{"level":"warn","ts":"2026-03-19T17:52:21.589872Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:21.589951Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.220:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.220:2380","--initial-cluster=instance=https://199.19.213.220:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.220:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.220:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:52:21.590011Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:52:21.590021Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.220:2380"]} {"level":"info","ts":"2026-03-19T17:52:21.590064Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:21.590596Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"]} {"level":"info","ts":"2026-03-19T17:52:21.59067Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.220:2380"],"listen-peer-urls":["https://199.19.213.220:2380"],"advertise-client-urls":["https://199.19.213.220:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.220:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:52:21.600109Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.233813ms"} {"level":"info","ts":"2026-03-19T17:52:21.610771Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab3c4fae41c4ba3","cluster-id":"574139c3944fcfd2"} {"level":"info","ts":"2026-03-19T17:52:21.61086Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:52:21.610882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:52:21.610893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab3c4fae41c4ba3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:52:21.610908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:52:21.611032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=(771176543058414499)"} {"level":"warn","ts":"2026-03-19T17:52:21.617835Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:52:21.620486Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:52:21.622083Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:52:21.625244Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab3c4fae41c4ba3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:52:21.62551Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab3c4fae41c4ba3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:52:21.625585Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:21.625761Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:21.625781Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:52:21.626466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 switched to configuration voters=(771176543058414499)"} {"level":"info","ts":"2026-03-19T17:52:21.626584Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"574139c3944fcfd2","local-member-id":"ab3c4fae41c4ba3","added-peer-id":"ab3c4fae41c4ba3","added-peer-peer-urls":["https://199.19.213.220:2380"]} {"level":"info","ts":"2026-03-19T17:52:21.629718Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:52:21.629868Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.220:2380"} {"level":"info","ts":"2026-03-19T17:52:21.629935Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.220:2380"} {"level":"info","ts":"2026-03-19T17:52:21.630091Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab3c4fae41c4ba3","initial-advertise-peer-urls":["https://199.19.213.220:2380"],"listen-peer-urls":["https://199.19.213.220:2380"],"advertise-client-urls":["https://199.19.213.220:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.220:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:52:21.630153Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:52:22.411744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:52:22.411861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:52:22.411904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 received MsgPreVoteResp from ab3c4fae41c4ba3 at term 1"} {"level":"info","ts":"2026-03-19T17:52:22.411956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:52:22.411973Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 received MsgVoteResp from ab3c4fae41c4ba3 at term 2"} {"level":"info","ts":"2026-03-19T17:52:22.411994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab3c4fae41c4ba3 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:52:22.412013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab3c4fae41c4ba3 elected leader ab3c4fae41c4ba3 at term 2"} {"level":"info","ts":"2026-03-19T17:52:22.413615Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab3c4fae41c4ba3","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.220:2379]}","request-path":"/0/members/ab3c4fae41c4ba3/attributes","cluster-id":"574139c3944fcfd2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:52:22.413638Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:22.413649Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:22.413711Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:52:22.414006Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:52:22.414069Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:52:22.414589Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"574139c3944fcfd2","local-member-id":"ab3c4fae41c4ba3","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:22.414734Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:22.414783Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:52:22.417407Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.220:2379"} {"level":"info","ts":"2026-03-19T17:52:22.41938Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T17:52:24.987586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.745859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:24.987726Z","caller":"traceutil/trace.go:171","msg":"trace[651889493] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:74; }","duration":"141.949184ms","start":"2026-03-19T17:52:24.845744Z","end":"2026-03-19T17:52:24.987693Z","steps":["trace[651889493] 'range keys from in-memory index tree' (duration: 141.665528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:25.190689Z","caller":"traceutil/trace.go:171","msg":"trace[461821266] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"159.785465ms","start":"2026-03-19T17:52:25.030871Z","end":"2026-03-19T17:52:25.190656Z","steps":["trace[461821266] 'process raft request' (duration: 143.564262ms)","trace[461821266] 'compare' (duration: 16.068189ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:25.314072Z","caller":"traceutil/trace.go:171","msg":"trace[1889792891] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"116.98302ms","start":"2026-03-19T17:52:25.196552Z","end":"2026-03-19T17:52:25.313535Z","steps":["trace[1889792891] 'process raft request' (duration: 107.098131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:25.4466Z","caller":"traceutil/trace.go:171","msg":"trace[432058034] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"123.61809ms","start":"2026-03-19T17:52:25.322944Z","end":"2026-03-19T17:52:25.446562Z","steps":["trace[432058034] 'process raft request' (duration: 120.996946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.011847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.872936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T17:52:26.012024Z","caller":"traceutil/trace.go:171","msg":"trace[1489539372] linearizableReadLoop","detail":"{readStateIndex:94; appliedIndex:93; }","duration":"273.647519ms","start":"2026-03-19T17:52:25.738355Z","end":"2026-03-19T17:52:26.012002Z","steps":["trace[1489539372] 'read index received' (duration: 788.309µs)","trace[1489539372] 'applied index is now lower than readState.Index' (duration: 272.85757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:26.012094Z","caller":"traceutil/trace.go:171","msg":"trace[1772018303] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"341.88058ms","start":"2026-03-19T17:52:25.670168Z","end":"2026-03-19T17:52:26.012049Z","steps":["trace[1772018303] 'process raft request' (duration: 69.01353ms)","trace[1772018303] 'compare' (duration: 271.643891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:26.012316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.220983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:52:26.012321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.932636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:26.012362Z","caller":"traceutil/trace.go:171","msg":"trace[911668941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:90; }","duration":"219.318975ms","start":"2026-03-19T17:52:25.793031Z","end":"2026-03-19T17:52:26.01235Z","steps":["trace[911668941] 'agreement among raft nodes before linearized reading' (duration: 219.10547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.012353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:25.670157Z","time spent":"342.096695ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:26.012406Z","caller":"traceutil/trace.go:171","msg":"trace[988535988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:90; }","duration":"274.051769ms","start":"2026-03-19T17:52:25.738329Z","end":"2026-03-19T17:52:26.01238Z","steps":["trace[988535988] 'agreement among raft nodes before linearized reading' (duration: 273.742972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.371323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.347467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T17:52:26.371419Z","caller":"traceutil/trace.go:171","msg":"trace[1343638687] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"114.662833ms","start":"2026-03-19T17:52:26.256741Z","end":"2026-03-19T17:52:26.371404Z","steps":["trace[1343638687] 'compare' (duration: 105.193504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:26.612858Z","caller":"traceutil/trace.go:171","msg":"trace[1356952501] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"146.383371ms","start":"2026-03-19T17:52:26.466441Z","end":"2026-03-19T17:52:26.612824Z","steps":["trace[1356952501] 'process raft request' (duration: 146.170256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:26.855665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.004171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T17:52:26.856009Z","caller":"traceutil/trace.go:171","msg":"trace[171564887] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"223.23551ms","start":"2026-03-19T17:52:26.632736Z","end":"2026-03-19T17:52:26.855972Z","steps":["trace[171564887] 'process raft request' (duration: 57.855829ms)","trace[171564887] 'compare' (duration: 164.803277ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:27.07851Z","caller":"traceutil/trace.go:171","msg":"trace[1083660474] linearizableReadLoop","detail":"{readStateIndex:109; appliedIndex:108; }","duration":"130.868686ms","start":"2026-03-19T17:52:26.947615Z","end":"2026-03-19T17:52:27.078483Z","steps":["trace[1083660474] 'read index received' (duration: 87.185499ms)","trace[1083660474] 'applied index is now lower than readState.Index' (duration: 43.681987ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:27.078568Z","caller":"traceutil/trace.go:171","msg":"trace[192020119] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"140.5466ms","start":"2026-03-19T17:52:26.937993Z","end":"2026-03-19T17:52:27.07854Z","steps":["trace[192020119] 'process raft request' (duration: 96.77426ms)","trace[192020119] 'compare' (duration: 43.555374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:27.078745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.104362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T17:52:27.078817Z","caller":"traceutil/trace.go:171","msg":"trace[1751177398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:105; }","duration":"131.209984ms","start":"2026-03-19T17:52:26.947591Z","end":"2026-03-19T17:52:27.078801Z","steps":["trace[1751177398] 'agreement among raft nodes before linearized reading' (duration: 131.015909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:27.340333Z","caller":"traceutil/trace.go:171","msg":"trace[168234509] transaction","detail":"{read_only:false; response_revision:110; number_of_response:1; }","duration":"171.218422ms","start":"2026-03-19T17:52:27.169084Z","end":"2026-03-19T17:52:27.340302Z","steps":["trace[168234509] 'process raft request' (duration: 82.675071ms)","trace[168234509] 'compare' (duration: 88.365337ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:27.553629Z","caller":"traceutil/trace.go:171","msg":"trace[48947050] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"144.29075ms","start":"2026-03-19T17:52:27.409312Z","end":"2026-03-19T17:52:27.553603Z","steps":["trace[48947050] 'process raft request' (duration: 66.899438ms)","trace[48947050] 'compare' (duration: 77.253808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:28.057978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.837288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T17:52:28.058116Z","caller":"traceutil/trace.go:171","msg":"trace[1211394067] linearizableReadLoop","detail":"{readStateIndex:119; appliedIndex:118; }","duration":"245.745764ms","start":"2026-03-19T17:52:27.812346Z","end":"2026-03-19T17:52:28.058092Z","steps":["trace[1211394067] 'read index received' (duration: 52.801µs)","trace[1211394067] 'applied index is now lower than readState.Index' (duration: 245.691583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:28.058129Z","caller":"traceutil/trace.go:171","msg":"trace[1293098615] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"454.72379ms","start":"2026-03-19T17:52:27.603373Z","end":"2026-03-19T17:52:28.058097Z","steps":["trace[1293098615] 'process raft request' (duration: 191.697088ms)","trace[1293098615] 'compare' (duration: 262.647612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:28.058259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:27.603361Z","time spent":"454.835233ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:28.058276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.932599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:28.058409Z","caller":"traceutil/trace.go:171","msg":"trace[1989921195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:115; }","duration":"246.108164ms","start":"2026-03-19T17:52:27.81229Z","end":"2026-03-19T17:52:28.058398Z","steps":["trace[1989921195] 'agreement among raft nodes before linearized reading' (duration: 245.899799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:28.666972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413574208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:52:29.558402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.658274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T17:52:29.558531Z","caller":"traceutil/trace.go:171","msg":"trace[37350932] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"1.392484303s","start":"2026-03-19T17:52:28.16603Z","end":"2026-03-19T17:52:29.558514Z","steps":["trace[37350932] 'read index received' (duration: 656.593933ms)","trace[37350932] 'applied index is now lower than readState.Index' (duration: 735.88922ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:29.558607Z","caller":"traceutil/trace.go:171","msg":"trace[1707942649] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"1.489301515s","start":"2026-03-19T17:52:28.069286Z","end":"2026-03-19T17:52:29.558588Z","steps":["trace[1707942649] 'process raft request' (duration: 753.395975ms)","trace[1707942649] 'compare' (duration: 735.06344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:29.558678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.069274Z","time spent":"1.489368126s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.559023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392975686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-03-19T17:52:29.559118Z","caller":"traceutil/trace.go:171","msg":"trace[1710267162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:117; }","duration":"1.393132309s","start":"2026-03-19T17:52:28.165966Z","end":"2026-03-19T17:52:29.559099Z","steps":["trace[1710267162] 'agreement among raft nodes before linearized reading' (duration: 1.392782321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.559168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.165947Z","time spent":"1.393212371s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:29.56004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160679067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-19T17:52:29.560154Z","caller":"traceutil/trace.go:171","msg":"trace[1915180291] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:117; }","duration":"1.160918723s","start":"2026-03-19T17:52:28.399204Z","end":"2026-03-19T17:52:29.560123Z","steps":["trace[1915180291] 'agreement among raft nodes before linearized reading' (duration: 1.160671957s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.560205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.343379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-19T17:52:29.56026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.399177Z","time spent":"1.161028156s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3487,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:29.559989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.603339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T17:52:29.560313Z","caller":"traceutil/trace.go:171","msg":"trace[1620574540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:117; }","duration":"721.475523ms","start":"2026-03-19T17:52:28.838812Z","end":"2026-03-19T17:52:29.560288Z","steps":["trace[1620574540] 'agreement among raft nodes before linearized reading' (duration: 721.323259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.560369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:28.838793Z","time spent":"721.562455ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:29.560392Z","caller":"traceutil/trace.go:171","msg":"trace[579680746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:117; }","duration":"472.037099ms","start":"2026-03-19T17:52:29.088315Z","end":"2026-03-19T17:52:29.560352Z","steps":["trace[579680746] 'agreement among raft nodes before linearized reading' (duration: 471.566118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.560472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.088286Z","time spent":"472.166862ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:52:29.908818Z","caller":"traceutil/trace.go:171","msg":"trace[365816468] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"345.680931ms","start":"2026-03-19T17:52:29.563095Z","end":"2026-03-19T17:52:29.908775Z","steps":["trace[365816468] 'process raft request' (duration: 342.142646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.90881Z","caller":"traceutil/trace.go:171","msg":"trace[1663273612] linearizableReadLoop","detail":"{readStateIndex:123; appliedIndex:122; }","duration":"345.519947ms","start":"2026-03-19T17:52:29.56323Z","end":"2026-03-19T17:52:29.90875Z","steps":["trace[1663273612] 'read index received' (duration: 342.021083ms)","trace[1663273612] 'applied index is now lower than readState.Index' (duration: 3.497734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:29.909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.563071Z","time spent":"345.846325ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.909015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.756732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T17:52:29.909106Z","caller":"traceutil/trace.go:171","msg":"trace[1072570400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:118; }","duration":"345.892286ms","start":"2026-03-19T17:52:29.563193Z","end":"2026-03-19T17:52:29.909085Z","steps":["trace[1072570400] 'agreement among raft nodes before linearized reading' (duration: 345.686991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.909165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.563172Z","time spent":"345.981618ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:29.912053Z","caller":"traceutil/trace.go:171","msg":"trace[453980901] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"347.68512ms","start":"2026-03-19T17:52:29.564342Z","end":"2026-03-19T17:52:29.912027Z","steps":["trace[453980901] 'process raft request' (duration: 347.547626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.912122Z","caller":"traceutil/trace.go:171","msg":"trace[1506683696] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"348.316694ms","start":"2026-03-19T17:52:29.56377Z","end":"2026-03-19T17:52:29.912087Z","steps":["trace[1506683696] 'process raft request' (duration: 347.988686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:29.912388Z","caller":"traceutil/trace.go:171","msg":"trace[1449805638] transaction","detail":"{read_only:false; response_revision:122; number_of_response:1; }","duration":"342.585157ms","start":"2026-03-19T17:52:29.569766Z","end":"2026-03-19T17:52:29.912351Z","steps":["trace[1449805638] 'process raft request' (duration: 342.222838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.912445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.564317Z","time spent":"347.799872ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:29.912455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.563734Z","time spent":"348.602582ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:29.91218Z","caller":"traceutil/trace.go:171","msg":"trace[1931020997] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"345.64361ms","start":"2026-03-19T17:52:29.566505Z","end":"2026-03-19T17:52:29.912149Z","steps":["trace[1931020997] 'process raft request' (duration: 345.424824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.912513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.569754Z","time spent":"342.70307ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:29.91274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.566491Z","time spent":"346.200375ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:29.91333Z","caller":"traceutil/trace.go:171","msg":"trace[900644655] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"335.932186ms","start":"2026-03-19T17:52:29.577371Z","end":"2026-03-19T17:52:29.913303Z","steps":["trace[900644655] 'process raft request' (duration: 335.794503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:29.913458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:29.577361Z","time spent":"336.035738ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:32.005953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.549666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:52:32.006069Z","caller":"traceutil/trace.go:171","msg":"trace[664212456] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:274; }","duration":"182.677449ms","start":"2026-03-19T17:52:31.823366Z","end":"2026-03-19T17:52:32.006043Z","steps":["trace[664212456] 'range keys from in-memory index tree' (duration: 182.360781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.133553Z","caller":"traceutil/trace.go:171","msg":"trace[49028051] transaction","detail":"{read_only:false; response_revision:277; number_of_response:1; }","duration":"123.032686ms","start":"2026-03-19T17:52:32.010489Z","end":"2026-03-19T17:52:32.133521Z","steps":["trace[49028051] 'process raft request' (duration: 122.888263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.133785Z","caller":"traceutil/trace.go:171","msg":"trace[2062706702] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"123.62838ms","start":"2026-03-19T17:52:32.010142Z","end":"2026-03-19T17:52:32.13377Z","steps":["trace[2062706702] 'process raft request' (duration: 123.071467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.133866Z","caller":"traceutil/trace.go:171","msg":"trace[1558887975] transaction","detail":"{read_only:false; response_revision:278; number_of_response:1; }","duration":"121.001368ms","start":"2026-03-19T17:52:32.012824Z","end":"2026-03-19T17:52:32.133825Z","steps":["trace[1558887975] 'process raft request' (duration: 120.601218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.51539Z","caller":"traceutil/trace.go:171","msg":"trace[1125656095] linearizableReadLoop","detail":"{readStateIndex:297; appliedIndex:296; }","duration":"142.992058ms","start":"2026-03-19T17:52:32.372374Z","end":"2026-03-19T17:52:32.515366Z","steps":["trace[1125656095] 'read index received' (duration: 71.265493ms)","trace[1125656095] 'applied index is now lower than readState.Index' (duration: 71.722795ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:32.515451Z","caller":"traceutil/trace.go:171","msg":"trace[1239959079] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"144.860325ms","start":"2026-03-19T17:52:32.370551Z","end":"2026-03-19T17:52:32.515411Z","steps":["trace[1239959079] 'process raft request' (duration: 73.131179ms)","trace[1239959079] 'compare' (duration: 71.585962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:32.515538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.139342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:32.515574Z","caller":"traceutil/trace.go:171","msg":"trace[491588360] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:0; response_revision:291; }","duration":"143.208494ms","start":"2026-03-19T17:52:32.372356Z","end":"2026-03-19T17:52:32.515564Z","steps":["trace[491588360] 'agreement among raft nodes before linearized reading' (duration: 143.133972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:32.839942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.832325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:32.84007Z","caller":"traceutil/trace.go:171","msg":"trace[1743567017] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:299; }","duration":"218.781392ms","start":"2026-03-19T17:52:32.621269Z","end":"2026-03-19T17:52:32.84005Z","steps":["trace[1743567017] 'read index received' (duration: 25.735113ms)","trace[1743567017] 'applied index is now lower than readState.Index' (duration: 193.044829ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:32.840171Z","caller":"traceutil/trace.go:171","msg":"trace[639444935] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"241.370729ms","start":"2026-03-19T17:52:32.598745Z","end":"2026-03-19T17:52:32.840116Z","steps":["trace[639444935] 'process raft request' (duration: 48.291199ms)","trace[639444935] 'compare' (duration: 192.649809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:32.840203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.916585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:32.840279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.988487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-19T17:52:32.840308Z","caller":"traceutil/trace.go:171","msg":"trace[576544658] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:294; }","duration":"219.073289ms","start":"2026-03-19T17:52:32.621217Z","end":"2026-03-19T17:52:32.84029Z","steps":["trace[576544658] 'agreement among raft nodes before linearized reading' (duration: 218.899105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.840336Z","caller":"traceutil/trace.go:171","msg":"trace[431787588] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:294; }","duration":"219.09962ms","start":"2026-03-19T17:52:32.621222Z","end":"2026-03-19T17:52:32.840321Z","steps":["trace[431787588] 'agreement among raft nodes before linearized reading' (duration: 218.898405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.971684Z","caller":"traceutil/trace.go:171","msg":"trace[699946457] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"348.154472ms","start":"2026-03-19T17:52:32.623504Z","end":"2026-03-19T17:52:32.971658Z","steps":["trace[699946457] 'process raft request' (duration: 348.07189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:32.971735Z","caller":"traceutil/trace.go:171","msg":"trace[1038709381] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"350.060898ms","start":"2026-03-19T17:52:32.621642Z","end":"2026-03-19T17:52:32.971703Z","steps":["trace[1038709381] 'process raft request' (duration: 346.894891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:32.971837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.623485Z","time spent":"348.283316ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":217,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:32.971888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.621579Z","time spent":"350.231482ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.048181Z","caller":"traceutil/trace.go:171","msg":"trace[13783600] transaction","detail":"{read_only:false; number_of_response:0; response_revision:296; }","duration":"331.906919ms","start":"2026-03-19T17:52:32.716243Z","end":"2026-03-19T17:52:33.04815Z","steps":["trace[13783600] 'process raft request' (duration: 331.666944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.04828Z","caller":"traceutil/trace.go:171","msg":"trace[1036380668] transaction","detail":"{read_only:false; number_of_response:0; response_revision:296; }","duration":"317.925111ms","start":"2026-03-19T17:52:32.730348Z","end":"2026-03-19T17:52:33.048273Z","steps":["trace[1036380668] 'process raft request' (duration: 317.680416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.048329Z","caller":"traceutil/trace.go:171","msg":"trace[40032895] transaction","detail":"{read_only:false; number_of_response:0; response_revision:297; }","duration":"315.575644ms","start":"2026-03-19T17:52:32.732733Z","end":"2026-03-19T17:52:33.048308Z","steps":["trace[40032895] 'process raft request' (duration: 315.448871ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.048319Z","caller":"traceutil/trace.go:171","msg":"trace[667192913] linearizableReadLoop","detail":"{readStateIndex:308; appliedIndex:300; }","duration":"208.183356ms","start":"2026-03-19T17:52:32.840098Z","end":"2026-03-19T17:52:33.048282Z","steps":["trace[667192913] 'read index received' (duration: 128.531589ms)","trace[667192913] 'applied index is now lower than readState.Index' (duration: 79.650637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.048368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.730336Z","time spent":"317.980042ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:33.048372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.716205Z","time spent":"332.085514ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.048435Z","caller":"traceutil/trace.go:171","msg":"trace[1507345955] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"203.854312ms","start":"2026-03-19T17:52:32.84457Z","end":"2026-03-19T17:52:33.048424Z","steps":["trace[1507345955] 'process raft request' (duration: 203.633397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.048229Z","caller":"traceutil/trace.go:171","msg":"trace[307647528] transaction","detail":"{read_only:false; number_of_response:0; response_revision:296; }","duration":"316.611459ms","start":"2026-03-19T17:52:32.731579Z","end":"2026-03-19T17:52:33.04819Z","steps":["trace[307647528] 'process raft request' (duration: 316.474306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.048492Z","caller":"traceutil/trace.go:171","msg":"trace[319854019] transaction","detail":"{read_only:false; number_of_response:0; response_revision:297; }","duration":"316.562908ms","start":"2026-03-19T17:52:32.731892Z","end":"2026-03-19T17:52:33.048455Z","steps":["trace[319854019] 'process raft request' (duration: 316.262721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.048607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.731878Z","time spent":"316.663941ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:33.048644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.731569Z","time spent":"316.937857ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.048731Z","caller":"traceutil/trace.go:171","msg":"trace[925734695] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"316.864845ms","start":"2026-03-19T17:52:32.73185Z","end":"2026-03-19T17:52:33.048714Z","steps":["trace[925734695] 'process raft request' (duration: 316.23459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.048876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.731819Z","time spent":"316.984638ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:52:33.049149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:32.732705Z","time spent":"315.671357ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:52:33.126678Z","caller":"traceutil/trace.go:171","msg":"trace[1549679326] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"150.649904ms","start":"2026-03-19T17:52:32.97598Z","end":"2026-03-19T17:52:33.12663Z","steps":["trace[1549679326] 'process raft request' (duration: 106.691751ms)","trace[1549679326] 'compare' (duration: 43.79237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.126878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:33.126899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.489854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-19T17:52:33.126963Z","caller":"traceutil/trace.go:171","msg":"trace[1109071028] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:0; response_revision:300; }","duration":"151.207438ms","start":"2026-03-19T17:52:32.975738Z","end":"2026-03-19T17:52:33.126945Z","steps":["trace[1109071028] 'agreement among raft nodes before linearized reading' (duration: 151.038484ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.126966Z","caller":"traceutil/trace.go:171","msg":"trace[397386491] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:300; }","duration":"280.584547ms","start":"2026-03-19T17:52:32.846364Z","end":"2026-03-19T17:52:33.126949Z","steps":["trace[397386491] 'agreement among raft nodes before linearized reading' (duration: 280.457234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.127098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.417012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-19T17:52:33.127271Z","caller":"traceutil/trace.go:171","msg":"trace[1142483314] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:300; }","duration":"282.599656ms","start":"2026-03-19T17:52:32.844606Z","end":"2026-03-19T17:52:33.127206Z","steps":["trace[1142483314] 'agreement among raft nodes before linearized reading' (duration: 282.197277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.338059Z","caller":"traceutil/trace.go:171","msg":"trace[628404701] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:318; }","duration":"150.852778ms","start":"2026-03-19T17:52:33.187179Z","end":"2026-03-19T17:52:33.338032Z","steps":["trace[628404701] 'read index received' (duration: 5.550104ms)","trace[628404701] 'applied index is now lower than readState.Index' (duration: 145.301004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.338243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.049143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:33.338288Z","caller":"traceutil/trace.go:171","msg":"trace[1208985764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:310; }","duration":"151.145666ms","start":"2026-03-19T17:52:33.187129Z","end":"2026-03-19T17:52:33.338275Z","steps":["trace[1208985764] 'agreement among raft nodes before linearized reading' (duration: 151.021523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.338324Z","caller":"traceutil/trace.go:171","msg":"trace[191799458] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"151.495985ms","start":"2026-03-19T17:52:33.186812Z","end":"2026-03-19T17:52:33.338309Z","steps":["trace[191799458] 'process raft request' (duration: 151.148186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.338323Z","caller":"traceutil/trace.go:171","msg":"trace[1052202494] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"152.96534ms","start":"2026-03-19T17:52:33.18532Z","end":"2026-03-19T17:52:33.338286Z","steps":["trace[1052202494] 'process raft request' (duration: 122.522274ms)","trace[1052202494] 'compare' (duration: 29.76813ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.508916Z","caller":"traceutil/trace.go:171","msg":"trace[141729152] linearizableReadLoop","detail":"{readStateIndex:324; appliedIndex:323; }","duration":"106.033394ms","start":"2026-03-19T17:52:33.402863Z","end":"2026-03-19T17:52:33.508896Z","steps":["trace[141729152] 'read index received' (duration: 52.030408ms)","trace[141729152] 'applied index is now lower than readState.Index' (duration: 54.002106ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.508991Z","caller":"traceutil/trace.go:171","msg":"trace[1325353090] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"132.226829ms","start":"2026-03-19T17:52:33.376731Z","end":"2026-03-19T17:52:33.508958Z","steps":["trace[1325353090] 'process raft request' (duration: 78.11397ms)","trace[1325353090] 'compare' (duration: 53.952805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.509079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.178657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:33.509117Z","caller":"traceutil/trace.go:171","msg":"trace[1351627640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:0; response_revision:313; }","duration":"106.301531ms","start":"2026-03-19T17:52:33.402805Z","end":"2026-03-19T17:52:33.509106Z","steps":["trace[1351627640] 'agreement among raft nodes before linearized reading' (duration: 106.175918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.841145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.840352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:33.841283Z","caller":"traceutil/trace.go:171","msg":"trace[608079073] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:330; }","duration":"194.691639ms","start":"2026-03-19T17:52:33.64657Z","end":"2026-03-19T17:52:33.841261Z","steps":["trace[608079073] 'read index received' (duration: 28.667614ms)","trace[608079073] 'applied index is now lower than readState.Index' (duration: 166.022435ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.841323Z","caller":"traceutil/trace.go:171","msg":"trace[1062528701] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"216.796494ms","start":"2026-03-19T17:52:33.624495Z","end":"2026-03-19T17:52:33.841291Z","steps":["trace[1062528701] 'process raft request' (duration: 50.729057ms)","trace[1062528701] 'compare' (duration: 165.705959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.84179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.208132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6964"} {"level":"info","ts":"2026-03-19T17:52:33.841844Z","caller":"traceutil/trace.go:171","msg":"trace[782885355] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:320; }","duration":"195.305654ms","start":"2026-03-19T17:52:33.646523Z","end":"2026-03-19T17:52:33.841829Z","steps":["trace[782885355] 'agreement among raft nodes before linearized reading' (duration: 194.826143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.843259Z","caller":"traceutil/trace.go:171","msg":"trace[414798951] transaction","detail":"{read_only:false; number_of_response:0; response_revision:320; }","duration":"195.249264ms","start":"2026-03-19T17:52:33.647958Z","end":"2026-03-19T17:52:33.843207Z","steps":["trace[414798951] 'process raft request' (duration: 195.122581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.843293Z","caller":"traceutil/trace.go:171","msg":"trace[1641915024] transaction","detail":"{read_only:false; number_of_response:0; response_revision:320; }","duration":"195.228733ms","start":"2026-03-19T17:52:33.648035Z","end":"2026-03-19T17:52:33.843264Z","steps":["trace[1641915024] 'process raft request' (duration: 195.069659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.84337Z","caller":"traceutil/trace.go:171","msg":"trace[1688889523] transaction","detail":"{read_only:false; number_of_response:0; response_revision:320; }","duration":"195.303085ms","start":"2026-03-19T17:52:33.648042Z","end":"2026-03-19T17:52:33.843345Z","steps":["trace[1688889523] 'process raft request' (duration: 195.08876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.843374Z","caller":"traceutil/trace.go:171","msg":"trace[1569797185] transaction","detail":"{read_only:false; number_of_response:0; response_revision:320; }","duration":"195.972921ms","start":"2026-03-19T17:52:33.647364Z","end":"2026-03-19T17:52:33.843337Z","steps":["trace[1569797185] 'process raft request' (duration: 195.655633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:33.843737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.03203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:33.843792Z","caller":"traceutil/trace.go:171","msg":"trace[527459971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:320; }","duration":"162.133963ms","start":"2026-03-19T17:52:33.681646Z","end":"2026-03-19T17:52:33.843779Z","steps":["trace[527459971] 'agreement among raft nodes before linearized reading' (duration: 161.509978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.980073Z","caller":"traceutil/trace.go:171","msg":"trace[430059125] linearizableReadLoop","detail":"{readStateIndex:337; appliedIndex:336; }","duration":"110.155665ms","start":"2026-03-19T17:52:33.869889Z","end":"2026-03-19T17:52:33.980045Z","steps":["trace[430059125] 'read index received' (duration: 95.717215ms)","trace[430059125] 'applied index is now lower than readState.Index' (duration: 14.43737ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:33.980125Z","caller":"traceutil/trace.go:171","msg":"trace[496994426] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"128.507939ms","start":"2026-03-19T17:52:33.851583Z","end":"2026-03-19T17:52:33.980091Z","steps":["trace[496994426] 'process raft request' (duration: 113.999297ms)","trace[496994426] 'compare' (duration: 14.340778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:33.980209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.292569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:33.980278Z","caller":"traceutil/trace.go:171","msg":"trace[1363268043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:322; }","duration":"110.414841ms","start":"2026-03-19T17:52:33.869852Z","end":"2026-03-19T17:52:33.980266Z","steps":["trace[1363268043] 'agreement among raft nodes before linearized reading' (duration: 110.292698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.980677Z","caller":"traceutil/trace.go:171","msg":"trace[817108872] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"109.685843ms","start":"2026-03-19T17:52:33.870972Z","end":"2026-03-19T17:52:33.980658Z","steps":["trace[817108872] 'process raft request' (duration: 109.631972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:33.980678Z","caller":"traceutil/trace.go:171","msg":"trace[2015898122] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"110.593705ms","start":"2026-03-19T17:52:33.870066Z","end":"2026-03-19T17:52:33.98066Z","steps":["trace[2015898122] 'process raft request' (duration: 110.440672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:35.082438Z","caller":"traceutil/trace.go:171","msg":"trace[1567975354] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"164.281104ms","start":"2026-03-19T17:52:34.918117Z","end":"2026-03-19T17:52:35.082398Z","steps":["trace[1567975354] 'read index received' (duration: 164.048399ms)","trace[1567975354] 'applied index is now lower than readState.Index' (duration: 230.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:35.082579Z","caller":"traceutil/trace.go:171","msg":"trace[1077927670] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"257.507039ms","start":"2026-03-19T17:52:34.825023Z","end":"2026-03-19T17:52:35.08253Z","steps":["trace[1077927670] 'process raft request' (duration: 257.131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:35.082755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-19T17:52:35.082834Z","caller":"traceutil/trace.go:171","msg":"trace[1317432164] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:343; }","duration":"164.745845ms","start":"2026-03-19T17:52:34.918066Z","end":"2026-03-19T17:52:35.082812Z","steps":["trace[1317432164] 'agreement among raft nodes before linearized reading' (duration: 164.51989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:35.840138Z","caller":"traceutil/trace.go:171","msg":"trace[223871642] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:364; }","duration":"165.897343ms","start":"2026-03-19T17:52:35.674212Z","end":"2026-03-19T17:52:35.84011Z","steps":["trace[223871642] 'read index received' (duration: 79.35167ms)","trace[223871642] 'applied index is now lower than readState.Index' (duration: 86.544653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:35.840275Z","caller":"traceutil/trace.go:171","msg":"trace[925329486] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"168.580888ms","start":"2026-03-19T17:52:35.67161Z","end":"2026-03-19T17:52:35.840191Z","steps":["trace[925329486] 'process raft request' (duration: 81.969203ms)","trace[925329486] 'compare' (duration: 86.403969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:35.840357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.460074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-19T17:52:35.840372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.14277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T17:52:35.840476Z","caller":"traceutil/trace.go:171","msg":"trace[176058285] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:350; }","duration":"166.304474ms","start":"2026-03-19T17:52:35.674143Z","end":"2026-03-19T17:52:35.840447Z","steps":["trace[176058285] 'agreement among raft nodes before linearized reading' (duration: 166.121959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:35.8404Z","caller":"traceutil/trace.go:171","msg":"trace[269574030] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:350; }","duration":"115.565406ms","start":"2026-03-19T17:52:35.724823Z","end":"2026-03-19T17:52:35.840389Z","steps":["trace[269574030] 'agreement among raft nodes before linearized reading' (duration: 115.464794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.431131Z","caller":"traceutil/trace.go:171","msg":"trace[1608370549] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:367; }","duration":"282.73733ms","start":"2026-03-19T17:52:36.148371Z","end":"2026-03-19T17:52:36.431108Z","steps":["trace[1608370549] 'read index received' (duration: 282.462702ms)","trace[1608370549] 'applied index is now lower than readState.Index' (duration: 273.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:36.431171Z","caller":"traceutil/trace.go:171","msg":"trace[606621570] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"287.920485ms","start":"2026-03-19T17:52:36.14323Z","end":"2026-03-19T17:52:36.43115Z","steps":["trace[606621570] 'process raft request' (duration: 287.688268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.431308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.921684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:52:36.431366Z","caller":"traceutil/trace.go:171","msg":"trace[1831446892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:353; }","duration":"283.019357ms","start":"2026-03-19T17:52:36.148333Z","end":"2026-03-19T17:52:36.431352Z","steps":["trace[1831446892] 'agreement among raft nodes before linearized reading' (duration: 282.900464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.431431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.765612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-19T17:52:36.431407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.965581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-19T17:52:36.431486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.798053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T17:52:36.431515Z","caller":"traceutil/trace.go:171","msg":"trace[1634720975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:353; }","duration":"282.099584ms","start":"2026-03-19T17:52:36.149396Z","end":"2026-03-19T17:52:36.431495Z","steps":["trace[1634720975] 'agreement among raft nodes before linearized reading' (duration: 281.900989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.431539Z","caller":"traceutil/trace.go:171","msg":"trace[959219702] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:353; }","duration":"256.906635ms","start":"2026-03-19T17:52:36.174618Z","end":"2026-03-19T17:52:36.431525Z","steps":["trace[959219702] 'agreement among raft nodes before linearized reading' (duration: 256.814913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.431551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.835024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-19T17:52:36.431578Z","caller":"traceutil/trace.go:171","msg":"trace[146749740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:353; }","duration":"156.891636ms","start":"2026-03-19T17:52:36.274677Z","end":"2026-03-19T17:52:36.431569Z","steps":["trace[146749740] 'agreement among raft nodes before linearized reading' (duration: 156.846135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:36.431715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.231295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-19T17:52:36.431777Z","caller":"traceutil/trace.go:171","msg":"trace[266350759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:353; }","duration":"107.626594ms","start":"2026-03-19T17:52:36.324135Z","end":"2026-03-19T17:52:36.431761Z","steps":["trace[266350759] 'agreement among raft nodes before linearized reading' (duration: 107.176994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:36.431501Z","caller":"traceutil/trace.go:171","msg":"trace[299088366] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:353; }","duration":"206.866355ms","start":"2026-03-19T17:52:36.224615Z","end":"2026-03-19T17:52:36.431482Z","steps":["trace[299088366] 'agreement among raft nodes before linearized reading' (duration: 206.757742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:38.55919Z","caller":"traceutil/trace.go:171","msg":"trace[2040173887] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"103.269978ms","start":"2026-03-19T17:52:38.45589Z","end":"2026-03-19T17:52:38.55916Z","steps":["trace[2040173887] 'process raft request' (duration: 103.102434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.180199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.90105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:39.180303Z","caller":"traceutil/trace.go:171","msg":"trace[1867450662] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"617.60395ms","start":"2026-03-19T17:52:38.562684Z","end":"2026-03-19T17:52:39.180288Z","steps":["trace[1867450662] 'process raft request' (duration: 46.545336ms)","trace[1867450662] 'compare' (duration: 570.771938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:39.180357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.562668Z","time spent":"617.656461ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:39.187183Z","caller":"traceutil/trace.go:171","msg":"trace[558465866] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"624.419144ms","start":"2026-03-19T17:52:38.56274Z","end":"2026-03-19T17:52:39.187159Z","steps":["trace[558465866] 'process raft request' (duration: 624.285761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:39.187337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:38.562718Z","time spent":"624.537397ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:40.327324Z","caller":"traceutil/trace.go:171","msg":"trace[1899261794] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"228.20382ms","start":"2026-03-19T17:52:40.099101Z","end":"2026-03-19T17:52:40.327305Z","steps":["trace[1899261794] 'process raft request' (duration: 228.091647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.623993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059373035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:52:41.624087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.143818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:52:41.62412Z","caller":"traceutil/trace.go:171","msg":"trace[1259134169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:408; }","duration":"1.059557919s","start":"2026-03-19T17:52:40.564537Z","end":"2026-03-19T17:52:41.624095Z","steps":["trace[1259134169] 'range keys from in-memory index tree' (duration: 1.059238453s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:41.624128Z","caller":"traceutil/trace.go:171","msg":"trace[426743417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"438.2461ms","start":"2026-03-19T17:52:41.185868Z","end":"2026-03-19T17:52:41.624114Z","steps":["trace[426743417] 'range keys from in-memory index tree' (duration: 437.964494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.624176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.564504Z","time spent":"1.059660902s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:41.624119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.820209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:41.624324Z","caller":"traceutil/trace.go:171","msg":"trace[556009988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:408; }","duration":"433.196618ms","start":"2026-03-19T17:52:41.191094Z","end":"2026-03-19T17:52:41.62429Z","steps":["trace[556009988] 'range keys from in-memory index tree' (duration: 432.721876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.624176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.185833Z","time spent":"438.331742ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:52:41.62434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184737578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:52:41.624407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.191081Z","time spent":"433.30285ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:52:41.624457Z","caller":"traceutil/trace.go:171","msg":"trace[1895654785] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:408; }","duration":"1.184909842s","start":"2026-03-19T17:52:40.439517Z","end":"2026-03-19T17:52:41.624427Z","steps":["trace[1895654785] 'range keys from in-memory index tree' (duration: 1.184514813s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.623992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021675744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:41.624535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.439492Z","time spent":"1.185027736s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"info","ts":"2026-03-19T17:52:41.624624Z","caller":"traceutil/trace.go:171","msg":"trace[1379340375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"1.022244537s","start":"2026-03-19T17:52:40.602304Z","end":"2026-03-19T17:52:41.624548Z","steps":["trace[1379340375] 'range keys from in-memory index tree' (duration: 1.02155128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:41.624776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:40.602246Z","time spent":"1.022482794s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:42.049652Z","caller":"traceutil/trace.go:171","msg":"trace[1968944586] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"420.901321ms","start":"2026-03-19T17:52:41.628713Z","end":"2026-03-19T17:52:42.049614Z","steps":["trace[1968944586] 'process raft request' (duration: 376.743883ms)","trace[1968944586] 'compare' (duration: 43.892132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:42.049876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.628684Z","time spent":"421.077005ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:42.049966Z","caller":"traceutil/trace.go:171","msg":"trace[1811066774] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"420.096353ms","start":"2026-03-19T17:52:41.629837Z","end":"2026-03-19T17:52:42.049934Z","steps":["trace[1811066774] 'process raft request' (duration: 419.682773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.050159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.629808Z","time spent":"420.238985ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:42.050311Z","caller":"traceutil/trace.go:171","msg":"trace[175441670] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"419.830835ms","start":"2026-03-19T17:52:41.630469Z","end":"2026-03-19T17:52:42.0503Z","steps":["trace[175441670] 'process raft request' (duration: 419.343574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:42.050351Z","caller":"traceutil/trace.go:171","msg":"trace[66632447] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"221.015726ms","start":"2026-03-19T17:52:41.829319Z","end":"2026-03-19T17:52:42.050335Z","steps":["trace[66632447] 'process raft request' (duration: 220.937984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.050371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.630436Z","time spent":"419.903367ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:42.050415Z","caller":"traceutil/trace.go:171","msg":"trace[325647699] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"420.536283ms","start":"2026-03-19T17:52:41.629841Z","end":"2026-03-19T17:52:42.050377Z","steps":["trace[325647699] 'read index received' (duration: 197.867307ms)","trace[325647699] 'applied index is now lower than readState.Index' (duration: 222.662616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:52:42.050632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.779159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-19T17:52:42.050695Z","caller":"traceutil/trace.go:171","msg":"trace[1451740544] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:412; }","duration":"420.876632ms","start":"2026-03-19T17:52:41.629801Z","end":"2026-03-19T17:52:42.050678Z","steps":["trace[1451740544] 'agreement among raft nodes before linearized reading' (duration: 420.678307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.050742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:41.62979Z","time spent":"420.941424ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T17:52:42.68851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413574808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:52:42.723968Z","caller":"traceutil/trace.go:171","msg":"trace[137074294] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"536.13664ms","start":"2026-03-19T17:52:42.187799Z","end":"2026-03-19T17:52:42.723936Z","steps":["trace[137074294] 'read index received' (duration: 535.898894ms)","trace[137074294] 'applied index is now lower than readState.Index' (duration: 236.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:42.72408Z","caller":"traceutil/trace.go:171","msg":"trace[95956629] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"664.002542ms","start":"2026-03-19T17:52:42.060057Z","end":"2026-03-19T17:52:42.724059Z","steps":["trace[95956629] 'process raft request' (duration: 663.677504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.724163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.346615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:42.724247Z","caller":"traceutil/trace.go:171","msg":"trace[548476980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"536.472928ms","start":"2026-03-19T17:52:42.18773Z","end":"2026-03-19T17:52:42.724203Z","steps":["trace[548476980] 'agreement among raft nodes before linearized reading' (duration: 536.340735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.724265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.617227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:52:42.72429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:42.187703Z","time spent":"536.57947ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:42.724281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:42.060027Z","time spent":"664.108245ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:42.72432Z","caller":"traceutil/trace.go:171","msg":"trace[593923306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"392.760661ms","start":"2026-03-19T17:52:42.331543Z","end":"2026-03-19T17:52:42.724303Z","steps":["trace[593923306] 'agreement among raft nodes before linearized reading' (duration: 392.609307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:42.724358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:42.331515Z","time spent":"392.835613ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:52:42.834368Z","caller":"traceutil/trace.go:171","msg":"trace[605694018] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"106.22109ms","start":"2026-03-19T17:52:42.72811Z","end":"2026-03-19T17:52:42.834331Z","steps":["trace[605694018] 'process raft request' (duration: 44.20686ms)","trace[605694018] 'compare' (duration: 61.845196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:44.355746Z","caller":"traceutil/trace.go:171","msg":"trace[1853792817] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"297.354443ms","start":"2026-03-19T17:52:44.058246Z","end":"2026-03-19T17:52:44.355601Z","steps":["trace[1853792817] 'process raft request' (duration: 297.165099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:44.956998Z","caller":"traceutil/trace.go:171","msg":"trace[1149516675] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"897.310285ms","start":"2026-03-19T17:52:44.059663Z","end":"2026-03-19T17:52:44.956973Z","steps":["trace[1149516675] 'process raft request' (duration: 897.161162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.957133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:44.059646Z","time spent":"897.417518ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:44.957086Z","caller":"traceutil/trace.go:171","msg":"trace[394240711] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:432; }","duration":"769.541855ms","start":"2026-03-19T17:52:44.18751Z","end":"2026-03-19T17:52:44.957052Z","steps":["trace[394240711] 'read index received' (duration: 167.962583ms)","trace[394240711] 'applied index is now lower than readState.Index' (duration: 601.577452ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:44.957244Z","caller":"traceutil/trace.go:171","msg":"trace[744532192] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"898.175627ms","start":"2026-03-19T17:52:44.059035Z","end":"2026-03-19T17:52:44.957211Z","steps":["trace[744532192] 'process raft request' (duration: 880.488ms)","trace[744532192] 'compare' (duration: 16.884768ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:44.957392Z","caller":"traceutil/trace.go:171","msg":"trace[428718293] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"519.503306ms","start":"2026-03-19T17:52:44.437879Z","end":"2026-03-19T17:52:44.957382Z","steps":["trace[428718293] 'process raft request' (duration: 519.067656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.957449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:44.437842Z","time spent":"519.575868ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:52:44.957432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.903704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:44.957441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:44.059012Z","time spent":"898.29555ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:52:44.957495Z","caller":"traceutil/trace.go:171","msg":"trace[1232781452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"770.023957ms","start":"2026-03-19T17:52:44.187456Z","end":"2026-03-19T17:52:44.95748Z","steps":["trace[1232781452] 'agreement among raft nodes before linearized reading' (duration: 769.796491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:44.957532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:44.187427Z","time spent":"770.096789ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:52:44.957531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.767613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:52:44.957666Z","caller":"traceutil/trace.go:171","msg":"trace[1974745964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"118.954557ms","start":"2026-03-19T17:52:44.838683Z","end":"2026-03-19T17:52:44.957637Z","steps":["trace[1974745964] 'agreement among raft nodes before linearized reading' (duration: 118.709221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.578016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.198509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:52:48.578137Z","caller":"traceutil/trace.go:171","msg":"trace[690170991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"204.360453ms","start":"2026-03-19T17:52:48.373748Z","end":"2026-03-19T17:52:48.578108Z","steps":["trace[690170991] 'range keys from in-memory index tree' (duration: 204.072806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.578068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390751602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:52:48.578181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.424724ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:48.578409Z","caller":"traceutil/trace.go:171","msg":"trace[1860080379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:424; }","duration":"626.67614ms","start":"2026-03-19T17:52:47.951692Z","end":"2026-03-19T17:52:48.578368Z","steps":["trace[1860080379] 'range keys from in-memory index tree' (duration: 626.381983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:48.578291Z","caller":"traceutil/trace.go:171","msg":"trace[1965777558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"1.390984238s","start":"2026-03-19T17:52:47.187262Z","end":"2026-03-19T17:52:48.578246Z","steps":["trace[1965777558] 'range keys from in-memory index tree' (duration: 1.39064901s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.578798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:52:47.187236Z","time spent":"1.391540891s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:52:48.788167Z","caller":"traceutil/trace.go:171","msg":"trace[1575602346] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"198.609624ms","start":"2026-03-19T17:52:48.589529Z","end":"2026-03-19T17:52:48.788139Z","steps":["trace[1575602346] 'read index received' (duration: 198.393158ms)","trace[1575602346] 'applied index is now lower than readState.Index' (duration: 215.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:48.788263Z","caller":"traceutil/trace.go:171","msg":"trace[147879095] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"205.369018ms","start":"2026-03-19T17:52:48.582829Z","end":"2026-03-19T17:52:48.788198Z","steps":["trace[147879095] 'process raft request' (duration: 205.156013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:48.788437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.872581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:52:48.788527Z","caller":"traceutil/trace.go:171","msg":"trace[1281103251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"199.005854ms","start":"2026-03-19T17:52:48.589497Z","end":"2026-03-19T17:52:48.788503Z","steps":["trace[1281103251] 'agreement among raft nodes before linearized reading' (duration: 198.826569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.093429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.707726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:52:49.093558Z","caller":"traceutil/trace.go:171","msg":"trace[1778908269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"119.89382ms","start":"2026-03-19T17:52:48.973634Z","end":"2026-03-19T17:52:49.093528Z","steps":["trace[1778908269] 'range keys from in-memory index tree' (duration: 119.425469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:49.093677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.030684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:52:49.093804Z","caller":"traceutil/trace.go:171","msg":"trace[260344283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:425; }","duration":"120.210228ms","start":"2026-03-19T17:52:48.973571Z","end":"2026-03-19T17:52:49.093781Z","steps":["trace[260344283] 'range keys from in-memory index tree' (duration: 119.629584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:53.486189Z","caller":"traceutil/trace.go:171","msg":"trace[1991253253] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"242.876515ms","start":"2026-03-19T17:52:53.243289Z","end":"2026-03-19T17:52:53.486165Z","steps":["trace[1991253253] 'process raft request' (duration: 232.33421ms)","trace[1991253253] 'compare' (duration: 10.096664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:52:55.020697Z","caller":"traceutil/trace.go:171","msg":"trace[632956082] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"126.661464ms","start":"2026-03-19T17:52:54.894001Z","end":"2026-03-19T17:52:55.020663Z","steps":["trace[632956082] 'process raft request' (duration: 126.425938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.43325Z","caller":"traceutil/trace.go:171","msg":"trace[391873779] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"116.804036ms","start":"2026-03-19T17:52:55.31642Z","end":"2026-03-19T17:52:55.433224Z","steps":["trace[391873779] 'process raft request' (duration: 113.043945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:52:55.777233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.081345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:52:55.777458Z","caller":"traceutil/trace.go:171","msg":"trace[970463634] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"206.177168ms","start":"2026-03-19T17:52:55.571259Z","end":"2026-03-19T17:52:55.777436Z","steps":["trace[970463634] 'process raft request' (duration: 206.099095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:52:55.777529Z","caller":"traceutil/trace.go:171","msg":"trace[363183165] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"209.776794ms","start":"2026-03-19T17:52:55.567688Z","end":"2026-03-19T17:52:55.777465Z","steps":["trace[363183165] 'process raft request' (duration: 103.392661ms)","trace[363183165] 'compare' (duration: 105.920651ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:03.433583Z","caller":"traceutil/trace.go:171","msg":"trace[490857070] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"117.95392ms","start":"2026-03-19T17:53:03.315597Z","end":"2026-03-19T17:53:03.433551Z","steps":["trace[490857070] 'process raft request' (duration: 117.791757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:03.859134Z","caller":"traceutil/trace.go:171","msg":"trace[2103077782] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"197.122246ms","start":"2026-03-19T17:53:03.661981Z","end":"2026-03-19T17:53:03.859103Z","steps":["trace[2103077782] 'process raft request' (duration: 113.190995ms)","trace[2103077782] 'compare' (duration: 83.783497ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.602128Z","caller":"traceutil/trace.go:171","msg":"trace[465119979] linearizableReadLoop","detail":"{readStateIndex:515; appliedIndex:514; }","duration":"165.143326ms","start":"2026-03-19T17:53:05.436962Z","end":"2026-03-19T17:53:05.602105Z","steps":["trace[465119979] 'read index received' (duration: 165.006593ms)","trace[465119979] 'applied index is now lower than readState.Index' (duration: 135.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.602249Z","caller":"traceutil/trace.go:171","msg":"trace[876974337] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"521.006806ms","start":"2026-03-19T17:53:05.081201Z","end":"2026-03-19T17:53:05.602208Z","steps":["trace[876974337] 'process raft request' (duration: 520.77073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.6023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.317891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:53:05.60258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:05.081173Z","time spent":"521.286582ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:05.602614Z","caller":"traceutil/trace.go:171","msg":"trace[1608833623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"165.68324ms","start":"2026-03-19T17:53:05.436908Z","end":"2026-03-19T17:53:05.602592Z","steps":["trace[1608833623] 'agreement among raft nodes before linearized reading' (duration: 165.314821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.711789Z","caller":"traceutil/trace.go:171","msg":"trace[1443002953] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:515; }","duration":"109.392805ms","start":"2026-03-19T17:53:05.602364Z","end":"2026-03-19T17:53:05.711757Z","steps":["trace[1443002953] 'read index received' (duration: 92.16999ms)","trace[1443002953] 'applied index is now lower than readState.Index' (duration: 17.219375ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.711848Z","caller":"traceutil/trace.go:171","msg":"trace[2053934309] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"274.349866ms","start":"2026-03-19T17:53:05.437476Z","end":"2026-03-19T17:53:05.711826Z","steps":["trace[2053934309] 'process raft request' (duration: 256.991599ms)","trace[2053934309] 'compare' (duration: 16.960608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.712052Z","caller":"traceutil/trace.go:171","msg":"trace[439779372] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"105.078762ms","start":"2026-03-19T17:53:05.606886Z","end":"2026-03-19T17:53:05.711964Z","steps":["trace[439779372] 'process raft request' (duration: 104.851266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:05.805937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.395728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:53:05.805971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.208572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:05.806014Z","caller":"traceutil/trace.go:171","msg":"trace[1086661400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:494; }","duration":"142.529481ms","start":"2026-03-19T17:53:05.663466Z","end":"2026-03-19T17:53:05.805996Z","steps":["trace[1086661400] 'agreement among raft nodes before linearized reading' (duration: 142.251285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.806054Z","caller":"traceutil/trace.go:171","msg":"trace[923586102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:494; }","duration":"296.341415ms","start":"2026-03-19T17:53:05.509689Z","end":"2026-03-19T17:53:05.80603Z","steps":["trace[923586102] 'agreement among raft nodes before linearized reading' (duration: 202.222379ms)","trace[923586102] 'range keys from in-memory index tree' (duration: 93.981642ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:05.96007Z","caller":"traceutil/trace.go:171","msg":"trace[1068188616] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"149.9723ms","start":"2026-03-19T17:53:05.810061Z","end":"2026-03-19T17:53:05.960033Z","steps":["trace[1068188616] 'process raft request' (duration: 149.786506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:05.977687Z","caller":"traceutil/trace.go:171","msg":"trace[928270370] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"166.431688ms","start":"2026-03-19T17:53:05.81121Z","end":"2026-03-19T17:53:05.977642Z","steps":["trace[928270370] 'process raft request' (duration: 166.156492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:07.799688Z","caller":"traceutil/trace.go:171","msg":"trace[1272265667] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"188.54154ms","start":"2026-03-19T17:53:07.611116Z","end":"2026-03-19T17:53:07.799658Z","steps":["trace[1272265667] 'process raft request' (duration: 188.356626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.688173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:09.773789Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01621583s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:09.777655Z","caller":"traceutil/trace.go:171","msg":"trace[794354770] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"1.020897822s","start":"2026-03-19T17:53:08.75669Z","end":"2026-03-19T17:53:09.777588Z","steps":["trace[794354770] 'process raft request' (duration: 1.017854019s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:09.777741Z","caller":"traceutil/trace.go:171","msg":"trace[1504730387] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"590.55841ms","start":"2026-03-19T17:53:09.187034Z","end":"2026-03-19T17:53:09.777593Z","steps":["trace[1504730387] 'read index received' (duration: 586.997095ms)","trace[1504730387] 'applied index is now lower than readState.Index' (duration: 3.558625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:09.777771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:08.756657Z","time spent":"1.021064866s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:09.777853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.800716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:09.777978Z","caller":"traceutil/trace.go:171","msg":"trace[1484549901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:501; }","duration":"590.923539ms","start":"2026-03-19T17:53:09.187017Z","end":"2026-03-19T17:53:09.777941Z","steps":["trace[1484549901] 'agreement among raft nodes before linearized reading' (duration: 590.634122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:09.778056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.186948Z","time spent":"591.091033ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:10.173171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.6218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:10.173411Z","caller":"traceutil/trace.go:171","msg":"trace[1763532908] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:525; }","duration":"369.156798ms","start":"2026-03-19T17:53:09.804237Z","end":"2026-03-19T17:53:10.173394Z","steps":["trace[1763532908] 'read index received' (duration: 259.241172ms)","trace[1763532908] 'applied index is now lower than readState.Index' (duration: 109.914456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:10.173572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.328452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:10.173612Z","caller":"traceutil/trace.go:171","msg":"trace[663859533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"369.416134ms","start":"2026-03-19T17:53:09.804185Z","end":"2026-03-19T17:53:10.173601Z","steps":["trace[663859533] 'agreement among raft nodes before linearized reading' (duration: 369.307441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.173648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.804168Z","time spent":"369.472206ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:10.173637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.583904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:10.173701Z","caller":"traceutil/trace.go:171","msg":"trace[57003875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:503; }","duration":"336.682488ms","start":"2026-03-19T17:53:09.837001Z","end":"2026-03-19T17:53:10.173684Z","steps":["trace[57003875] 'agreement among raft nodes before linearized reading' (duration: 336.564304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.173713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.168672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:53:10.173737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.836988Z","time spent":"336.743689ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:10.173764Z","caller":"traceutil/trace.go:171","msg":"trace[2085525413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"171.220873ms","start":"2026-03-19T17:53:10.002528Z","end":"2026-03-19T17:53:10.173749Z","steps":["trace[2085525413] 'agreement among raft nodes before linearized reading' (duration: 171.10615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.173765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.073778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:10.173906Z","caller":"traceutil/trace.go:171","msg":"trace[558511048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:503; }","duration":"151.277623ms","start":"2026-03-19T17:53:10.022584Z","end":"2026-03-19T17:53:10.173862Z","steps":["trace[558511048] 'agreement among raft nodes before linearized reading' (duration: 151.026786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.173514Z","caller":"traceutil/trace.go:171","msg":"trace[142967512] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"372.707424ms","start":"2026-03-19T17:53:09.800775Z","end":"2026-03-19T17:53:10.173483Z","steps":["trace[142967512] 'process raft request' (duration: 262.691075ms)","trace[142967512] 'compare' (duration: 109.253621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:10.174034Z","caller":"traceutil/trace.go:171","msg":"trace[25341431] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"372.370966ms","start":"2026-03-19T17:53:09.801089Z","end":"2026-03-19T17:53:10.17346Z","steps":["trace[25341431] 'process raft request' (duration: 372.210912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:10.174263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.800749Z","time spent":"373.31478ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:10.1743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:09.801066Z","time spent":"373.013452ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:10.522885Z","caller":"traceutil/trace.go:171","msg":"trace[1713792302] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"258.770891ms","start":"2026-03-19T17:53:10.264089Z","end":"2026-03-19T17:53:10.52286Z","steps":["trace[1713792302] 'process raft request' (duration: 246.25536ms)","trace[1713792302] 'compare' (duration: 12.263885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:10.524671Z","caller":"traceutil/trace.go:171","msg":"trace[808115779] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"260.479002ms","start":"2026-03-19T17:53:10.264182Z","end":"2026-03-19T17:53:10.524661Z","steps":["trace[808115779] 'process raft request' (duration: 260.339048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.653619Z","caller":"traceutil/trace.go:171","msg":"trace[503636773] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"123.125624ms","start":"2026-03-19T17:53:10.530469Z","end":"2026-03-19T17:53:10.653594Z","steps":["trace[503636773] 'process raft request' (duration: 123.084483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:10.653665Z","caller":"traceutil/trace.go:171","msg":"trace[626118086] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"124.58238ms","start":"2026-03-19T17:53:10.529038Z","end":"2026-03-19T17:53:10.65362Z","steps":["trace[626118086] 'process raft request' (duration: 116.756811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.022553Z","caller":"traceutil/trace.go:171","msg":"trace[513615290] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"155.569507ms","start":"2026-03-19T17:53:10.866959Z","end":"2026-03-19T17:53:11.022528Z","steps":["trace[513615290] 'process raft request' (duration: 155.366881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.059464Z","caller":"traceutil/trace.go:171","msg":"trace[1844788657] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"184.794589ms","start":"2026-03-19T17:53:10.874642Z","end":"2026-03-19T17:53:11.059436Z","steps":["trace[1844788657] 'process raft request' (duration: 184.574294ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.059519Z","caller":"traceutil/trace.go:171","msg":"trace[1034018039] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"184.048352ms","start":"2026-03-19T17:53:10.87543Z","end":"2026-03-19T17:53:11.059478Z","steps":["trace[1034018039] 'process raft request' (duration: 183.906349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.059847Z","caller":"traceutil/trace.go:171","msg":"trace[1816207024] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"183.463919ms","start":"2026-03-19T17:53:10.876369Z","end":"2026-03-19T17:53:11.059833Z","steps":["trace[1816207024] 'process raft request' (duration: 183.027278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.060312Z","caller":"traceutil/trace.go:171","msg":"trace[1151140395] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"157.316557ms","start":"2026-03-19T17:53:10.902973Z","end":"2026-03-19T17:53:11.06029Z","steps":["trace[1151140395] 'process raft request' (duration: 156.718923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.418724Z","caller":"traceutil/trace.go:171","msg":"trace[1983000444] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"293.157229ms","start":"2026-03-19T17:53:11.125523Z","end":"2026-03-19T17:53:11.41868Z","steps":["trace[1983000444] 'process raft request' (duration: 265.175065ms)","trace[1983000444] 'compare' (duration: 27.694217ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:11.41877Z","caller":"traceutil/trace.go:171","msg":"trace[1782549162] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"237.686954ms","start":"2026-03-19T17:53:11.181058Z","end":"2026-03-19T17:53:11.418745Z","steps":["trace[1782549162] 'process raft request' (duration: 237.463658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.419188Z","caller":"traceutil/trace.go:171","msg":"trace[1894128552] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"227.349874ms","start":"2026-03-19T17:53:11.191821Z","end":"2026-03-19T17:53:11.419171Z","steps":["trace[1894128552] 'process raft request' (duration: 226.826411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.41918Z","caller":"traceutil/trace.go:171","msg":"trace[917171062] linearizableReadLoop","detail":"{readStateIndex:558; appliedIndex:556; }","duration":"241.984827ms","start":"2026-03-19T17:53:11.177182Z","end":"2026-03-19T17:53:11.419167Z","steps":["trace[917171062] 'read index received' (duration: 24.649434ms)","trace[917171062] 'applied index is now lower than readState.Index' (duration: 217.334213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:11.419423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.774139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-19T17:53:11.419466Z","caller":"traceutil/trace.go:171","msg":"trace[2062294451] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:535; }","duration":"238.868892ms","start":"2026-03-19T17:53:11.180585Z","end":"2026-03-19T17:53:11.419454Z","steps":["trace[2062294451] 'agreement among raft nodes before linearized reading' (duration: 238.779269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.419493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.463023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-19T17:53:11.419474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-19T17:53:11.41949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.280453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:11.419542Z","caller":"traceutil/trace.go:171","msg":"trace[227514686] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:535; }","duration":"214.539535ms","start":"2026-03-19T17:53:11.20499Z","end":"2026-03-19T17:53:11.419529Z","steps":["trace[227514686] 'agreement among raft nodes before linearized reading' (duration: 214.396332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.419558Z","caller":"traceutil/trace.go:171","msg":"trace[1845920208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:535; }","duration":"109.841905ms","start":"2026-03-19T17:53:11.309697Z","end":"2026-03-19T17:53:11.419539Z","steps":["trace[1845920208] 'agreement among raft nodes before linearized reading' (duration: 109.674251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:11.419566Z","caller":"traceutil/trace.go:171","msg":"trace[445004720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"232.368035ms","start":"2026-03-19T17:53:11.18718Z","end":"2026-03-19T17:53:11.419548Z","steps":["trace[445004720] 'agreement among raft nodes before linearized reading' (duration: 232.234952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.42003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.532044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-19T17:53:11.420361Z","caller":"traceutil/trace.go:171","msg":"trace[1088669338] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:535; }","duration":"275.905624ms","start":"2026-03-19T17:53:11.14444Z","end":"2026-03-19T17:53:11.420346Z","steps":["trace[1088669338] 'agreement among raft nodes before linearized reading' (duration: 274.795876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.929239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:11.938556Z","caller":"traceutil/trace.go:171","msg":"trace[1842477714] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"512.123531ms","start":"2026-03-19T17:53:11.42641Z","end":"2026-03-19T17:53:11.938534Z","steps":["trace[1842477714] 'process raft request' (duration: 511.975927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:11.93873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.426395Z","time spent":"512.229285ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:12.372604Z","caller":"traceutil/trace.go:171","msg":"trace[589594189] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"943.896118ms","start":"2026-03-19T17:53:11.428683Z","end":"2026-03-19T17:53:12.372579Z","steps":["trace[589594189] 'read index received' (duration: 509.691333ms)","trace[589594189] 'applied index is now lower than readState.Index' (duration: 434.203785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:12.372687Z","caller":"traceutil/trace.go:171","msg":"trace[1808149690] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"944.277778ms","start":"2026-03-19T17:53:11.428385Z","end":"2026-03-19T17:53:12.372662Z","steps":["trace[1808149690] 'process raft request' (duration: 944.030552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.372817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.428377Z","time spent":"944.35952ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4668,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:12.372811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.105355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14463"} {"level":"info","ts":"2026-03-19T17:53:12.372882Z","caller":"traceutil/trace.go:171","msg":"trace[1091357878] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:537; }","duration":"944.199587ms","start":"2026-03-19T17:53:11.428667Z","end":"2026-03-19T17:53:12.372867Z","steps":["trace[1091357878] 'agreement among raft nodes before linearized reading' (duration: 944.050812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.372942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.42866Z","time spent":"944.269088ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14485,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-19T17:53:12.372966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.27624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T17:53:12.372961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.348387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:12.373044Z","caller":"traceutil/trace.go:171","msg":"trace[2041666311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:537; }","duration":"111.402503ms","start":"2026-03-19T17:53:12.261623Z","end":"2026-03-19T17:53:12.373025Z","steps":["trace[2041666311] 'agreement among raft nodes before linearized reading' (duration: 111.236699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:12.373081Z","caller":"traceutil/trace.go:171","msg":"trace[1219078240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:537; }","duration":"110.528952ms","start":"2026-03-19T17:53:12.262529Z","end":"2026-03-19T17:53:12.373058Z","steps":["trace[1219078240] 'agreement among raft nodes before linearized reading' (duration: 110.258505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.372964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.265066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:12.37322Z","caller":"traceutil/trace.go:171","msg":"trace[1035787551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:537; }","duration":"110.506851ms","start":"2026-03-19T17:53:12.262653Z","end":"2026-03-19T17:53:12.37316Z","steps":["trace[1035787551] 'agreement among raft nodes before linearized reading' (duration: 110.233154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.373008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.183054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:53:12.373297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.655288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-19T17:53:12.373321Z","caller":"traceutil/trace.go:171","msg":"trace[1764824524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:537; }","duration":"147.529902ms","start":"2026-03-19T17:53:12.225771Z","end":"2026-03-19T17:53:12.373301Z","steps":["trace[1764824524] 'agreement among raft nodes before linearized reading' (duration: 147.175444ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:12.373371Z","caller":"traceutil/trace.go:171","msg":"trace[1442466588] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:537; }","duration":"841.755839ms","start":"2026-03-19T17:53:11.531591Z","end":"2026-03-19T17:53:12.373347Z","steps":["trace[1442466588] 'agreement among raft nodes before linearized reading' (duration: 841.142614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:12.373427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:11.531569Z","time spent":"841.843802ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329970,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-19T17:53:12.61748Z","caller":"traceutil/trace.go:171","msg":"trace[1185226361] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"239.668141ms","start":"2026-03-19T17:53:12.377794Z","end":"2026-03-19T17:53:12.617462Z","steps":["trace[1185226361] 'process raft request' (duration: 206.551794ms)","trace[1185226361] 'compare' (duration: 32.996964ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:12.617739Z","caller":"traceutil/trace.go:171","msg":"trace[1557622951] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"239.868407ms","start":"2026-03-19T17:53:12.37786Z","end":"2026-03-19T17:53:12.617729Z","steps":["trace[1557622951] 'process raft request' (duration: 239.5716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:12.617816Z","caller":"traceutil/trace.go:171","msg":"trace[805800250] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"239.583139ms","start":"2026-03-19T17:53:12.378202Z","end":"2026-03-19T17:53:12.617785Z","steps":["trace[805800250] 'process raft request' (duration: 239.449066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.688564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575083,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:14.901643Z","caller":"traceutil/trace.go:171","msg":"trace[1800067564] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"847.532258ms","start":"2026-03-19T17:53:14.054084Z","end":"2026-03-19T17:53:14.901616Z","steps":["trace[1800067564] 'process raft request' (duration: 847.369094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.901791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.054068Z","time spent":"847.65076ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:14.904915Z","caller":"traceutil/trace.go:171","msg":"trace[2086244840] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"777.949372ms","start":"2026-03-19T17:53:14.126946Z","end":"2026-03-19T17:53:14.904895Z","steps":["trace[2086244840] 'process raft request' (duration: 777.780718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:14.904894Z","caller":"traceutil/trace.go:171","msg":"trace[1090951976] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"716.823671ms","start":"2026-03-19T17:53:14.188036Z","end":"2026-03-19T17:53:14.90486Z","steps":["trace[1090951976] 'read index received' (duration: 713.569942ms)","trace[1090951976] 'applied index is now lower than readState.Index' (duration: 3.252409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:14.905017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.12692Z","time spent":"778.043384ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:14.905078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.017326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:14.905159Z","caller":"traceutil/trace.go:171","msg":"trace[34063567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"717.141728ms","start":"2026-03-19T17:53:14.187999Z","end":"2026-03-19T17:53:14.905141Z","steps":["trace[34063567] 'agreement among raft nodes before linearized reading' (duration: 717.000775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.905208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.187983Z","time spent":"717.217342ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:14.905379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.933794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:53:14.905454Z","caller":"traceutil/trace.go:171","msg":"trace[1820871033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:543; }","duration":"283.030095ms","start":"2026-03-19T17:53:14.622406Z","end":"2026-03-19T17:53:14.905436Z","steps":["trace[1820871033] 'agreement among raft nodes before linearized reading' (duration: 282.860921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.905575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.166442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:53:14.905641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.509068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:14.905699Z","caller":"traceutil/trace.go:171","msg":"trace[219744509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:543; }","duration":"283.682222ms","start":"2026-03-19T17:53:14.622004Z","end":"2026-03-19T17:53:14.905686Z","steps":["trace[219744509] 'agreement among raft nodes before linearized reading' (duration: 283.58835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.905649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.287782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:53:14.905719Z","caller":"traceutil/trace.go:171","msg":"trace[1534272968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:543; }","duration":"465.483249ms","start":"2026-03-19T17:53:14.44018Z","end":"2026-03-19T17:53:14.905663Z","steps":["trace[1534272968] 'agreement among raft nodes before linearized reading' (duration: 464.947655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:14.905786Z","caller":"traceutil/trace.go:171","msg":"trace[1905489366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:543; }","duration":"283.472486ms","start":"2026-03-19T17:53:14.622297Z","end":"2026-03-19T17:53:14.905769Z","steps":["trace[1905489366] 'agreement among raft nodes before linearized reading' (duration: 283.289792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:14.905887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.440162Z","time spent":"465.709005ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:53:15.42967Z","caller":"traceutil/trace.go:171","msg":"trace[1748223991] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"518.406772ms","start":"2026-03-19T17:53:14.911232Z","end":"2026-03-19T17:53:15.429639Z","steps":["trace[1748223991] 'process raft request' (duration: 518.353361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.429857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.911212Z","time spent":"518.550966ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:15.430494Z","caller":"traceutil/trace.go:171","msg":"trace[1282399552] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"520.087193ms","start":"2026-03-19T17:53:14.910393Z","end":"2026-03-19T17:53:15.43048Z","steps":["trace[1282399552] 'process raft request' (duration: 519.145991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:15.430484Z","caller":"traceutil/trace.go:171","msg":"trace[449839270] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"520.75827ms","start":"2026-03-19T17:53:14.909691Z","end":"2026-03-19T17:53:15.43045Z","steps":["trace[449839270] 'process raft request' (duration: 519.721355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:15.430645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.909668Z","time spent":"520.888072ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:15.430662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:14.91038Z","time spent":"520.155485ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:15.940897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.798384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T17:53:16.187812Z","caller":"traceutil/trace.go:171","msg":"trace[459341656] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"100.782017ms","start":"2026-03-19T17:53:16.087006Z","end":"2026-03-19T17:53:16.187788Z","steps":["trace[459341656] 'process raft request' (duration: 100.632643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.573908Z","caller":"traceutil/trace.go:171","msg":"trace[1764999310] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"134.56706ms","start":"2026-03-19T17:53:17.43931Z","end":"2026-03-19T17:53:17.573877Z","steps":["trace[1764999310] 'process raft request' (duration: 134.341975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.576099Z","caller":"traceutil/trace.go:171","msg":"trace[1220960933] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"135.583904ms","start":"2026-03-19T17:53:17.440449Z","end":"2026-03-19T17:53:17.576033Z","steps":["trace[1220960933] 'process raft request' (duration: 135.536683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:17.576206Z","caller":"traceutil/trace.go:171","msg":"trace[636059979] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"135.703677ms","start":"2026-03-19T17:53:17.440461Z","end":"2026-03-19T17:53:17.576165Z","steps":["trace[636059979] 'process raft request' (duration: 135.38342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:19.217968Z","caller":"traceutil/trace.go:171","msg":"trace[469236197] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"267.179104ms","start":"2026-03-19T17:53:18.950756Z","end":"2026-03-19T17:53:19.217935Z","steps":["trace[469236197] 'process raft request' (duration: 266.966699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:21.332144Z","caller":"traceutil/trace.go:171","msg":"trace[387596343] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"105.654924ms","start":"2026-03-19T17:53:21.226459Z","end":"2026-03-19T17:53:21.332114Z","steps":["trace[387596343] 'process raft request' (duration: 105.430479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:25.985972Z","caller":"traceutil/trace.go:171","msg":"trace[1375567693] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"380.431431ms","start":"2026-03-19T17:53:25.605503Z","end":"2026-03-19T17:53:25.985935Z","steps":["trace[1375567693] 'read index received' (duration: 327.433464ms)","trace[1375567693] 'applied index is now lower than readState.Index' (duration: 52.996997ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:25.986034Z","caller":"traceutil/trace.go:171","msg":"trace[275372336] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"637.166822ms","start":"2026-03-19T17:53:25.348841Z","end":"2026-03-19T17:53:25.986008Z","steps":["trace[275372336] 'process raft request' (duration: 584.082814ms)","trace[275372336] 'compare' (duration: 52.905414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:25.986169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.348821Z","time spent":"637.276424ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:25.986239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.709067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:25.986356Z","caller":"traceutil/trace.go:171","msg":"trace[1495056904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:712; }","duration":"380.874371ms","start":"2026-03-19T17:53:25.605461Z","end":"2026-03-19T17:53:25.986335Z","steps":["trace[1495056904] 'agreement among raft nodes before linearized reading' (duration: 380.578884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:25.986412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.605437Z","time spent":"380.962114ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:26.921208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.583268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T17:53:26.921313Z","caller":"traceutil/trace.go:171","msg":"trace[969107532] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"935.248681ms","start":"2026-03-19T17:53:25.986046Z","end":"2026-03-19T17:53:26.921295Z","steps":["trace[969107532] 'read index received' (duration: 460.618672ms)","trace[969107532] 'applied index is now lower than readState.Index' (duration: 474.628659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:26.92155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140878221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6fmcx\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T17:53:26.92159Z","caller":"traceutil/trace.go:171","msg":"trace[1685433320] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6fmcx; range_end:; response_count:1; response_revision:712; }","duration":"1.140959723s","start":"2026-03-19T17:53:25.780619Z","end":"2026-03-19T17:53:26.921578Z","steps":["trace[1685433320] 'agreement among raft nodes before linearized reading' (duration: 1.140768709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.921624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.780601Z","time spent":"1.141015724s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-6fmcx\" "} {"level":"warn","ts":"2026-03-19T17:53:26.92167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311123241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:53:26.921672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311533011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:26.921768Z","caller":"traceutil/trace.go:171","msg":"trace[229154909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"1.311219453s","start":"2026-03-19T17:53:25.610513Z","end":"2026-03-19T17:53:26.921732Z","steps":["trace[229154909] 'agreement among raft nodes before linearized reading' (duration: 1.310918566s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:26.92176Z","caller":"traceutil/trace.go:171","msg":"trace[2048819076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:712; }","duration":"1.311666444s","start":"2026-03-19T17:53:25.610073Z","end":"2026-03-19T17:53:26.921739Z","steps":["trace[2048819076] 'agreement among raft nodes before linearized reading' (duration: 1.311427939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.921812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.610451Z","time spent":"1.311350437s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:26.921824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.610031Z","time spent":"1.311776007s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:26.99034Z","caller":"traceutil/trace.go:171","msg":"trace[60107204] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"1.000022509s","start":"2026-03-19T17:53:25.990297Z","end":"2026-03-19T17:53:26.990319Z","steps":["trace[60107204] 'process raft request' (duration: 999.867875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:26.990522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:25.990272Z","time spent":"1.000129683s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:28.187904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:28.188014Z","caller":"traceutil/trace.go:171","msg":"trace[1181901878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400638s","start":"2026-03-19T17:53:26.187595Z","end":"2026-03-19T17:53:28.187996Z","steps":["trace[1181901878] 'agreement among raft nodes before linearized reading' (duration: 2.000275155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:28.1883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.187577Z","time spent":"2.00047589s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:29.590099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.599870355s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:29.590906Z","caller":"traceutil/trace.go:171","msg":"trace[1448652560] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"3.042352079s","start":"2026-03-19T17:53:26.548507Z","end":"2026-03-19T17:53:29.590859Z","steps":["trace[1448652560] 'process raft request' (duration: 3.041928489s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.59088Z","caller":"traceutil/trace.go:171","msg":"trace[141606555] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"2.664652173s","start":"2026-03-19T17:53:26.92618Z","end":"2026-03-19T17:53:29.590832Z","steps":["trace[141606555] 'process raft request' (duration: 2.664548051s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.591107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.548482Z","time spent":"3.042487511s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:29.591159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.926153Z","time spent":"2.664836958s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:29.591302Z","caller":"traceutil/trace.go:171","msg":"trace[461811676] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"2.664795437s","start":"2026-03-19T17:53:26.926461Z","end":"2026-03-19T17:53:29.591256Z","steps":["trace[461811676] 'process raft request' (duration: 2.664328206s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.591458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.926436Z","time spent":"2.66494118s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:29.5915Z","caller":"traceutil/trace.go:171","msg":"trace[692832094] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:740; }","duration":"2.670131675s","start":"2026-03-19T17:53:26.921339Z","end":"2026-03-19T17:53:29.591471Z","steps":["trace[692832094] 'read index received' (duration: 68.857817ms)","trace[692832094] 'applied index is now lower than readState.Index' (duration: 2.601271018s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:29.591601Z","caller":"traceutil/trace.go:171","msg":"trace[2111910397] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"2.6553758s","start":"2026-03-19T17:53:26.936213Z","end":"2026-03-19T17:53:29.591589Z","steps":["trace[2111910397] 'process raft request' (duration: 2.65494714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.591666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:26.936194Z","time spent":"2.655437182s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:29.591776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403352242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:29.591832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.745862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:29.59187Z","caller":"traceutil/trace.go:171","msg":"trace[1653034734] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:717; }","duration":"202.827883ms","start":"2026-03-19T17:53:29.389027Z","end":"2026-03-19T17:53:29.591855Z","steps":["trace[1653034734] 'agreement among raft nodes before linearized reading' (duration: 202.786042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.591939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.800911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:53:29.591989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601886743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:29.59201Z","caller":"traceutil/trace.go:171","msg":"trace[808797655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"596.901464ms","start":"2026-03-19T17:53:28.995086Z","end":"2026-03-19T17:53:29.591987Z","steps":["trace[808797655] 'agreement among raft nodes before linearized reading' (duration: 596.74006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.592023Z","caller":"traceutil/trace.go:171","msg":"trace[977792146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:717; }","duration":"1.601916434s","start":"2026-03-19T17:53:27.990095Z","end":"2026-03-19T17:53:29.592012Z","steps":["trace[977792146] 'agreement among raft nodes before linearized reading' (duration: 1.60173319s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.592058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.995063Z","time spent":"596.986725ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:53:29.592078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.990032Z","time spent":"1.602039797s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:29.591789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.332332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:29.592143Z","caller":"traceutil/trace.go:171","msg":"trace[1756223667] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:717; }","duration":"447.727912ms","start":"2026-03-19T17:53:29.144394Z","end":"2026-03-19T17:53:29.592122Z","steps":["trace[1756223667] 'agreement among raft nodes before linearized reading' (duration: 447.352273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.59177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.555789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:29.59221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.144367Z","time spent":"447.824663ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:29.591776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697026294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:29.592254Z","caller":"traceutil/trace.go:171","msg":"trace[384747426] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:717; }","duration":"696.071261ms","start":"2026-03-19T17:53:28.896139Z","end":"2026-03-19T17:53:29.59221Z","steps":["trace[384747426] 'agreement among raft nodes before linearized reading' (duration: 695.557629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.592299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.896119Z","time spent":"696.169823ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:29.591783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.682077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:29.591854Z","caller":"traceutil/trace.go:171","msg":"trace[442399428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"1.403469815s","start":"2026-03-19T17:53:28.188366Z","end":"2026-03-19T17:53:29.591835Z","steps":["trace[442399428] 'agreement among raft nodes before linearized reading' (duration: 1.403336352s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:29.592359Z","caller":"traceutil/trace.go:171","msg":"trace[285687368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"734.251461ms","start":"2026-03-19T17:53:28.858085Z","end":"2026-03-19T17:53:29.592337Z","steps":["trace[285687368] 'agreement among raft nodes before linearized reading' (duration: 733.646246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.592409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.858025Z","time spent":"734.370483ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:29.592433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:28.18834Z","time spent":"1.40407372s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:29.592297Z","caller":"traceutil/trace.go:171","msg":"trace[2143830012] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:717; }","duration":"1.697589968s","start":"2026-03-19T17:53:27.894694Z","end":"2026-03-19T17:53:29.592284Z","steps":["trace[2143830012] 'agreement among raft nodes before linearized reading' (duration: 1.696999794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:29.592732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:27.894673Z","time spent":"1.698017117s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:30.102142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:30.602852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:31.103543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:31.601097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:53:31.601195Z","caller":"traceutil/trace.go:171","msg":"trace[1743260799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256306s","start":"2026-03-19T17:53:29.60092Z","end":"2026-03-19T17:53:31.601177Z","steps":["trace[1743260799] 'agreement among raft nodes before linearized reading' (duration: 2.000140793s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:31.601234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.600909Z","time spent":"2.000316357s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:53:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:53:31.604464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:32.104624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:32.605731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:32.616436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.020260386s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:32.616905Z","caller":"traceutil/trace.go:171","msg":"trace[471782941] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"3.02083749s","start":"2026-03-19T17:53:29.596046Z","end":"2026-03-19T17:53:32.616883Z","steps":["trace[471782941] 'process raft request' (duration: 3.020625325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.617234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.596017Z","time spent":"3.020951063s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:32.897162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.596594Z","time spent":"3.300561795s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:53:32.897482Z","caller":"traceutil/trace.go:171","msg":"trace[210304864] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:746; }","duration":"3.296456078s","start":"2026-03-19T17:53:29.600962Z","end":"2026-03-19T17:53:32.897418Z","steps":["trace[210304864] 'read index received' (duration: 3.015958984s)","trace[210304864] 'applied index is now lower than readState.Index' (duration: 280.495434ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:32.897661Z","caller":"traceutil/trace.go:171","msg":"trace[185855580] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"3.300579656s","start":"2026-03-19T17:53:29.597015Z","end":"2026-03-19T17:53:32.897594Z","steps":["trace[185855580] 'process raft request' (duration: 3.300114495s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.897793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:29.596984Z","time spent":"3.30072735s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:32.897983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290294269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:32.89822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.567849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:53:32.898237Z","caller":"traceutil/trace.go:171","msg":"trace[583990463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"1.290583336s","start":"2026-03-19T17:53:31.607636Z","end":"2026-03-19T17:53:32.898219Z","steps":["trace[583990463] 'agreement among raft nodes before linearized reading' (duration: 1.290283399s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:32.898258Z","caller":"traceutil/trace.go:171","msg":"trace[1223020747] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:719; }","duration":"597.647361ms","start":"2026-03-19T17:53:32.300598Z","end":"2026-03-19T17:53:32.898246Z","steps":["trace[1223020747] 'agreement among raft nodes before linearized reading' (duration: 597.369965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.898284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.607612Z","time spent":"1.290664678s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:32.898292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:32.300577Z","time spent":"597.707972ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":47,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:32.898545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456738227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:53:32.898601Z","caller":"traceutil/trace.go:171","msg":"trace[925645740] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:719; }","duration":"2.456835039s","start":"2026-03-19T17:53:30.441753Z","end":"2026-03-19T17:53:32.898588Z","steps":["trace[925645740] 'agreement among raft nodes before linearized reading' (duration: 2.456130312s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.898638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:30.441733Z","time spent":"2.45689731s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T17:53:32.898522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300181329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:32.898735Z","caller":"traceutil/trace.go:171","msg":"trace[185380970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"1.300488636s","start":"2026-03-19T17:53:31.598233Z","end":"2026-03-19T17:53:32.898721Z","steps":["trace[185380970] 'agreement among raft nodes before linearized reading' (duration: 1.300029244s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.898778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.598198Z","time spent":"1.300565468s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:32.899485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301223783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:32.899606Z","caller":"traceutil/trace.go:171","msg":"trace[218901793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:719; }","duration":"1.301415368s","start":"2026-03-19T17:53:31.598166Z","end":"2026-03-19T17:53:32.899581Z","steps":["trace[218901793] 'agreement among raft nodes before linearized reading' (duration: 1.300372123s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:32.899686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:31.59814Z","time spent":"1.30153162s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:53:34.689402Z","caller":"traceutil/trace.go:171","msg":"trace[685166182] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"345.4702ms","start":"2026-03-19T17:53:34.343903Z","end":"2026-03-19T17:53:34.68938Z","steps":["trace[685166182] 'process raft request' (duration: 345.349077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:34.689526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.34387Z","time spent":"345.601333ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:53:34.995819Z","caller":"traceutil/trace.go:171","msg":"trace[1064479100] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"374.596601ms","start":"2026-03-19T17:53:34.621203Z","end":"2026-03-19T17:53:34.9958Z","steps":["trace[1064479100] 'read index received' (duration: 68.162412ms)","trace[1064479100] 'applied index is now lower than readState.Index' (duration: 306.433009ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:34.99588Z","caller":"traceutil/trace.go:171","msg":"trace[1088466754] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"647.718827ms","start":"2026-03-19T17:53:34.348133Z","end":"2026-03-19T17:53:34.995851Z","steps":["trace[1088466754] 'process raft request' (duration: 647.562683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:34.996024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.348111Z","time spent":"647.832509ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:34.996024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.818495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:34.996104Z","caller":"traceutil/trace.go:171","msg":"trace[264142845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:729; }","duration":"374.949078ms","start":"2026-03-19T17:53:34.621137Z","end":"2026-03-19T17:53:34.996086Z","steps":["trace[264142845] 'agreement among raft nodes before linearized reading' (duration: 374.746114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:34.996144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:34.621113Z","time spent":"375.021261ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:53:34.99606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.71828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6fmcx\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-19T17:53:34.99629Z","caller":"traceutil/trace.go:171","msg":"trace[1493595807] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6fmcx; range_end:; response_count:1; response_revision:729; }","duration":"188.004067ms","start":"2026-03-19T17:53:34.808276Z","end":"2026-03-19T17:53:34.99628Z","steps":["trace[1493595807] 'agreement among raft nodes before linearized reading' (duration: 187.647249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:36.495613Z","caller":"traceutil/trace.go:171","msg":"trace[1940562768] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"356.919906ms","start":"2026-03-19T17:53:36.138658Z","end":"2026-03-19T17:53:36.495578Z","steps":["trace[1940562768] 'read index received' (duration: 356.72013ms)","trace[1940562768] 'applied index is now lower than readState.Index' (duration: 198.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:36.495694Z","caller":"traceutil/trace.go:171","msg":"trace[605719041] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"551.546821ms","start":"2026-03-19T17:53:35.944107Z","end":"2026-03-19T17:53:36.495654Z","steps":["trace[605719041] 'process raft request' (duration: 551.074849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.495839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:35.944077Z","time spent":"551.697135ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:36.495969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.873054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:53:36.496071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.1448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:36.496095Z","caller":"traceutil/trace.go:171","msg":"trace[593143917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:743; }","duration":"308.194572ms","start":"2026-03-19T17:53:36.187894Z","end":"2026-03-19T17:53:36.496089Z","steps":["trace[593143917] 'agreement among raft nodes before linearized reading' (duration: 308.157151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.496115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:36.187879Z","time spent":"308.232192ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:53:36.495929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.224823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:36.496253Z","caller":"traceutil/trace.go:171","msg":"trace[1395037187] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:743; }","duration":"357.564121ms","start":"2026-03-19T17:53:36.13862Z","end":"2026-03-19T17:53:36.496184Z","steps":["trace[1395037187] 'agreement among raft nodes before linearized reading' (duration: 357.144611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.496344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:36.138604Z","time spent":"357.711594ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:36.496021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.363716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:36.496472Z","caller":"traceutil/trace.go:171","msg":"trace[1609720503] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:743; }","duration":"357.855767ms","start":"2026-03-19T17:53:36.138607Z","end":"2026-03-19T17:53:36.496462Z","steps":["trace[1609720503] 'agreement among raft nodes before linearized reading' (duration: 357.381946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.496502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:36.138577Z","time spent":"357.915709ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-19T17:53:36.496078Z","caller":"traceutil/trace.go:171","msg":"trace[1530881092] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:743; }","duration":"357.003578ms","start":"2026-03-19T17:53:36.139052Z","end":"2026-03-19T17:53:36.496055Z","steps":["trace[1530881092] 'agreement among raft nodes before linearized reading' (duration: 356.806043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:36.496895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:36.139045Z","time spent":"357.824327ms","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T17:53:39.398341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.55201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:39.398512Z","caller":"traceutil/trace.go:171","msg":"trace[1312790172] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"323.797438ms","start":"2026-03-19T17:53:39.074688Z","end":"2026-03-19T17:53:39.398485Z","steps":["trace[1312790172] 'process raft request' (duration: 95.952111ms)","trace[1312790172] 'compare' (duration: 227.348435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:39.398588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:39.074668Z","time spent":"323.886569ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:39.431376Z","caller":"traceutil/trace.go:171","msg":"trace[38175150] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"354.047306ms","start":"2026-03-19T17:53:39.077292Z","end":"2026-03-19T17:53:39.431339Z","steps":["trace[38175150] 'process raft request' (duration: 353.767608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:39.431717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:39.077254Z","time spent":"354.2318ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:39.431862Z","caller":"traceutil/trace.go:171","msg":"trace[519195385] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"353.264257ms","start":"2026-03-19T17:53:39.078569Z","end":"2026-03-19T17:53:39.431833Z","steps":["trace[519195385] 'process raft request' (duration: 352.704803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.43204Z","caller":"traceutil/trace.go:171","msg":"trace[1954212455] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"326.664866ms","start":"2026-03-19T17:53:39.105352Z","end":"2026-03-19T17:53:39.432017Z","steps":["trace[1954212455] 'process raft request' (duration: 326.174284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:39.432127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:39.105318Z","time spent":"326.763848ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:53:39.432147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:39.078559Z","time spent":"353.41418ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:39.432395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.904572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:39.432468Z","caller":"traceutil/trace.go:171","msg":"trace[332127584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:792; }","duration":"244.025976ms","start":"2026-03-19T17:53:39.188422Z","end":"2026-03-19T17:53:39.432448Z","steps":["trace[332127584] 'agreement among raft nodes before linearized reading' (duration: 243.882603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:39.431846Z","caller":"traceutil/trace.go:171","msg":"trace[1853261900] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:820; }","duration":"243.332209ms","start":"2026-03-19T17:53:39.188488Z","end":"2026-03-19T17:53:39.43182Z","steps":["trace[1853261900] 'read index received' (duration: 242.461748ms)","trace[1853261900] 'applied index is now lower than readState.Index' (duration: 869.521µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:39.433421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.915534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-19T17:53:39.433515Z","caller":"traceutil/trace.go:171","msg":"trace[868939557] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:792; }","duration":"129.077898ms","start":"2026-03-19T17:53:39.304407Z","end":"2026-03-19T17:53:39.433485Z","steps":["trace[868939557] 'agreement among raft nodes before linearized reading' (duration: 128.439693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:40.02347Z","caller":"traceutil/trace.go:171","msg":"trace[1833481722] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"132.841589ms","start":"2026-03-19T17:53:39.890602Z","end":"2026-03-19T17:53:40.023444Z","steps":["trace[1833481722] 'process raft request' (duration: 97.526189ms)","trace[1833481722] 'compare' (duration: 35.150316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:41.871787Z","caller":"traceutil/trace.go:171","msg":"trace[1815943211] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:874; }","duration":"193.14584ms","start":"2026-03-19T17:53:41.678622Z","end":"2026-03-19T17:53:41.871768Z","steps":["trace[1815943211] 'read index received' (duration: 193.036868ms)","trace[1815943211] 'applied index is now lower than readState.Index' (duration: 108.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:41.87189Z","caller":"traceutil/trace.go:171","msg":"trace[813650783] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"216.095933ms","start":"2026-03-19T17:53:41.655776Z","end":"2026-03-19T17:53:41.871872Z","steps":["trace[813650783] 'process raft request' (duration: 215.838377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.871954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.306885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.872018Z","caller":"traceutil/trace.go:171","msg":"trace[408729389] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:843; }","duration":"193.384637ms","start":"2026-03-19T17:53:41.678618Z","end":"2026-03-19T17:53:41.872002Z","steps":["trace[408729389] 'agreement among raft nodes before linearized reading' (duration: 193.271394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.873614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.837411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.873709Z","caller":"traceutil/trace.go:171","msg":"trace[2034548257] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:844; }","duration":"194.984835ms","start":"2026-03-19T17:53:41.678701Z","end":"2026-03-19T17:53:41.873686Z","steps":["trace[2034548257] 'agreement among raft nodes before linearized reading' (duration: 194.815481ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:41.873747Z","caller":"traceutil/trace.go:171","msg":"trace[1153176479] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"192.71484ms","start":"2026-03-19T17:53:41.680999Z","end":"2026-03-19T17:53:41.873714Z","steps":["trace[1153176479] 'process raft request' (duration: 191.992382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.87397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.575773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.874235Z","caller":"traceutil/trace.go:171","msg":"trace[2145419156] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:844; }","duration":"169.907582ms","start":"2026-03-19T17:53:41.704315Z","end":"2026-03-19T17:53:41.874222Z","steps":["trace[2145419156] 'agreement among raft nodes before linearized reading' (duration: 169.556452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.874016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.756747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.874354Z","caller":"traceutil/trace.go:171","msg":"trace[686507029] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:844; }","duration":"170.140277ms","start":"2026-03-19T17:53:41.704189Z","end":"2026-03-19T17:53:41.87433Z","steps":["trace[686507029] 'agreement among raft nodes before linearized reading' (duration: 169.773917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.874041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.45539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.87444Z","caller":"traceutil/trace.go:171","msg":"trace[235956881] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:844; }","duration":"169.86998ms","start":"2026-03-19T17:53:41.704552Z","end":"2026-03-19T17:53:41.874422Z","steps":["trace[235956881] 'agreement among raft nodes before linearized reading' (duration: 169.46214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:41.874083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.800911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:41.874503Z","caller":"traceutil/trace.go:171","msg":"trace[1371101774] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:844; }","duration":"195.255062ms","start":"2026-03-19T17:53:41.679234Z","end":"2026-03-19T17:53:41.874489Z","steps":["trace[1371101774] 'agreement among raft nodes before linearized reading' (duration: 194.818572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.506118Z","caller":"traceutil/trace.go:171","msg":"trace[964516742] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"136.236231ms","start":"2026-03-19T17:53:47.369606Z","end":"2026-03-19T17:53:47.505842Z","steps":["trace[964516742] 'process raft request' (duration: 136.034616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.611157Z","caller":"traceutil/trace.go:171","msg":"trace[241160274] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"101.452673ms","start":"2026-03-19T17:53:47.509648Z","end":"2026-03-19T17:53:47.611101Z","steps":["trace[241160274] 'process raft request' (duration: 17.058191ms)","trace[241160274] 'compare' (duration: 83.630044ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:47.611572Z","caller":"traceutil/trace.go:171","msg":"trace[697392422] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"101.419923ms","start":"2026-03-19T17:53:47.510108Z","end":"2026-03-19T17:53:47.611528Z","steps":["trace[697392422] 'process raft request' (duration: 100.402008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.611952Z","caller":"traceutil/trace.go:171","msg":"trace[1191438993] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"101.71938ms","start":"2026-03-19T17:53:47.510185Z","end":"2026-03-19T17:53:47.611904Z","steps":["trace[1191438993] 'process raft request' (duration: 101.140686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:50.979284Z","caller":"traceutil/trace.go:171","msg":"trace[691365707] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"336.159475ms","start":"2026-03-19T17:53:50.643092Z","end":"2026-03-19T17:53:50.979251Z","steps":["trace[691365707] 'read index received' (duration: 335.908709ms)","trace[691365707] 'applied index is now lower than readState.Index' (duration: 248.736µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:50.979298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.443771Z","time spent":"535.519555ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:53:50.979509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.395761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:53:50.97958Z","caller":"traceutil/trace.go:171","msg":"trace[650648046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:938; }","duration":"336.512604ms","start":"2026-03-19T17:53:50.643051Z","end":"2026-03-19T17:53:50.979564Z","steps":["trace[650648046] 'agreement among raft nodes before linearized reading' (duration: 336.313419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:50.979589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.737765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:53:50.979617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.643033Z","time spent":"336.575325ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:53:50.979648Z","caller":"traceutil/trace.go:171","msg":"trace[1586933135] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:938; }","duration":"318.882649ms","start":"2026-03-19T17:53:50.660748Z","end":"2026-03-19T17:53:50.97963Z","steps":["trace[1586933135] 'agreement among raft nodes before linearized reading' (duration: 318.692615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:50.979701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.660726Z","time spent":"318.95993ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":79,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:51.257332Z","caller":"traceutil/trace.go:171","msg":"trace[465643948] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:974; }","duration":"218.269846ms","start":"2026-03-19T17:53:51.039038Z","end":"2026-03-19T17:53:51.257308Z","steps":["trace[465643948] 'read index received' (duration: 188.253973ms)","trace[465643948] 'applied index is now lower than readState.Index' (duration: 30.014693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:51.257378Z","caller":"traceutil/trace.go:171","msg":"trace[1686068196] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"273.709191ms","start":"2026-03-19T17:53:50.983637Z","end":"2026-03-19T17:53:51.257346Z","steps":["trace[1686068196] 'process raft request' (duration: 243.564455ms)","trace[1686068196] 'compare' (duration: 29.924671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:51.257523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.45177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T17:53:51.257568Z","caller":"traceutil/trace.go:171","msg":"trace[79633785] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:940; }","duration":"218.555922ms","start":"2026-03-19T17:53:51.039002Z","end":"2026-03-19T17:53:51.257558Z","steps":["trace[79633785] 'agreement among raft nodes before linearized reading' (duration: 218.417169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:51.340599Z","caller":"traceutil/trace.go:171","msg":"trace[1134953428] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"219.202019ms","start":"2026-03-19T17:53:51.121353Z","end":"2026-03-19T17:53:51.340555Z","steps":["trace[1134953428] 'process raft request' (duration: 219.052245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.340712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.501584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:53:51.340769Z","caller":"traceutil/trace.go:171","msg":"trace[521309782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:941; }","duration":"101.606897ms","start":"2026-03-19T17:53:51.239145Z","end":"2026-03-19T17:53:51.340752Z","steps":["trace[521309782] 'agreement among raft nodes before linearized reading' (duration: 101.403852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.340756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.971788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:51.340849Z","caller":"traceutil/trace.go:171","msg":"trace[307836961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"154.119221ms","start":"2026-03-19T17:53:51.186706Z","end":"2026-03-19T17:53:51.340825Z","steps":["trace[307836961] 'agreement among raft nodes before linearized reading' (duration: 153.949077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:51.454455Z","caller":"traceutil/trace.go:171","msg":"trace[2079785438] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"109.625459ms","start":"2026-03-19T17:53:51.344804Z","end":"2026-03-19T17:53:51.454429Z","steps":["trace[2079785438] 'process raft request' (duration: 66.636495ms)","trace[2079785438] 'compare' (duration: 42.80218ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:54.274201Z","caller":"traceutil/trace.go:171","msg":"trace[1988137891] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"264.873528ms","start":"2026-03-19T17:53:54.009298Z","end":"2026-03-19T17:53:54.274171Z","steps":["trace[1988137891] 'process raft request' (duration: 264.566551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:54.989896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413575862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:53:55.06977Z","caller":"traceutil/trace.go:171","msg":"trace[1235846515] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"579.892994ms","start":"2026-03-19T17:53:54.489851Z","end":"2026-03-19T17:53:55.069744Z","steps":["trace[1235846515] 'read index received' (duration: 579.70945ms)","trace[1235846515] 'applied index is now lower than readState.Index' (duration: 182.384µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:55.069819Z","caller":"traceutil/trace.go:171","msg":"trace[719221287] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"789.776607ms","start":"2026-03-19T17:53:54.280018Z","end":"2026-03-19T17:53:55.069794Z","steps":["trace[719221287] 'process raft request' (duration: 789.544962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:55.069975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.114249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:55.070034Z","caller":"traceutil/trace.go:171","msg":"trace[326230689] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:966; }","duration":"580.212892ms","start":"2026-03-19T17:53:54.489805Z","end":"2026-03-19T17:53:55.070018Z","steps":["trace[326230689] 'agreement among raft nodes before linearized reading' (duration: 580.107569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:55.070107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:54.489786Z","time spent":"580.281933ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:53:55.070097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.905363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:55.07019Z","caller":"traceutil/trace.go:171","msg":"trace[1870657357] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:966; }","duration":"506.028566ms","start":"2026-03-19T17:53:54.564133Z","end":"2026-03-19T17:53:55.070161Z","steps":["trace[1870657357] 'agreement among raft nodes before linearized reading' (duration: 505.896433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:55.069977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:54.280001Z","time spent":"789.893281ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:55.070238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:54.564113Z","time spent":"506.114668ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T17:53:55.07027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.907376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:55.070386Z","caller":"traceutil/trace.go:171","msg":"trace[121774993] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:966; }","duration":"419.082141ms","start":"2026-03-19T17:53:54.651273Z","end":"2026-03-19T17:53:55.070355Z","steps":["trace[121774993] 'agreement among raft nodes before linearized reading' (duration: 418.878826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:55.070459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:54.651251Z","time spent":"419.189824ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:53:57.354689Z","caller":"traceutil/trace.go:171","msg":"trace[366072176] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"169.131153ms","start":"2026-03-19T17:53:57.185531Z","end":"2026-03-19T17:53:57.354662Z","steps":["trace[366072176] 'read index received' (duration: 168.970539ms)","trace[366072176] 'applied index is now lower than readState.Index' (duration: 159.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:57.35475Z","caller":"traceutil/trace.go:171","msg":"trace[1931528799] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"245.945912ms","start":"2026-03-19T17:53:57.108772Z","end":"2026-03-19T17:53:57.354717Z","steps":["trace[1931528799] 'process raft request' (duration: 245.746848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.35507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.315997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:57.355265Z","caller":"traceutil/trace.go:171","msg":"trace[745674514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"169.650296ms","start":"2026-03-19T17:53:57.185472Z","end":"2026-03-19T17:53:57.355122Z","steps":["trace[745674514] 'agreement among raft nodes before linearized reading' (duration: 169.289807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.672478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.48363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:57.672622Z","caller":"traceutil/trace.go:171","msg":"trace[444722702] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1031; }","duration":"197.551426ms","start":"2026-03-19T17:53:57.475049Z","end":"2026-03-19T17:53:57.6726Z","steps":["trace[444722702] 'read index received' (duration: 91.679277ms)","trace[444722702] 'applied index is now lower than readState.Index' (duration: 105.870509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.672801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.756381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:57.672839Z","caller":"traceutil/trace.go:171","msg":"trace[274385680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:996; }","duration":"197.829913ms","start":"2026-03-19T17:53:57.474999Z","end":"2026-03-19T17:53:57.672829Z","steps":["trace[274385680] 'agreement among raft nodes before linearized reading' (duration: 197.659289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.672796Z","caller":"traceutil/trace.go:171","msg":"trace[2074680878] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"200.286903ms","start":"2026-03-19T17:53:57.472459Z","end":"2026-03-19T17:53:57.672746Z","steps":["trace[2074680878] 'process raft request' (duration: 94.404063ms)","trace[2074680878] 'compare' (duration: 105.204544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.932373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.17548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:57.932565Z","caller":"traceutil/trace.go:171","msg":"trace[1259970609] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"231.682099ms","start":"2026-03-19T17:53:57.700866Z","end":"2026-03-19T17:53:57.932548Z","steps":["trace[1259970609] 'read index received' (duration: 102.329634ms)","trace[1259970609] 'applied index is now lower than readState.Index' (duration: 129.351305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.932732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.857153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:53:57.932701Z","caller":"traceutil/trace.go:171","msg":"trace[858974554] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"239.394285ms","start":"2026-03-19T17:53:57.693223Z","end":"2026-03-19T17:53:57.932617Z","steps":["trace[858974554] 'process raft request' (duration: 109.903748ms)","trace[858974554] 'compare' (duration: 129.021766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.932865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.825903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:53:57.932788Z","caller":"traceutil/trace.go:171","msg":"trace[1062715770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:998; }","duration":"231.954205ms","start":"2026-03-19T17:53:57.70082Z","end":"2026-03-19T17:53:57.932774Z","steps":["trace[1062715770] 'agreement among raft nodes before linearized reading' (duration: 231.789981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.932951Z","caller":"traceutil/trace.go:171","msg":"trace[986675331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"231.930595ms","start":"2026-03-19T17:53:57.701005Z","end":"2026-03-19T17:53:57.932936Z","steps":["trace[986675331] 'agreement among raft nodes before linearized reading' (duration: 231.671429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.169075Z","caller":"traceutil/trace.go:171","msg":"trace[282221814] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"227.642172ms","start":"2026-03-19T17:53:59.941409Z","end":"2026-03-19T17:54:00.169051Z","steps":["trace[282221814] 'process raft request' (duration: 227.508958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.169121Z","caller":"traceutil/trace.go:171","msg":"trace[688851272] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1039; }","duration":"196.623404ms","start":"2026-03-19T17:53:59.97246Z","end":"2026-03-19T17:54:00.169083Z","steps":["trace[688851272] 'read index received' (duration: 196.609614ms)","trace[688851272] 'applied index is now lower than readState.Index' (duration: 10.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:00.169422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.924762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:00.169481Z","caller":"traceutil/trace.go:171","msg":"trace[1676789280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1003; }","duration":"197.067096ms","start":"2026-03-19T17:53:59.972402Z","end":"2026-03-19T17:54:00.169469Z","steps":["trace[1676789280] 'agreement among raft nodes before linearized reading' (duration: 196.783669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.228255Z","caller":"traceutil/trace.go:171","msg":"trace[423414355] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"194.624686ms","start":"2026-03-19T17:54:00.033574Z","end":"2026-03-19T17:54:00.228199Z","steps":["trace[423414355] 'process raft request' (duration: 194.266057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.228415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.576919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:00.228476Z","caller":"traceutil/trace.go:171","msg":"trace[195390044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1004; }","duration":"200.696022ms","start":"2026-03-19T17:54:00.027767Z","end":"2026-03-19T17:54:00.228463Z","steps":["trace[195390044] 'agreement among raft nodes before linearized reading' (duration: 200.484327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.553001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.293335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:00.55314Z","caller":"traceutil/trace.go:171","msg":"trace[56146442] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"378.859212ms","start":"2026-03-19T17:54:00.174257Z","end":"2026-03-19T17:54:00.553117Z","steps":["trace[56146442] 'process raft request' (duration: 126.351422ms)","trace[56146442] 'compare' (duration: 252.167092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:00.553227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.174231Z","time spent":"378.953714ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:00.617337Z","caller":"traceutil/trace.go:171","msg":"trace[1842804809] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1041; }","duration":"174.236895ms","start":"2026-03-19T17:54:00.443075Z","end":"2026-03-19T17:54:00.617312Z","steps":["trace[1842804809] 'read index received' (duration: 174.037581ms)","trace[1842804809] 'applied index is now lower than readState.Index' (duration: 198.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:00.617542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.43856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:54:00.617589Z","caller":"traceutil/trace.go:171","msg":"trace[1482146932] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:1006; }","duration":"174.545563ms","start":"2026-03-19T17:54:00.443033Z","end":"2026-03-19T17:54:00.617578Z","steps":["trace[1482146932] 'agreement among raft nodes before linearized reading' (duration: 174.373859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.617796Z","caller":"traceutil/trace.go:171","msg":"trace[955039517] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"385.361559ms","start":"2026-03-19T17:54:00.232396Z","end":"2026-03-19T17:54:00.617757Z","steps":["trace[955039517] 'process raft request' (duration: 384.788335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:00.617974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:00.23237Z","time spent":"385.511492ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:01.341882Z","caller":"traceutil/trace.go:171","msg":"trace[1315930145] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1044; }","duration":"155.404783ms","start":"2026-03-19T17:54:01.186454Z","end":"2026-03-19T17:54:01.341859Z","steps":["trace[1315930145] 'read index received' (duration: 155.207758ms)","trace[1315930145] 'applied index is now lower than readState.Index' (duration: 195.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:01.341946Z","caller":"traceutil/trace.go:171","msg":"trace[2135183558] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"211.00731ms","start":"2026-03-19T17:54:01.130918Z","end":"2026-03-19T17:54:01.341925Z","steps":["trace[2135183558] 'process raft request' (duration: 210.814266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:01.342052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.581476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:01.342115Z","caller":"traceutil/trace.go:171","msg":"trace[1788717134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"155.693859ms","start":"2026-03-19T17:54:01.186402Z","end":"2026-03-19T17:54:01.342096Z","steps":["trace[1788717134] 'agreement among raft nodes before linearized reading' (duration: 155.577106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.503366Z","caller":"traceutil/trace.go:171","msg":"trace[927627264] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"156.281303ms","start":"2026-03-19T17:54:01.34702Z","end":"2026-03-19T17:54:01.503301Z","steps":["trace[927627264] 'process raft request' (duration: 139.125389ms)","trace[927627264] 'compare' (duration: 16.837036ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:01.519317Z","caller":"traceutil/trace.go:171","msg":"trace[291198459] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"172.096423ms","start":"2026-03-19T17:54:01.347189Z","end":"2026-03-19T17:54:01.519285Z","steps":["trace[291198459] 'process raft request' (duration: 171.825247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:01.519473Z","caller":"traceutil/trace.go:171","msg":"trace[477274827] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"170.508216ms","start":"2026-03-19T17:54:01.348938Z","end":"2026-03-19T17:54:01.519446Z","steps":["trace[477274827] 'process raft request' (duration: 170.22781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:02.356518Z","caller":"traceutil/trace.go:171","msg":"trace[2100740886] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"178.563809ms","start":"2026-03-19T17:54:02.177927Z","end":"2026-03-19T17:54:02.356491Z","steps":["trace[2100740886] 'process raft request' (duration: 178.417925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:14.664386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.952779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:14.664531Z","caller":"traceutil/trace.go:171","msg":"trace[1753164317] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"260.128757ms","start":"2026-03-19T17:54:14.404383Z","end":"2026-03-19T17:54:14.664512Z","steps":["trace[1753164317] 'read index received' (duration: 59.035964ms)","trace[1753164317] 'applied index is now lower than readState.Index' (duration: 201.091283ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:14.66462Z","caller":"traceutil/trace.go:171","msg":"trace[1887154928] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"296.379731ms","start":"2026-03-19T17:54:14.368208Z","end":"2026-03-19T17:54:14.664588Z","steps":["trace[1887154928] 'process raft request' (duration: 95.138506ms)","trace[1887154928] 'compare' (duration: 200.760673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:14.664767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.367422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:14.664871Z","caller":"traceutil/trace.go:171","msg":"trace[1374456654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1108; }","duration":"260.480065ms","start":"2026-03-19T17:54:14.404371Z","end":"2026-03-19T17:54:14.664851Z","steps":["trace[1374456654] 'agreement among raft nodes before linearized reading' (duration: 260.220019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:19.316547Z","caller":"traceutil/trace.go:171","msg":"trace[901118279] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"118.496759ms","start":"2026-03-19T17:54:19.198025Z","end":"2026-03-19T17:54:19.316521Z","steps":["trace[901118279] 'process raft request' (duration: 118.343836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.948334Z","caller":"traceutil/trace.go:171","msg":"trace[1988942413] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"185.332192ms","start":"2026-03-19T17:54:20.762974Z","end":"2026-03-19T17:54:20.948306Z","steps":["trace[1988942413] 'process raft request' (duration: 177.068162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.948337Z","caller":"traceutil/trace.go:171","msg":"trace[934390058] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1197; }","duration":"178.418675ms","start":"2026-03-19T17:54:20.769878Z","end":"2026-03-19T17:54:20.948297Z","steps":["trace[934390058] 'read index received' (duration: 19.983982ms)","trace[934390058] 'applied index is now lower than readState.Index' (duration: 158.432743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:20.948583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.678151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:20.948664Z","caller":"traceutil/trace.go:171","msg":"trace[1152726940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1154; }","duration":"178.795025ms","start":"2026-03-19T17:54:20.769851Z","end":"2026-03-19T17:54:20.948646Z","steps":["trace[1152726940] 'agreement among raft nodes before linearized reading' (duration: 178.554739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.631509Z","caller":"traceutil/trace.go:171","msg":"trace[702801916] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"271.569363ms","start":"2026-03-19T17:54:21.359916Z","end":"2026-03-19T17:54:21.631486Z","steps":["trace[702801916] 'read index received' (duration: 271.381859ms)","trace[702801916] 'applied index is now lower than readState.Index' (duration: 186.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:21.631568Z","caller":"traceutil/trace.go:171","msg":"trace[1361341321] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"274.250107ms","start":"2026-03-19T17:54:21.357283Z","end":"2026-03-19T17:54:21.631533Z","steps":["trace[1361341321] 'process raft request' (duration: 274.038542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.631676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.737247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:21.631718Z","caller":"traceutil/trace.go:171","msg":"trace[693284457] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1157; }","duration":"271.835849ms","start":"2026-03-19T17:54:21.359871Z","end":"2026-03-19T17:54:21.631707Z","steps":["trace[693284457] 'agreement among raft nodes before linearized reading' (duration: 271.750447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:21.631857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.591009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:21.631967Z","caller":"traceutil/trace.go:171","msg":"trace[1314833314] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1157; }","duration":"248.770113ms","start":"2026-03-19T17:54:21.383172Z","end":"2026-03-19T17:54:21.631942Z","steps":["trace[1314833314] 'agreement among raft nodes before linearized reading' (duration: 248.562638ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:21.749481Z","caller":"traceutil/trace.go:171","msg":"trace[1094436365] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"109.861431ms","start":"2026-03-19T17:54:21.639585Z","end":"2026-03-19T17:54:21.749447Z","steps":["trace[1094436365] 'process raft request' (duration: 106.665194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.085136Z","caller":"traceutil/trace.go:171","msg":"trace[401948569] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"330.868054ms","start":"2026-03-19T17:54:21.754245Z","end":"2026-03-19T17:54:22.085113Z","steps":["trace[401948569] 'process raft request' (duration: 330.714109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.08528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.75421Z","time spent":"330.994597ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3643,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:22.099557Z","caller":"traceutil/trace.go:171","msg":"trace[20482198] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1203; }","duration":"127.505546ms","start":"2026-03-19T17:54:21.972033Z","end":"2026-03-19T17:54:22.099539Z","steps":["trace[20482198] 'read index received' (duration: 112.968684ms)","trace[20482198] 'applied index is now lower than readState.Index' (duration: 14.535572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.099671Z","caller":"traceutil/trace.go:171","msg":"trace[1584457420] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"345.271261ms","start":"2026-03-19T17:54:21.754381Z","end":"2026-03-19T17:54:22.099652Z","steps":["trace[1584457420] 'process raft request' (duration: 345.040195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.099797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:21.754364Z","time spent":"345.357793ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:22.099907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.865465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:22.099985Z","caller":"traceutil/trace.go:171","msg":"trace[964499459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1160; }","duration":"127.997898ms","start":"2026-03-19T17:54:21.971973Z","end":"2026-03-19T17:54:22.099971Z","steps":["trace[964499459] 'agreement among raft nodes before linearized reading' (duration: 127.725642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.289555Z","caller":"traceutil/trace.go:171","msg":"trace[1061483122] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"185.557338ms","start":"2026-03-19T17:54:22.103971Z","end":"2026-03-19T17:54:22.289528Z","steps":["trace[1061483122] 'process raft request' (duration: 185.352683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.385056Z","caller":"traceutil/trace.go:171","msg":"trace[161177047] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1206; }","duration":"197.473715ms","start":"2026-03-19T17:54:22.187549Z","end":"2026-03-19T17:54:22.385023Z","steps":["trace[161177047] 'read index received' (duration: 101.814837ms)","trace[161177047] 'applied index is now lower than readState.Index' (duration: 95.657388ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.385135Z","caller":"traceutil/trace.go:171","msg":"trace[1277573215] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1163; }","duration":"270.284422ms","start":"2026-03-19T17:54:22.114826Z","end":"2026-03-19T17:54:22.385111Z","steps":["trace[1277573215] 'process raft request' (duration: 251.753685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.385221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:22.385269Z","caller":"traceutil/trace.go:171","msg":"trace[586154959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"197.757362ms","start":"2026-03-19T17:54:22.187498Z","end":"2026-03-19T17:54:22.385255Z","steps":["trace[586154959] 'agreement among raft nodes before linearized reading' (duration: 197.648749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:22.977743Z","caller":"traceutil/trace.go:171","msg":"trace[1084967861] linearizableReadLoop","detail":"{readStateIndex:1215; appliedIndex:1213; }","duration":"251.498579ms","start":"2026-03-19T17:54:22.726213Z","end":"2026-03-19T17:54:22.977711Z","steps":["trace[1084967861] 'read index received' (duration: 231.004505ms)","trace[1084967861] 'applied index is now lower than readState.Index' (duration: 20.492074ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.977823Z","caller":"traceutil/trace.go:171","msg":"trace[1210590891] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"254.815458ms","start":"2026-03-19T17:54:22.722969Z","end":"2026-03-19T17:54:22.977784Z","steps":["trace[1210590891] 'process raft request' (duration: 234.300584ms)","trace[1210590891] 'compare' (duration: 20.127405ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:22.977929Z","caller":"traceutil/trace.go:171","msg":"trace[1154953121] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"254.882639ms","start":"2026-03-19T17:54:22.722986Z","end":"2026-03-19T17:54:22.977868Z","steps":["trace[1154953121] 'process raft request' (duration: 254.642934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.978048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.820526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-6z9j2\" ","response":"range_response_count:1 size:4433"} {"level":"info","ts":"2026-03-19T17:54:22.978118Z","caller":"traceutil/trace.go:171","msg":"trace[1943647033] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-6z9j2; range_end:; response_count:1; response_revision:1170; }","duration":"251.938309ms","start":"2026-03-19T17:54:22.726165Z","end":"2026-03-19T17:54:22.978103Z","steps":["trace[1943647033] 'agreement among raft nodes before linearized reading' (duration: 251.671093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:22.978315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.07029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:22.97843Z","caller":"traceutil/trace.go:171","msg":"trace[1948506708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"184.219624ms","start":"2026-03-19T17:54:22.794152Z","end":"2026-03-19T17:54:22.978372Z","steps":["trace[1948506708] 'agreement among raft nodes before linearized reading' (duration: 183.883426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.193458Z","caller":"traceutil/trace.go:171","msg":"trace[1238474172] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1179; }","duration":"162.008489ms","start":"2026-03-19T17:54:23.031424Z","end":"2026-03-19T17:54:23.193432Z","steps":["trace[1238474172] 'process raft request' (duration: 161.936387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.193485Z","caller":"traceutil/trace.go:171","msg":"trace[1871803772] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"165.651737ms","start":"2026-03-19T17:54:23.027795Z","end":"2026-03-19T17:54:23.193447Z","steps":["trace[1871803772] 'process raft request' (duration: 74.224712ms)","trace[1871803772] 'compare' (duration: 91.138968ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.193522Z","caller":"traceutil/trace.go:171","msg":"trace[685526959] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"162.326367ms","start":"2026-03-19T17:54:23.031161Z","end":"2026-03-19T17:54:23.193488Z","steps":["trace[685526959] 'read index received' (duration: 70.863411ms)","trace[685526959] 'applied index is now lower than readState.Index' (duration: 91.458446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:23.193654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.48026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:54:23.193719Z","caller":"traceutil/trace.go:171","msg":"trace[1997417274] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1179; }","duration":"162.588193ms","start":"2026-03-19T17:54:23.031112Z","end":"2026-03-19T17:54:23.1937Z","steps":["trace[1997417274] 'agreement among raft nodes before linearized reading' (duration: 162.47374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.370117Z","caller":"traceutil/trace.go:171","msg":"trace[754046699] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"164.211901ms","start":"2026-03-19T17:54:23.205877Z","end":"2026-03-19T17:54:23.370089Z","steps":["trace[754046699] 'process raft request' (duration: 164.045067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:23.598092Z","caller":"traceutil/trace.go:171","msg":"trace[496326300] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"210.169761ms","start":"2026-03-19T17:54:23.38787Z","end":"2026-03-19T17:54:23.598039Z","steps":["trace[496326300] 'process raft request' (duration: 208.382268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.931903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.385536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:23.932259Z","caller":"traceutil/trace.go:171","msg":"trace[832740838] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"332.200496ms","start":"2026-03-19T17:54:23.599972Z","end":"2026-03-19T17:54:23.932173Z","steps":["trace[832740838] 'process raft request' (duration: 155.434471ms)","trace[832740838] 'compare' (duration: 175.966656ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:23.932378Z","caller":"traceutil/trace.go:171","msg":"trace[1909323329] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"329.516581ms","start":"2026-03-19T17:54:23.602838Z","end":"2026-03-19T17:54:23.932355Z","steps":["trace[1909323329] 'process raft request' (duration: 329.335307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:23.932467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.599943Z","time spent":"332.42013ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1492,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:23.932539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:23.602796Z","time spent":"329.664435ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:24.959775Z","caller":"traceutil/trace.go:171","msg":"trace[956465823] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"235.440211ms","start":"2026-03-19T17:54:24.724312Z","end":"2026-03-19T17:54:24.959752Z","steps":["trace[956465823] 'process raft request' (duration: 214.356592ms)","trace[956465823] 'compare' (duration: 20.931665ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.18088Z","caller":"traceutil/trace.go:171","msg":"trace[849139501] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"148.728358ms","start":"2026-03-19T17:54:25.032082Z","end":"2026-03-19T17:54:25.18081Z","steps":["trace[849139501] 'process raft request' (duration: 97.794969ms)","trace[849139501] 'compare' (duration: 50.437837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.180954Z","caller":"traceutil/trace.go:171","msg":"trace[1782840364] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"148.341709ms","start":"2026-03-19T17:54:25.032581Z","end":"2026-03-19T17:54:25.180922Z","steps":["trace[1782840364] 'process raft request' (duration: 148.102943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.181062Z","caller":"traceutil/trace.go:171","msg":"trace[1974502283] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"143.266617ms","start":"2026-03-19T17:54:25.037588Z","end":"2026-03-19T17:54:25.180854Z","steps":["trace[1974502283] 'process raft request' (duration: 143.196786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.182886Z","caller":"traceutil/trace.go:171","msg":"trace[645090736] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"130.965019ms","start":"2026-03-19T17:54:25.051892Z","end":"2026-03-19T17:54:25.182857Z","steps":["trace[645090736] 'process raft request' (duration: 130.687913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.538218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.344714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-patch\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:25.538296Z","caller":"traceutil/trace.go:171","msg":"trace[614396704] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-patch; range_end:; response_count:0; response_revision:1245; }","duration":"256.479058ms","start":"2026-03-19T17:54:25.2818Z","end":"2026-03-19T17:54:25.538279Z","steps":["trace[614396704] 'range keys from in-memory index tree' (duration: 256.269173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.717364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.910397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T17:54:25.761116Z","caller":"traceutil/trace.go:171","msg":"trace[743893309] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"181.035788ms","start":"2026-03-19T17:54:25.580053Z","end":"2026-03-19T17:54:25.761089Z","steps":["trace[743893309] 'process raft request' (duration: 180.574717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.061197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.276859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.061341Z","caller":"traceutil/trace.go:171","msg":"trace[1267223211] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"284.634898ms","start":"2026-03-19T17:54:25.776691Z","end":"2026-03-19T17:54:26.061326Z","steps":["trace[1267223211] 'process raft request' (duration: 284.592857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.061443Z","caller":"traceutil/trace.go:171","msg":"trace[1833453970] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"338.027367ms","start":"2026-03-19T17:54:25.723378Z","end":"2026-03-19T17:54:26.061405Z","steps":["trace[1833453970] 'process raft request' (duration: 99.479131ms)","trace[1833453970] 'compare' (duration: 237.977112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.061545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.723352Z","time spent":"338.148429ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:26.268816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.906034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.268987Z","caller":"traceutil/trace.go:171","msg":"trace[784455991] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1295; }","duration":"111.659515ms","start":"2026-03-19T17:54:26.157297Z","end":"2026-03-19T17:54:26.268957Z","steps":["trace[784455991] 'read index received' (duration: 3.430223ms)","trace[784455991] 'applied index is now lower than readState.Index' (duration: 108.226741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.269045Z","caller":"traceutil/trace.go:171","msg":"trace[897409131] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"201.931352ms","start":"2026-03-19T17:54:26.067052Z","end":"2026-03-19T17:54:26.268983Z","steps":["trace[897409131] 'process raft request' (duration: 93.756272ms)","trace[897409131] 'compare' (duration: 107.694069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.269325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.008533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T17:54:26.269374Z","caller":"traceutil/trace.go:171","msg":"trace[2015889285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1249; }","duration":"112.103545ms","start":"2026-03-19T17:54:26.157259Z","end":"2026-03-19T17:54:26.269363Z","steps":["trace[2015889285] 'agreement among raft nodes before linearized reading' (duration: 111.855399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.714491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.448258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.714796Z","caller":"traceutil/trace.go:171","msg":"trace[1927213848] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"441.658365ms","start":"2026-03-19T17:54:26.2731Z","end":"2026-03-19T17:54:26.714758Z","steps":["trace[1927213848] 'process raft request' (duration: 247.766487ms)","trace[1927213848] 'compare' (duration: 193.11231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.715028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.273085Z","time spent":"441.880661ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.749245Z","caller":"traceutil/trace.go:171","msg":"trace[279832476] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"475.649566ms","start":"2026-03-19T17:54:26.273546Z","end":"2026-03-19T17:54:26.749196Z","steps":["trace[279832476] 'process raft request' (duration: 475.42278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.749281Z","caller":"traceutil/trace.go:171","msg":"trace[1410363342] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"475.604614ms","start":"2026-03-19T17:54:26.273648Z","end":"2026-03-19T17:54:26.749252Z","steps":["trace[1410363342] 'process raft request' (duration: 475.43108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.749286Z","caller":"traceutil/trace.go:171","msg":"trace[1983705359] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1296; }","duration":"402.47218ms","start":"2026-03-19T17:54:26.346786Z","end":"2026-03-19T17:54:26.749258Z","steps":["trace[1983705359] 'read index received' (duration: 174.121591ms)","trace[1983705359] 'applied index is now lower than readState.Index' (duration: 228.346879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.749418Z","caller":"traceutil/trace.go:171","msg":"trace[1036145794] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"473.757642ms","start":"2026-03-19T17:54:26.275648Z","end":"2026-03-19T17:54:26.749405Z","steps":["trace[1036145794] 'process raft request' (duration: 473.543566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.749453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.273638Z","time spent":"475.712218ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.749443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.273536Z","time spent":"475.80421ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:54:26.749483Z","caller":"traceutil/trace.go:171","msg":"trace[1039645041] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"474.207413ms","start":"2026-03-19T17:54:26.275231Z","end":"2026-03-19T17:54:26.749438Z","steps":["trace[1039645041] 'process raft request' (duration: 473.913365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.749555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.275617Z","time spent":"473.830723ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.749598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.811399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:26.749653Z","caller":"traceutil/trace.go:171","msg":"trace[877193315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1254; }","duration":"402.894161ms","start":"2026-03-19T17:54:26.346745Z","end":"2026-03-19T17:54:26.749639Z","steps":["trace[877193315] 'agreement among raft nodes before linearized reading' (duration: 402.722887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.749697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.346726Z","time spent":"402.962223ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:26.7497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.275222Z","time spent":"474.359226ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.950046Z","caller":"traceutil/trace.go:171","msg":"trace[2089842599] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1301; }","duration":"200.654031ms","start":"2026-03-19T17:54:26.749363Z","end":"2026-03-19T17:54:26.950017Z","steps":["trace[2089842599] 'read index received' (duration: 137.392065ms)","trace[2089842599] 'applied index is now lower than readState.Index' (duration: 63.257196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.950146Z","caller":"traceutil/trace.go:171","msg":"trace[470954122] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"412.217696ms","start":"2026-03-19T17:54:26.537888Z","end":"2026-03-19T17:54:26.950105Z","steps":["trace[470954122] 'process raft request' (duration: 348.93579ms)","trace[470954122] 'compare' (duration: 62.918587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:26.950207Z","caller":"traceutil/trace.go:171","msg":"trace[1775084003] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"230.208915ms","start":"2026-03-19T17:54:26.71997Z","end":"2026-03-19T17:54:26.950179Z","steps":["trace[1775084003] 'process raft request' (duration: 229.965189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.950346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.53785Z","time spent":"412.38588ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.950447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.327213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xm6d4\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-03-19T17:54:26.950516Z","caller":"traceutil/trace.go:171","msg":"trace[1044412134] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xm6d4; range_end:; response_count:1; response_revision:1256; }","duration":"229.454536ms","start":"2026-03-19T17:54:26.721043Z","end":"2026-03-19T17:54:26.950498Z","steps":["trace[1044412134] 'agreement among raft nodes before linearized reading' (duration: 229.153639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.955449Z","caller":"traceutil/trace.go:171","msg":"trace[188951586] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"200.052936ms","start":"2026-03-19T17:54:26.755368Z","end":"2026-03-19T17:54:26.955421Z","steps":["trace[188951586] 'process raft request' (duration: 199.855322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.220505Z","caller":"traceutil/trace.go:171","msg":"trace[1023211305] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1304; }","duration":"164.702704ms","start":"2026-03-19T17:54:27.055752Z","end":"2026-03-19T17:54:27.220454Z","steps":["trace[1023211305] 'read index received' (duration: 164.199662ms)","trace[1023211305] 'applied index is now lower than readState.Index' (duration: 502.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.220608Z","caller":"traceutil/trace.go:171","msg":"trace[1047553255] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"263.505377ms","start":"2026-03-19T17:54:26.957074Z","end":"2026-03-19T17:54:27.220579Z","steps":["trace[1047553255] 'process raft request' (duration: 263.037096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:27.220928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.042412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:54:27.221037Z","caller":"traceutil/trace.go:171","msg":"trace[1709216422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1258; }","duration":"165.302768ms","start":"2026-03-19T17:54:27.055708Z","end":"2026-03-19T17:54:27.221011Z","steps":["trace[1709216422] 'agreement among raft nodes before linearized reading' (duration: 164.916579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.327261Z","caller":"traceutil/trace.go:171","msg":"trace[348987759] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"101.801697ms","start":"2026-03-19T17:54:27.225413Z","end":"2026-03-19T17:54:27.327214Z","steps":["trace[348987759] 'process raft request' (duration: 69.059057ms)","trace[348987759] 'compare' (duration: 32.480734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:27.404991Z","caller":"traceutil/trace.go:171","msg":"trace[167499488] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"178.093977ms","start":"2026-03-19T17:54:27.226871Z","end":"2026-03-19T17:54:27.404965Z","steps":["trace[167499488] 'process raft request' (duration: 178.042136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:27.405095Z","caller":"traceutil/trace.go:171","msg":"trace[1188480375] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"178.299532ms","start":"2026-03-19T17:54:27.22675Z","end":"2026-03-19T17:54:27.40505Z","steps":["trace[1188480375] 'process raft request' (duration: 178.026785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.095382Z","caller":"traceutil/trace.go:171","msg":"trace[1042733287] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"114.030322ms","start":"2026-03-19T17:54:27.981324Z","end":"2026-03-19T17:54:28.095354Z","steps":["trace[1042733287] 'process raft request' (duration: 113.863018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.914825Z","caller":"traceutil/trace.go:171","msg":"trace[897401190] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1310; }","duration":"159.808336ms","start":"2026-03-19T17:54:28.754992Z","end":"2026-03-19T17:54:28.9148Z","steps":["trace[897401190] 'read index received' (duration: 159.525949ms)","trace[897401190] 'applied index is now lower than readState.Index' (duration: 281.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:28.914856Z","caller":"traceutil/trace.go:171","msg":"trace[1891414536] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"638.672719ms","start":"2026-03-19T17:54:28.276154Z","end":"2026-03-19T17:54:28.914827Z","steps":["trace[1891414536] 'process raft request' (duration: 638.499214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.914995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:28.276128Z","time spent":"638.794132ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:28.915274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.249667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:28.915398Z","caller":"traceutil/trace.go:171","msg":"trace[1303933732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1264; }","duration":"160.445242ms","start":"2026-03-19T17:54:28.754926Z","end":"2026-03-19T17:54:28.915371Z","steps":["trace[1303933732] 'agreement among raft nodes before linearized reading' (duration: 160.013592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.056665Z","caller":"traceutil/trace.go:171","msg":"trace[2115407621] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"136.562045ms","start":"2026-03-19T17:54:28.920062Z","end":"2026-03-19T17:54:29.056624Z","steps":["trace[2115407621] 'process raft request' (duration: 105.668269ms)","trace[2115407621] 'compare' (duration: 30.66919ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.558756Z","caller":"traceutil/trace.go:171","msg":"trace[972309826] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"144.589038ms","start":"2026-03-19T17:54:29.414144Z","end":"2026-03-19T17:54:29.558733Z","steps":["trace[972309826] 'process raft request' (duration: 144.547307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.558829Z","caller":"traceutil/trace.go:171","msg":"trace[650387601] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"144.935586ms","start":"2026-03-19T17:54:29.413865Z","end":"2026-03-19T17:54:29.5588Z","steps":["trace[650387601] 'process raft request' (duration: 85.490843ms)","trace[650387601] 'compare' (duration: 59.205888ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:30.714178Z","caller":"traceutil/trace.go:171","msg":"trace[1587670076] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1320; }","duration":"109.643495ms","start":"2026-03-19T17:54:30.604511Z","end":"2026-03-19T17:54:30.714154Z","steps":["trace[1587670076] 'read index received' (duration: 18.151067ms)","trace[1587670076] 'applied index is now lower than readState.Index' (duration: 91.491718ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:30.714261Z","caller":"traceutil/trace.go:171","msg":"trace[1248482347] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"111.142682ms","start":"2026-03-19T17:54:30.603077Z","end":"2026-03-19T17:54:30.71422Z","steps":["trace[1248482347] 'process raft request' (duration: 19.663354ms)","trace[1248482347] 'compare' (duration: 91.311064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:30.71441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.87497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:54:30.71449Z","caller":"traceutil/trace.go:171","msg":"trace[1991494731] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1272; }","duration":"109.988504ms","start":"2026-03-19T17:54:30.604485Z","end":"2026-03-19T17:54:30.714473Z","steps":["trace[1991494731] 'agreement among raft nodes before linearized reading' (duration: 109.761548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:31.503937Z","caller":"traceutil/trace.go:171","msg":"trace[1011015086] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"119.107424ms","start":"2026-03-19T17:54:31.384806Z","end":"2026-03-19T17:54:31.503913Z","steps":["trace[1011015086] 'process raft request' (duration: 118.93897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:33.383404Z","caller":"traceutil/trace.go:171","msg":"trace[270243527] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"172.271987ms","start":"2026-03-19T17:54:33.211107Z","end":"2026-03-19T17:54:33.383379Z","steps":["trace[270243527] 'process raft request' (duration: 172.138573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:35.431078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.062903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:35.431292Z","caller":"traceutil/trace.go:171","msg":"trace[1880343431] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"159.236612ms","start":"2026-03-19T17:54:35.271946Z","end":"2026-03-19T17:54:35.431183Z","steps":["trace[1880343431] 'process raft request' (duration: 22.976454ms)","trace[1880343431] 'compare' (duration: 135.855189ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:36.814192Z","caller":"traceutil/trace.go:171","msg":"trace[386619718] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"171.239611ms","start":"2026-03-19T17:54:36.642914Z","end":"2026-03-19T17:54:36.814154Z","steps":["trace[386619718] 'process raft request' (duration: 171.019856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.907372Z","caller":"traceutil/trace.go:171","msg":"trace[1539269496] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"379.978478ms","start":"2026-03-19T17:54:37.527372Z","end":"2026-03-19T17:54:37.907351Z","steps":["trace[1539269496] 'read index received' (duration: 379.828814ms)","trace[1539269496] 'applied index is now lower than readState.Index' (duration: 148.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:37.907487Z","caller":"traceutil/trace.go:171","msg":"trace[1580348432] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"457.314455ms","start":"2026-03-19T17:54:37.450164Z","end":"2026-03-19T17:54:37.907478Z","steps":["trace[1580348432] 'process raft request' (duration: 457.048349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.907578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.450138Z","time spent":"457.370366ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:37.907665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.372177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:37.9077Z","caller":"traceutil/trace.go:171","msg":"trace[1952791919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1296; }","duration":"380.443389ms","start":"2026-03-19T17:54:37.527248Z","end":"2026-03-19T17:54:37.907692Z","steps":["trace[1952791919] 'agreement among raft nodes before linearized reading' (duration: 380.337676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:37.907719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.527229Z","time spent":"380.48503ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:37.907767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.481563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:37.907897Z","caller":"traceutil/trace.go:171","msg":"trace[1046700816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1296; }","duration":"182.740779ms","start":"2026-03-19T17:54:37.725143Z","end":"2026-03-19T17:54:37.907884Z","steps":["trace[1046700816] 'agreement among raft nodes before linearized reading' (duration: 182.421281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:38.191666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.62534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:38.191786Z","caller":"traceutil/trace.go:171","msg":"trace[1009199121] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"279.659128ms","start":"2026-03-19T17:54:37.912109Z","end":"2026-03-19T17:54:38.191769Z","steps":["trace[1009199121] 'process raft request' (duration: 90.852473ms)","trace[1009199121] 'compare' (duration: 188.487427ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:38.641815Z","caller":"traceutil/trace.go:171","msg":"trace[398218767] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"729.615074ms","start":"2026-03-19T17:54:37.912165Z","end":"2026-03-19T17:54:38.64178Z","steps":["trace[398218767] 'process raft request' (duration: 729.431649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:38.642009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.912138Z","time spent":"729.773678ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:38.642028Z","caller":"traceutil/trace.go:171","msg":"trace[814995853] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1347; }","duration":"455.956472ms","start":"2026-03-19T17:54:38.186036Z","end":"2026-03-19T17:54:38.641993Z","steps":["trace[814995853] 'read index received' (duration: 455.45696ms)","trace[814995853] 'applied index is now lower than readState.Index' (duration: 496.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:38.6421Z","caller":"traceutil/trace.go:171","msg":"trace[23264085] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"729.627084ms","start":"2026-03-19T17:54:37.912431Z","end":"2026-03-19T17:54:38.642058Z","steps":["trace[23264085] 'process raft request' (duration: 729.295516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:38.642243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.191767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:38.642306Z","caller":"traceutil/trace.go:171","msg":"trace[1742185873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1299; }","duration":"456.30641ms","start":"2026-03-19T17:54:38.185985Z","end":"2026-03-19T17:54:38.642291Z","steps":["trace[1742185873] 'agreement among raft nodes before linearized reading' (duration: 456.186987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:38.642347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.057935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-19T17:54:38.642354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:37.9124Z","time spent":"729.793408ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:38.642418Z","caller":"traceutil/trace.go:171","msg":"trace[866545314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1299; }","duration":"379.154807ms","start":"2026-03-19T17:54:38.263247Z","end":"2026-03-19T17:54:38.642402Z","steps":["trace[866545314] 'agreement among raft nodes before linearized reading' (duration: 378.943302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:38.642469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:38.263233Z","time spent":"379.224099ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:54:38.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:38.185965Z","time spent":"456.381801ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:40.750412Z","caller":"traceutil/trace.go:171","msg":"trace[1730018162] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"100.071373ms","start":"2026-03-19T17:54:40.650317Z","end":"2026-03-19T17:54:40.750388Z","steps":["trace[1730018162] 'process raft request' (duration: 99.896139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:42.147277Z","caller":"traceutil/trace.go:171","msg":"trace[1750641202] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"105.894366ms","start":"2026-03-19T17:54:42.041359Z","end":"2026-03-19T17:54:42.147254Z","steps":["trace[1750641202] 'process raft request' (duration: 105.783283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:48.949094Z","caller":"traceutil/trace.go:171","msg":"trace[1300283996] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"117.652379ms","start":"2026-03-19T17:54:48.831402Z","end":"2026-03-19T17:54:48.949055Z","steps":["trace[1300283996] 'process raft request' (duration: 103.556389ms)","trace[1300283996] 'compare' (duration: 13.500215ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:49.402949Z","caller":"traceutil/trace.go:171","msg":"trace[302407217] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"400.639367ms","start":"2026-03-19T17:54:49.002277Z","end":"2026-03-19T17:54:49.402917Z","steps":["trace[302407217] 'process raft request' (duration: 377.863278ms)","trace[302407217] 'compare' (duration: 22.659647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:49.403137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.002258Z","time spent":"400.784831ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:49.49292Z","caller":"traceutil/trace.go:171","msg":"trace[2085875000] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1593; }","duration":"306.663219ms","start":"2026-03-19T17:54:49.18624Z","end":"2026-03-19T17:54:49.492903Z","steps":["trace[2085875000] 'read index received' (duration: 194.002192ms)","trace[2085875000] 'applied index is now lower than readState.Index' (duration: 112.659677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:49.493005Z","caller":"traceutil/trace.go:171","msg":"trace[497525892] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"371.549245ms","start":"2026-03-19T17:54:49.121406Z","end":"2026-03-19T17:54:49.492955Z","steps":["trace[497525892] 'process raft request' (duration: 371.34151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.493202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.121377Z","time spent":"371.707819ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187948,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:49.493231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.981887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:49.493259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.007136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:54:49.493299Z","caller":"traceutil/trace.go:171","msg":"trace[572572191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1525; }","duration":"307.089129ms","start":"2026-03-19T17:54:49.186192Z","end":"2026-03-19T17:54:49.493281Z","steps":["trace[572572191] 'agreement among raft nodes before linearized reading' (duration: 306.785592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:49.493338Z","caller":"traceutil/trace.go:171","msg":"trace[541250880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1525; }","duration":"222.118618ms","start":"2026-03-19T17:54:49.271201Z","end":"2026-03-19T17:54:49.49332Z","steps":["trace[541250880] 'agreement among raft nodes before linearized reading' (duration: 221.858962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:49.493363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:49.186172Z","time spent":"307.174601ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:52.070117Z","caller":"traceutil/trace.go:171","msg":"trace[1055999723] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"102.095253ms","start":"2026-03-19T17:54:51.967998Z","end":"2026-03-19T17:54:52.070093Z","steps":["trace[1055999723] 'process raft request' (duration: 101.96334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:53.681863Z","caller":"traceutil/trace.go:171","msg":"trace[1900780031] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"100.958377ms","start":"2026-03-19T17:54:53.58088Z","end":"2026-03-19T17:54:53.681838Z","steps":["trace[1900780031] 'process raft request' (duration: 100.796942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:54.735485Z","caller":"traceutil/trace.go:171","msg":"trace[2031575592] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"187.095194ms","start":"2026-03-19T17:54:54.548368Z","end":"2026-03-19T17:54:54.735463Z","steps":["trace[2031575592] 'process raft request' (duration: 186.844528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.007594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.157501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:55.007827Z","caller":"traceutil/trace.go:171","msg":"trace[906102119] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"265.581168ms","start":"2026-03-19T17:54:54.742212Z","end":"2026-03-19T17:54:55.007794Z","steps":["trace[906102119] 'process raft request' (duration: 107.74978ms)","trace[906102119] 'compare' (duration: 156.983687ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:55.007865Z","caller":"traceutil/trace.go:171","msg":"trace[498499667] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"265.555788ms","start":"2026-03-19T17:54:54.742291Z","end":"2026-03-19T17:54:55.007847Z","steps":["trace[498499667] 'process raft request' (duration: 265.429325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.008102Z","caller":"traceutil/trace.go:171","msg":"trace[2033968932] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"265.790523ms","start":"2026-03-19T17:54:54.742299Z","end":"2026-03-19T17:54:55.00809Z","steps":["trace[2033968932] 'process raft request' (duration: 265.493866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.008423Z","caller":"traceutil/trace.go:171","msg":"trace[347942896] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"265.967447ms","start":"2026-03-19T17:54:54.742425Z","end":"2026-03-19T17:54:55.008393Z","steps":["trace[347942896] 'process raft request' (duration: 265.619879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.008453Z","caller":"traceutil/trace.go:171","msg":"trace[570626764] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"265.830344ms","start":"2026-03-19T17:54:54.742363Z","end":"2026-03-19T17:54:55.008193Z","steps":["trace[570626764] 'process raft request' (duration: 265.578848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.008493Z","caller":"traceutil/trace.go:171","msg":"trace[2100831950] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1660; }","duration":"262.371991ms","start":"2026-03-19T17:54:54.746102Z","end":"2026-03-19T17:54:55.008474Z","steps":["trace[2100831950] 'read index received' (duration: 19.183453ms)","trace[2100831950] 'applied index is now lower than readState.Index' (duration: 243.187538ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:55.008576Z","caller":"traceutil/trace.go:171","msg":"trace[1730780236] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"262.262057ms","start":"2026-03-19T17:54:54.746307Z","end":"2026-03-19T17:54:55.008569Z","steps":["trace[1730780236] 'process raft request' (duration: 261.800276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.008664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.412471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.008701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.302374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.008705Z","caller":"traceutil/trace.go:171","msg":"trace[602825952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"262.495804ms","start":"2026-03-19T17:54:54.746198Z","end":"2026-03-19T17:54:55.008694Z","steps":["trace[602825952] 'agreement among raft nodes before linearized reading' (duration: 262.408112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.008731Z","caller":"traceutil/trace.go:171","msg":"trace[743130178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"130.369515ms","start":"2026-03-19T17:54:54.878352Z","end":"2026-03-19T17:54:55.008721Z","steps":["trace[743130178] 'agreement among raft nodes before linearized reading' (duration: 130.303273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.008914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.188228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.008957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.330474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.008906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.898759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.008988Z","caller":"traceutil/trace.go:171","msg":"trace[919598844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"130.361465ms","start":"2026-03-19T17:54:54.878619Z","end":"2026-03-19T17:54:55.00898Z","steps":["trace[919598844] 'agreement among raft nodes before linearized reading' (duration: 130.318754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.008998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.490936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.009028Z","caller":"traceutil/trace.go:171","msg":"trace[410475602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"161.542717ms","start":"2026-03-19T17:54:54.847477Z","end":"2026-03-19T17:54:55.00902Z","steps":["trace[410475602] 'agreement among raft nodes before linearized reading' (duration: 161.498306ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.009028Z","caller":"traceutil/trace.go:171","msg":"trace[1083798973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"102.067122ms","start":"2026-03-19T17:54:54.906935Z","end":"2026-03-19T17:54:55.009002Z","steps":["trace[1083798973] 'agreement among raft nodes before linearized reading' (duration: 101.842517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.009039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.924454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.009076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.711968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.008951Z","caller":"traceutil/trace.go:171","msg":"trace[505432228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"161.26241ms","start":"2026-03-19T17:54:54.847676Z","end":"2026-03-19T17:54:55.008938Z","steps":["trace[505432228] 'agreement among raft nodes before linearized reading' (duration: 161.191468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.009086Z","caller":"traceutil/trace.go:171","msg":"trace[1716423938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"262.996766ms","start":"2026-03-19T17:54:54.746076Z","end":"2026-03-19T17:54:55.009072Z","steps":["trace[1716423938] 'agreement among raft nodes before linearized reading' (duration: 262.930764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.009107Z","caller":"traceutil/trace.go:171","msg":"trace[538652639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"211.752579ms","start":"2026-03-19T17:54:54.797346Z","end":"2026-03-19T17:54:55.009099Z","steps":["trace[538652639] 'agreement among raft nodes before linearized reading' (duration: 211.699407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.008921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.083673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.009208Z","caller":"traceutil/trace.go:171","msg":"trace[1506341454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"102.419471ms","start":"2026-03-19T17:54:54.906781Z","end":"2026-03-19T17:54:55.0092Z","steps":["trace[1506341454] 'agreement among raft nodes before linearized reading' (duration: 102.113544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.009249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.74635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.009246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.919803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.009276Z","caller":"traceutil/trace.go:171","msg":"trace[417242663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"187.815441ms","start":"2026-03-19T17:54:54.821448Z","end":"2026-03-19T17:54:55.009264Z","steps":["trace[417242663] 'agreement among raft nodes before linearized reading' (duration: 187.77377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.009278Z","caller":"traceutil/trace.go:171","msg":"trace[738260494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"211.978484ms","start":"2026-03-19T17:54:54.797291Z","end":"2026-03-19T17:54:55.00927Z","steps":["trace[738260494] 'agreement among raft nodes before linearized reading' (duration: 211.922592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.009454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.064058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.009459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.764918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:55.009481Z","caller":"traceutil/trace.go:171","msg":"trace[996776829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"188.108028ms","start":"2026-03-19T17:54:54.821364Z","end":"2026-03-19T17:54:55.009472Z","steps":["trace[996776829] 'agreement among raft nodes before linearized reading' (duration: 188.056507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.009489Z","caller":"traceutil/trace.go:171","msg":"trace[1843435234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"240.826451ms","start":"2026-03-19T17:54:54.768653Z","end":"2026-03-19T17:54:55.00948Z","steps":["trace[1843435234] 'agreement among raft nodes before linearized reading' (duration: 240.776559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.009595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.148078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:55.009653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.882571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:55.009677Z","caller":"traceutil/trace.go:171","msg":"trace[328191001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1592; }","duration":"201.941173ms","start":"2026-03-19T17:54:54.807729Z","end":"2026-03-19T17:54:55.00967Z","steps":["trace[328191001] 'agreement among raft nodes before linearized reading' (duration: 201.84041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:55.00968Z","caller":"traceutil/trace.go:171","msg":"trace[814642903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1592; }","duration":"241.294493ms","start":"2026-03-19T17:54:54.768366Z","end":"2026-03-19T17:54:55.00966Z","steps":["trace[814642903] 'agreement among raft nodes before linearized reading' (duration: 241.146238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.010006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.450139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:55.010027Z","caller":"traceutil/trace.go:171","msg":"trace[1521295825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"203.672994ms","start":"2026-03-19T17:54:54.806348Z","end":"2026-03-19T17:54:55.010021Z","steps":["trace[1521295825] 'agreement among raft nodes before linearized reading' (duration: 203.429819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.592442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413577141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:56.974469Z","caller":"traceutil/trace.go:171","msg":"trace[1297302295] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"882.893934ms","start":"2026-03-19T17:54:56.091493Z","end":"2026-03-19T17:54:56.974387Z","steps":["trace[1297302295] 'read index received' (duration: 882.72286ms)","trace[1297302295] 'applied index is now lower than readState.Index' (duration: 169.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:56.974849Z","caller":"traceutil/trace.go:171","msg":"trace[1188966736] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"947.983514ms","start":"2026-03-19T17:54:56.026852Z","end":"2026-03-19T17:54:56.974835Z","steps":["trace[1188966736] 'process raft request' (duration: 947.37057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.974974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.026834Z","time spent":"948.056187ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3948,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:56.975242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.737864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:56.975338Z","caller":"traceutil/trace.go:171","msg":"trace[762127609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1598; }","duration":"883.874678ms","start":"2026-03-19T17:54:56.091441Z","end":"2026-03-19T17:54:56.975316Z","steps":["trace[762127609] 'agreement among raft nodes before linearized reading' (duration: 883.5292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.975381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.091417Z","time spent":"883.955219ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:54:57.01172Z","caller":"traceutil/trace.go:171","msg":"trace[2087072566] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"102.678527ms","start":"2026-03-19T17:54:56.909019Z","end":"2026-03-19T17:54:57.011698Z","steps":["trace[2087072566] 'process raft request' (duration: 102.550844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.013206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.34829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:57.013316Z","caller":"traceutil/trace.go:171","msg":"trace[280954663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1599; }","duration":"826.501064ms","start":"2026-03-19T17:54:56.186795Z","end":"2026-03-19T17:54:57.013296Z","steps":["trace[280954663] 'agreement among raft nodes before linearized reading' (duration: 826.3306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.013372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.186777Z","time spent":"826.571935ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:57.013532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.477775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T17:54:57.013561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.534144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:54:57.013637Z","caller":"traceutil/trace.go:171","msg":"trace[738304815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1599; }","duration":"187.610378ms","start":"2026-03-19T17:54:56.825986Z","end":"2026-03-19T17:54:57.013597Z","steps":["trace[738304815] 'agreement among raft nodes before linearized reading' (duration: 187.363962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.013686Z","caller":"traceutil/trace.go:171","msg":"trace[1436187741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1599; }","duration":"666.679608ms","start":"2026-03-19T17:54:56.346955Z","end":"2026-03-19T17:54:57.013635Z","steps":["trace[1436187741] 'agreement among raft nodes before linearized reading' (duration: 664.798652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.013782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:56.346936Z","time spent":"666.830851ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:54:57.181023Z","caller":"traceutil/trace.go:171","msg":"trace[50333793] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"110.701381ms","start":"2026-03-19T17:54:57.070296Z","end":"2026-03-19T17:54:57.180998Z","steps":["trace[50333793] 'read index received' (duration: 64.891946ms)","trace[50333793] 'applied index is now lower than readState.Index' (duration: 45.808325ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:57.181101Z","caller":"traceutil/trace.go:171","msg":"trace[37181629] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"110.929467ms","start":"2026-03-19T17:54:57.070131Z","end":"2026-03-19T17:54:57.181061Z","steps":["trace[37181629] 'process raft request' (duration: 65.129791ms)","trace[37181629] 'compare' (duration: 45.618651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.181281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.960727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:57.181375Z","caller":"traceutil/trace.go:171","msg":"trace[572062957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1603; }","duration":"111.092131ms","start":"2026-03-19T17:54:57.070263Z","end":"2026-03-19T17:54:57.181355Z","steps":["trace[572062957] 'agreement among raft nodes before linearized reading' (duration: 110.855615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.312006Z","caller":"traceutil/trace.go:171","msg":"trace[984991110] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"102.819331ms","start":"2026-03-19T17:55:01.209156Z","end":"2026-03-19T17:55:01.311975Z","steps":["trace[984991110] 'process raft request' (duration: 102.733139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.312066Z","caller":"traceutil/trace.go:171","msg":"trace[723680778] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"104.258485ms","start":"2026-03-19T17:55:01.207774Z","end":"2026-03-19T17:55:01.312032Z","steps":["trace[723680778] 'process raft request' (duration: 76.608748ms)","trace[723680778] 'compare' (duration: 27.36235ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:01.833097Z","caller":"traceutil/trace.go:171","msg":"trace[1306353937] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"105.522186ms","start":"2026-03-19T17:55:01.727549Z","end":"2026-03-19T17:55:01.833071Z","steps":["trace[1306353937] 'process raft request' (duration: 105.380882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:03.622625Z","caller":"traceutil/trace.go:171","msg":"trace[1816877716] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1709; }","duration":"102.116063ms","start":"2026-03-19T17:55:03.520485Z","end":"2026-03-19T17:55:03.622601Z","steps":["trace[1816877716] 'read index received' (duration: 52.380763ms)","trace[1816877716] 'applied index is now lower than readState.Index' (duration: 49.73407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:03.622633Z","caller":"traceutil/trace.go:171","msg":"trace[1430345208] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"137.142239ms","start":"2026-03-19T17:55:03.485461Z","end":"2026-03-19T17:55:03.622603Z","steps":["trace[1430345208] 'process raft request' (duration: 87.368178ms)","trace[1430345208] 'compare' (duration: 49.615417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:03.6228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.298368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:03.622871Z","caller":"traceutil/trace.go:171","msg":"trace[439282875] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:1633; }","duration":"102.425811ms","start":"2026-03-19T17:55:03.520427Z","end":"2026-03-19T17:55:03.622853Z","steps":["trace[439282875] 'agreement among raft nodes before linearized reading' (duration: 102.266527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:08.065673Z","caller":"traceutil/trace.go:171","msg":"trace[218481211] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"111.708078ms","start":"2026-03-19T17:55:07.953926Z","end":"2026-03-19T17:55:08.065634Z","steps":["trace[218481211] 'process raft request' (duration: 111.409321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.664618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.18272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:09.664675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.62595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:09.664763Z","caller":"traceutil/trace.go:171","msg":"trace[1935199515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1728; }","duration":"276.747323ms","start":"2026-03-19T17:55:09.387994Z","end":"2026-03-19T17:55:09.664741Z","steps":["trace[1935199515] 'range keys from in-memory index tree' (duration: 276.464456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.664943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.56782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:55:09.665011Z","caller":"traceutil/trace.go:171","msg":"trace[1000361683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1728; }","duration":"891.678042ms","start":"2026-03-19T17:55:08.773314Z","end":"2026-03-19T17:55:09.664992Z","steps":["trace[1000361683] 'range keys from in-memory index tree' (duration: 891.265982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.664996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.952156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T17:55:09.665071Z","caller":"traceutil/trace.go:171","msg":"trace[1005010408] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b; range_end:; response_count:1; response_revision:1728; }","duration":"595.08544ms","start":"2026-03-19T17:55:09.06997Z","end":"2026-03-19T17:55:09.665056Z","steps":["trace[1005010408] 'range keys from in-memory index tree' (duration: 594.783193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.665068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:08.773292Z","time spent":"891.757145ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:55:09.665105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.069952Z","time spent":"595.146092ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" "} {"level":"warn","ts":"2026-03-19T17:55:09.665113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.017599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:09.665196Z","caller":"traceutil/trace.go:171","msg":"trace[1441327387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1728; }","duration":"528.151142ms","start":"2026-03-19T17:55:09.137023Z","end":"2026-03-19T17:55:09.665174Z","steps":["trace[1441327387] 'range keys from in-memory index tree' (duration: 527.786994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.665239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.137005Z","time spent":"528.225055ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:09.665287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.318181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:55:09.664702Z","caller":"traceutil/trace.go:171","msg":"trace[1997426708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1728; }","duration":"281.275863ms","start":"2026-03-19T17:55:09.383408Z","end":"2026-03-19T17:55:09.664684Z","steps":["trace[1997426708] 'range keys from in-memory index tree' (duration: 281.029976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.665347Z","caller":"traceutil/trace.go:171","msg":"trace[372715833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1728; }","duration":"418.426933ms","start":"2026-03-19T17:55:09.246903Z","end":"2026-03-19T17:55:09.66533Z","steps":["trace[372715833] 'range keys from in-memory index tree' (duration: 418.174577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.665349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.610861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:09.665389Z","caller":"traceutil/trace.go:171","msg":"trace[1445012496] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"240.61837ms","start":"2026-03-19T17:55:09.42476Z","end":"2026-03-19T17:55:09.665379Z","steps":["trace[1445012496] 'read index received' (duration: 215.038903ms)","trace[1445012496] 'applied index is now lower than readState.Index' (duration: 25.578747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:09.665393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.246881Z","time spent":"418.497055ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:55:09.665416Z","caller":"traceutil/trace.go:171","msg":"trace[2142093964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"549.727644ms","start":"2026-03-19T17:55:09.115671Z","end":"2026-03-19T17:55:09.665398Z","steps":["trace[2142093964] 'range keys from in-memory index tree' (duration: 549.417496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.665442Z","caller":"traceutil/trace.go:171","msg":"trace[876526738] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"242.6881ms","start":"2026-03-19T17:55:09.422717Z","end":"2026-03-19T17:55:09.665406Z","steps":["trace[876526738] 'process raft request' (duration: 217.128393ms)","trace[876526738] 'compare' (duration: 24.623815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:09.665463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.115646Z","time spent":"549.803726ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:09.664917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.767897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:09.665536Z","caller":"traceutil/trace.go:171","msg":"trace[853499559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"478.388282ms","start":"2026-03-19T17:55:09.187133Z","end":"2026-03-19T17:55:09.665521Z","steps":["trace[853499559] 'range keys from in-memory index tree' (duration: 477.648675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.665578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:09.187074Z","time spent":"478.491565ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:09.665573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.794924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T17:55:09.665639Z","caller":"traceutil/trace.go:171","msg":"trace[567398671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b; range_end:; response_count:1; response_revision:1729; }","duration":"240.886347ms","start":"2026-03-19T17:55:09.424734Z","end":"2026-03-19T17:55:09.66562Z","steps":["trace[567398671] 'agreement among raft nodes before linearized reading' (duration: 240.705803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.728413Z","caller":"traceutil/trace.go:171","msg":"trace[1088938305] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"232.214928ms","start":"2026-03-19T17:55:09.496176Z","end":"2026-03-19T17:55:09.728391Z","steps":["trace[1088938305] 'process raft request' (duration: 232.063024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.835986Z","caller":"traceutil/trace.go:171","msg":"trace[777655267] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"165.966768ms","start":"2026-03-19T17:55:09.669997Z","end":"2026-03-19T17:55:09.835963Z","steps":["trace[777655267] 'process raft request' (duration: 109.199087ms)","trace[777655267] 'compare' (duration: 56.479744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:09.835979Z","caller":"traceutil/trace.go:171","msg":"trace[99995703] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"165.575988ms","start":"2026-03-19T17:55:09.670369Z","end":"2026-03-19T17:55:09.835945Z","steps":["trace[99995703] 'process raft request' (duration: 165.465266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.836402Z","caller":"traceutil/trace.go:171","msg":"trace[1024499035] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"165.713602ms","start":"2026-03-19T17:55:09.670666Z","end":"2026-03-19T17:55:09.836379Z","steps":["trace[1024499035] 'process raft request' (duration: 165.481026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:09.836508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.049722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:09.836559Z","caller":"traceutil/trace.go:171","msg":"trace[1167644990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1736; }","duration":"169.138884ms","start":"2026-03-19T17:55:09.667409Z","end":"2026-03-19T17:55:09.836548Z","steps":["trace[1167644990] 'agreement among raft nodes before linearized reading' (duration: 169.018221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.836527Z","caller":"traceutil/trace.go:171","msg":"trace[2065846386] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"165.963118ms","start":"2026-03-19T17:55:09.670507Z","end":"2026-03-19T17:55:09.83647Z","steps":["trace[2065846386] 'process raft request' (duration: 165.387954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.836396Z","caller":"traceutil/trace.go:171","msg":"trace[2116340881] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1808; }","duration":"108.020828ms","start":"2026-03-19T17:55:09.72836Z","end":"2026-03-19T17:55:09.836381Z","steps":["trace[2116340881] 'read index received' (duration: 50.763406ms)","trace[2116340881] 'applied index is now lower than readState.Index' (duration: 57.256662ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:09.836743Z","caller":"traceutil/trace.go:171","msg":"trace[1264892361] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"166.002208ms","start":"2026-03-19T17:55:09.670731Z","end":"2026-03-19T17:55:09.836733Z","steps":["trace[1264892361] 'process raft request' (duration: 165.564138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:09.836779Z","caller":"traceutil/trace.go:171","msg":"trace[286068945] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"161.95322ms","start":"2026-03-19T17:55:09.674817Z","end":"2026-03-19T17:55:09.83677Z","steps":["trace[286068945] 'process raft request' (duration: 161.51553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:10.248923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.821246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:10.249037Z","caller":"traceutil/trace.go:171","msg":"trace[427880429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1736; }","duration":"178.98525ms","start":"2026-03-19T17:55:10.070028Z","end":"2026-03-19T17:55:10.249013Z","steps":["trace[427880429] 'range keys from in-memory index tree' (duration: 178.601852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:10.946761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413577418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:11.447003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413577418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:55:11.90662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652695698s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:55:11.907076Z","caller":"traceutil/trace.go:171","msg":"trace[770288544] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"1.65324217s","start":"2026-03-19T17:55:10.253805Z","end":"2026-03-19T17:55:11.907047Z","steps":["trace[770288544] 'process raft request' (duration: 1.653057516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:11.907253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.25378Z","time spent":"1.653365613s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:13.135006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227883682s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:55:13.138817Z","caller":"traceutil/trace.go:171","msg":"trace[666907399] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"2.790715158s","start":"2026-03-19T17:55:10.348039Z","end":"2026-03-19T17:55:13.138754Z","steps":["trace[666907399] 'process raft request' (duration: 2.787198004s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:13.138932Z","caller":"traceutil/trace.go:171","msg":"trace[921315999] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.112976506s","start":"2026-03-19T17:55:12.025918Z","end":"2026-03-19T17:55:13.138894Z","steps":["trace[921315999] 'process raft request' (duration: 1.112930935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.138992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.348016Z","time spent":"2.790884313s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:13.139062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:12.025887Z","time spent":"1.113092919s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:13.139182Z","caller":"traceutil/trace.go:171","msg":"trace[1417682261] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1814; }","duration":"2.693388058s","start":"2026-03-19T17:55:10.445785Z","end":"2026-03-19T17:55:13.139173Z","steps":["trace[1417682261] 'read index received' (duration: 1.461029159s)","trace[1417682261] 'applied index is now lower than readState.Index' (duration: 1.232357719s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:13.139196Z","caller":"traceutil/trace.go:171","msg":"trace[1940498846] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"1.467703482s","start":"2026-03-19T17:55:11.671455Z","end":"2026-03-19T17:55:13.139159Z","steps":["trace[1940498846] 'process raft request' (duration: 1.467264301s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:13.139251Z","caller":"traceutil/trace.go:171","msg":"trace[1683883867] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"1.406485093s","start":"2026-03-19T17:55:11.732735Z","end":"2026-03-19T17:55:13.13922Z","steps":["trace[1683883867] 'process raft request' (duration: 1.406022612s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.671431Z","time spent":"1.467815045s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:13.139355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693569243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:55:13.139396Z","caller":"traceutil/trace.go:171","msg":"trace[31057628] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:1742; }","duration":"2.693649565s","start":"2026-03-19T17:55:10.445737Z","end":"2026-03-19T17:55:13.139386Z","steps":["trace[31057628] 'agreement among raft nodes before linearized reading' (duration: 2.693498262s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.445716Z","time spent":"2.693707326s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"info","ts":"2026-03-19T17:55:13.139495Z","caller":"traceutil/trace.go:171","msg":"trace[1216697404] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"1.749039915s","start":"2026-03-19T17:55:11.390437Z","end":"2026-03-19T17:55:13.139477Z","steps":["trace[1216697404] 'process raft request' (duration: 1.748187205s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.483363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:13.139657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.73271Z","time spent":"1.406608786s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:13.139673Z","caller":"traceutil/trace.go:171","msg":"trace[341513707] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1742; }","duration":"767.552314ms","start":"2026-03-19T17:55:12.372089Z","end":"2026-03-19T17:55:13.139641Z","steps":["trace[341513707] 'agreement among raft nodes before linearized reading' (duration: 767.435481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104625855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T17:55:13.140934Z","caller":"traceutil/trace.go:171","msg":"trace[1015689824] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1742; }","duration":"1.105901466s","start":"2026-03-19T17:55:12.035011Z","end":"2026-03-19T17:55:13.140912Z","steps":["trace[1015689824] 'agreement among raft nodes before linearized reading' (duration: 1.104503632s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952508129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:13.141007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:12.034994Z","time spent":"1.105993878s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T17:55:13.141053Z","caller":"traceutil/trace.go:171","msg":"trace[108573542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"1.953980375s","start":"2026-03-19T17:55:11.187051Z","end":"2026-03-19T17:55:13.141031Z","steps":["trace[108573542] 'agreement among raft nodes before linearized reading' (duration: 1.952478258s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341542255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:55:13.141113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.187025Z","time spent":"1.954072227s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:13.14111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:12.372028Z","time spent":"769.060572ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:55:13.141174Z","caller":"traceutil/trace.go:171","msg":"trace[1801803314] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1742; }","duration":"1.343036382s","start":"2026-03-19T17:55:11.79811Z","end":"2026-03-19T17:55:13.141147Z","steps":["trace[1801803314] 'agreement among raft nodes before linearized reading' (duration: 1.341550886s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.141265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.798091Z","time spent":"1.343136454s","remote":"127.0.0.1:45440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:13.139714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298995587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:13.14135Z","caller":"traceutil/trace.go:171","msg":"trace[1885347512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1742; }","duration":"1.30073248s","start":"2026-03-19T17:55:11.840606Z","end":"2026-03-19T17:55:13.141339Z","steps":["trace[1885347512] 'agreement among raft nodes before linearized reading' (duration: 1.298866624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.141391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.840591Z","time spent":"1.300788362s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:55:13.139762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090252358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:13.141505Z","caller":"traceutil/trace.go:171","msg":"trace[370632541] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1742; }","duration":"1.092025261s","start":"2026-03-19T17:55:12.049452Z","end":"2026-03-19T17:55:13.141478Z","steps":["trace[370632541] 'agreement among raft nodes before linearized reading' (duration: 1.090266978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.141566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:12.049429Z","time spent":"1.092121734s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:13.139781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381091791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:13.141671Z","caller":"traceutil/trace.go:171","msg":"trace[1045295789] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1742; }","duration":"1.383001316s","start":"2026-03-19T17:55:11.758616Z","end":"2026-03-19T17:55:13.141618Z","steps":["trace[1045295789] 'agreement among raft nodes before linearized reading' (duration: 1.381061409s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.141733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.758595Z","time spent":"1.38312299s","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:13.139834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467124015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:55:13.14179Z","caller":"traceutil/trace.go:171","msg":"trace[401950936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1742; }","duration":"2.469131733s","start":"2026-03-19T17:55:10.67264Z","end":"2026-03-19T17:55:13.141772Z","steps":["trace[401950936] 'agreement among raft nodes before linearized reading' (duration: 2.467098003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.14187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.672623Z","time spent":"2.469224386s","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:13.139847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297929692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T17:55:13.142088Z","caller":"traceutil/trace.go:171","msg":"trace[1626360352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.300169387s","start":"2026-03-19T17:55:11.841896Z","end":"2026-03-19T17:55:13.142065Z","steps":["trace[1626360352] 'agreement among raft nodes before linearized reading' (duration: 1.297883821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.142153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.841891Z","time spent":"1.300243669s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:13.13992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384103601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-19T17:55:13.142261Z","caller":"traceutil/trace.go:171","msg":"trace[1807945676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1742; }","duration":"2.386477648s","start":"2026-03-19T17:55:10.755771Z","end":"2026-03-19T17:55:13.142248Z","steps":["trace[1807945676] 'agreement among raft nodes before linearized reading' (duration: 2.384042499s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.142311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.755757Z","time spent":"2.38654011s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:55:13.139941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469366469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-19T17:55:13.142407Z","caller":"traceutil/trace.go:171","msg":"trace[530895224] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b; range_end:; response_count:1; response_revision:1742; }","duration":"2.47185724s","start":"2026-03-19T17:55:10.670497Z","end":"2026-03-19T17:55:13.142355Z","steps":["trace[530895224] 'agreement among raft nodes before linearized reading' (duration: 2.469302808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.139972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29824569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:55:13.142502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.670475Z","time spent":"2.472004613s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" "} {"level":"info","ts":"2026-03-19T17:55:13.142595Z","caller":"traceutil/trace.go:171","msg":"trace[861888262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1742; }","duration":"1.300817152s","start":"2026-03-19T17:55:11.841707Z","end":"2026-03-19T17:55:13.142524Z","steps":["trace[861888262] 'agreement among raft nodes before linearized reading' (duration: 1.298118557s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.142728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.841701Z","time spent":"1.300959275s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:13.139982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298658169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:13.143048Z","caller":"traceutil/trace.go:171","msg":"trace[1347219839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"1.301739375s","start":"2026-03-19T17:55:11.841272Z","end":"2026-03-19T17:55:13.143012Z","steps":["trace[1347219839] 'agreement among raft nodes before linearized reading' (duration: 1.298576268s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.143108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.841258Z","time spent":"1.301833267s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:13.139619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566366162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T17:55:13.143178Z","caller":"traceutil/trace.go:171","msg":"trace[1147047661] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1742; }","duration":"2.56996186s","start":"2026-03-19T17:55:10.573195Z","end":"2026-03-19T17:55:13.143157Z","steps":["trace[1147047661] 'agreement among raft nodes before linearized reading' (duration: 2.566246259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:13.143248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:10.57318Z","time spent":"2.570045462s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":238,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:13.140272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:11.390409Z","time spent":"1.749133888s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:16.158169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.717108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:16.15823Z","caller":"traceutil/trace.go:171","msg":"trace[311564370] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1766; }","duration":"111.789929ms","start":"2026-03-19T17:55:16.046424Z","end":"2026-03-19T17:55:16.158214Z","steps":["trace[311564370] 'count revisions from in-memory index tree' (duration: 111.631945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:16.369202Z","caller":"traceutil/trace.go:171","msg":"trace[1867863514] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1846; }","duration":"182.302423ms","start":"2026-03-19T17:55:16.186879Z","end":"2026-03-19T17:55:16.369182Z","steps":["trace[1867863514] 'read index received' (duration: 182.19338ms)","trace[1867863514] 'applied index is now lower than readState.Index' (duration: 108.043µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:16.369321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.423296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:16.369352Z","caller":"traceutil/trace.go:171","msg":"trace[1955867244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1767; }","duration":"182.493807ms","start":"2026-03-19T17:55:16.186849Z","end":"2026-03-19T17:55:16.369343Z","steps":["trace[1955867244] 'agreement among raft nodes before linearized reading' (duration: 182.425465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:16.369517Z","caller":"traceutil/trace.go:171","msg":"trace[1029776889] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"205.055722ms","start":"2026-03-19T17:55:16.164412Z","end":"2026-03-19T17:55:16.369468Z","steps":["trace[1029776889] 'process raft request' (duration: 204.647732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:23.111988Z","caller":"traceutil/trace.go:171","msg":"trace[149963803] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"155.070315ms","start":"2026-03-19T17:55:22.956895Z","end":"2026-03-19T17:55:23.111965Z","steps":["trace[149963803] 'process raft request' (duration: 154.934501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:23.494073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.486609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:55:23.49416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.806689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:55:23.49416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.628672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:55:23.494194Z","caller":"traceutil/trace.go:171","msg":"trace[185571554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1823; }","duration":"216.632302ms","start":"2026-03-19T17:55:23.277531Z","end":"2026-03-19T17:55:23.494163Z","steps":["trace[185571554] 'agreement among raft nodes before linearized reading' (duration: 66.037905ms)","trace[185571554] 'range keys from in-memory index tree' (duration: 149.684855ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:23.494235Z","caller":"traceutil/trace.go:171","msg":"trace[804648736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1823; }","duration":"207.937662ms","start":"2026-03-19T17:55:23.286276Z","end":"2026-03-19T17:55:23.494213Z","steps":["trace[804648736] 'agreement among raft nodes before linearized reading' (duration: 57.208622ms)","trace[804648736] 'range keys from in-memory index tree' (duration: 150.442043ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:23.494255Z","caller":"traceutil/trace.go:171","msg":"trace[1353507129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1823; }","duration":"216.765445ms","start":"2026-03-19T17:55:23.277464Z","end":"2026-03-19T17:55:23.494229Z","steps":["trace[1353507129] 'agreement among raft nodes before linearized reading' (duration: 65.963333ms)","trace[1353507129] 'range keys from in-memory index tree' (duration: 150.492413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:23.494498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.931629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:55:23.494596Z","caller":"traceutil/trace.go:171","msg":"trace[256062742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1823; }","duration":"217.045982ms","start":"2026-03-19T17:55:23.277536Z","end":"2026-03-19T17:55:23.494582Z","steps":["trace[256062742] 'agreement among raft nodes before linearized reading' (duration: 66.015784ms)","trace[256062742] 'range keys from in-memory index tree' (duration: 150.801322ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:23.505639Z","caller":"traceutil/trace.go:171","msg":"trace[277381879] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"156.073149ms","start":"2026-03-19T17:55:23.34955Z","end":"2026-03-19T17:55:23.505624Z","steps":["trace[277381879] 'process raft request' (duration: 155.978667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:23.782562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.966645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T17:55:23.782653Z","caller":"traceutil/trace.go:171","msg":"trace[506210733] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1827; }","duration":"127.101689ms","start":"2026-03-19T17:55:23.655527Z","end":"2026-03-19T17:55:23.782628Z","steps":["trace[506210733] 'range keys from in-memory index tree' (duration: 126.819202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:23.78297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.621024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119969"} {"level":"info","ts":"2026-03-19T17:55:23.783078Z","caller":"traceutil/trace.go:171","msg":"trace[1865848740] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1827; }","duration":"125.786607ms","start":"2026-03-19T17:55:23.657265Z","end":"2026-03-19T17:55:23.783051Z","steps":["trace[1865848740] 'range keys from in-memory index tree' (duration: 125.238155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.529214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413577610,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:55:24.542657Z","caller":"traceutil/trace.go:171","msg":"trace[2112316074] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"514.014503ms","start":"2026-03-19T17:55:24.028622Z","end":"2026-03-19T17:55:24.542637Z","steps":["trace[2112316074] 'read index received' (duration: 513.778437ms)","trace[2112316074] 'applied index is now lower than readState.Index' (duration: 235.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:24.542732Z","caller":"traceutil/trace.go:171","msg":"trace[477657321] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"535.477861ms","start":"2026-03-19T17:55:24.007199Z","end":"2026-03-19T17:55:24.542677Z","steps":["trace[477657321] 'process raft request' (duration: 535.298647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.542891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.00717Z","time spent":"535.637134ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:55:24.542968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.30286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:55:24.543025Z","caller":"traceutil/trace.go:171","msg":"trace[811664875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1829; }","duration":"514.423873ms","start":"2026-03-19T17:55:24.028584Z","end":"2026-03-19T17:55:24.543008Z","steps":["trace[811664875] 'agreement among raft nodes before linearized reading' (duration: 514.145706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:24.543071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:24.028567Z","time spent":"514.491344ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:55:24.706969Z","caller":"traceutil/trace.go:171","msg":"trace[2101324219] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"159.952503ms","start":"2026-03-19T17:55:24.546983Z","end":"2026-03-19T17:55:24.706936Z","steps":["trace[2101324219] 'process raft request' (duration: 159.81827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:24.706969Z","caller":"traceutil/trace.go:171","msg":"trace[149339194] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"160.304991ms","start":"2026-03-19T17:55:24.546632Z","end":"2026-03-19T17:55:24.706937Z","steps":["trace[149339194] 'process raft request' (duration: 107.500097ms)","trace[149339194] 'compare' (duration: 52.254331ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:28.439402Z","caller":"traceutil/trace.go:171","msg":"trace[584682152] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"283.696721ms","start":"2026-03-19T17:55:28.15568Z","end":"2026-03-19T17:55:28.439377Z","steps":["trace[584682152] 'read index received' (duration: 283.623989ms)","trace[584682152] 'applied index is now lower than readState.Index' (duration: 71.542µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:28.439516Z","caller":"traceutil/trace.go:171","msg":"trace[550591393] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"287.764179ms","start":"2026-03-19T17:55:28.151728Z","end":"2026-03-19T17:55:28.439492Z","steps":["trace[550591393] 'process raft request' (duration: 287.467422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:28.439631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.929216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T17:55:28.439672Z","caller":"traceutil/trace.go:171","msg":"trace[2090460374] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1860; }","duration":"284.017509ms","start":"2026-03-19T17:55:28.155643Z","end":"2026-03-19T17:55:28.439661Z","steps":["trace[2090460374] 'agreement among raft nodes before linearized reading' (duration: 283.851855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:28.89704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.797331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:28.897196Z","caller":"traceutil/trace.go:171","msg":"trace[1298809423] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"453.04725ms","start":"2026-03-19T17:55:28.444135Z","end":"2026-03-19T17:55:28.897182Z","steps":["trace[1298809423] 'process raft request' (duration: 452.996078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:28.897244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.444105Z","time spent":"453.115631ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:28.897241Z","caller":"traceutil/trace.go:171","msg":"trace[1940362215] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1941; }","duration":"457.744023ms","start":"2026-03-19T17:55:28.439472Z","end":"2026-03-19T17:55:28.897216Z","steps":["trace[1940362215] 'read index received' (duration: 82.704507ms)","trace[1940362215] 'applied index is now lower than readState.Index' (duration: 375.038066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:28.897478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.597609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-03-19T17:55:28.897525Z","caller":"traceutil/trace.go:171","msg":"trace[1377433600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1862; }","duration":"640.699691ms","start":"2026-03-19T17:55:28.256815Z","end":"2026-03-19T17:55:28.897514Z","steps":["trace[1377433600] 'agreement among raft nodes before linearized reading' (duration: 640.505797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:28.897255Z","caller":"traceutil/trace.go:171","msg":"trace[1311479021] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"684.719285ms","start":"2026-03-19T17:55:28.212508Z","end":"2026-03-19T17:55:28.897227Z","steps":["trace[1311479021] 'process raft request' (duration: 309.652757ms)","trace[1311479021] 'compare' (duration: 374.688189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:28.897558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.256792Z","time spent":"640.756922ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:55:28.897591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.466846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:28.897686Z","caller":"traceutil/trace.go:171","msg":"trace[1027277217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"710.65139ms","start":"2026-03-19T17:55:28.187013Z","end":"2026-03-19T17:55:28.897664Z","steps":["trace[1027277217] 'agreement among raft nodes before linearized reading' (duration: 710.458165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:28.897735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.186977Z","time spent":"710.750723ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:55:28.89787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.212483Z","time spent":"685.110173ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:29.177788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.160602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T17:55:29.177906Z","caller":"traceutil/trace.go:171","msg":"trace[1225847639] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"280.590946ms","start":"2026-03-19T17:55:28.897295Z","end":"2026-03-19T17:55:29.177885Z","steps":["trace[1225847639] 'read index received' (duration: 25.302631ms)","trace[1225847639] 'applied index is now lower than readState.Index' (duration: 255.286725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:29.178063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.354457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:29.178107Z","caller":"traceutil/trace.go:171","msg":"trace[1851954215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"279.430578ms","start":"2026-03-19T17:55:28.898665Z","end":"2026-03-19T17:55:29.178095Z","steps":["trace[1851954215] 'agreement among raft nodes before linearized reading' (duration: 279.336816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:29.178175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.870289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:55:29.178187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.615383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:29.178292Z","caller":"traceutil/trace.go:171","msg":"trace[364719738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"608.017233ms","start":"2026-03-19T17:55:28.57024Z","end":"2026-03-19T17:55:29.178258Z","steps":["trace[364719738] 'agreement among raft nodes before linearized reading' (duration: 607.744156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:29.178311Z","caller":"traceutil/trace.go:171","msg":"trace[361736725] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1862; }","duration":"267.786027ms","start":"2026-03-19T17:55:28.910498Z","end":"2026-03-19T17:55:29.178284Z","steps":["trace[361736725] 'agreement among raft nodes before linearized reading' (duration: 267.549231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:29.178366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.57022Z","time spent":"608.127935ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:55:29.178473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.243288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:29.178565Z","caller":"traceutil/trace.go:171","msg":"trace[1286539779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1862; }","duration":"456.461683ms","start":"2026-03-19T17:55:28.722082Z","end":"2026-03-19T17:55:29.178544Z","steps":["trace[1286539779] 'agreement among raft nodes before linearized reading' (duration: 455.900869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:29.178613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:28.72206Z","time spent":"456.543025ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:29.512202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.759025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:29.512499Z","caller":"traceutil/trace.go:171","msg":"trace[822517648] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"144.880729ms","start":"2026-03-19T17:55:29.367595Z","end":"2026-03-19T17:55:29.512476Z","steps":["trace[822517648] 'process raft request' (duration: 144.780496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:29.512514Z","caller":"traceutil/trace.go:171","msg":"trace[382686278] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"147.055321ms","start":"2026-03-19T17:55:29.365413Z","end":"2026-03-19T17:55:29.512469Z","steps":["trace[382686278] 'process raft request' (duration: 23.915458ms)","trace[382686278] 'compare' (duration: 122.57502ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:29.720532Z","caller":"traceutil/trace.go:171","msg":"trace[1899754219] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"183.333827ms","start":"2026-03-19T17:55:29.537171Z","end":"2026-03-19T17:55:29.720505Z","steps":["trace[1899754219] 'process raft request' (duration: 153.906307ms)","trace[1899754219] 'compare' (duration: 29.200984ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:29.720762Z","caller":"traceutil/trace.go:171","msg":"trace[2017863678] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"182.567459ms","start":"2026-03-19T17:55:29.538182Z","end":"2026-03-19T17:55:29.720749Z","steps":["trace[2017863678] 'process raft request' (duration: 182.268292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:29.720768Z","caller":"traceutil/trace.go:171","msg":"trace[1581244546] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1948; }","duration":"178.691785ms","start":"2026-03-19T17:55:29.542045Z","end":"2026-03-19T17:55:29.720737Z","steps":["trace[1581244546] 'read index received' (duration: 149.130962ms)","trace[1581244546] 'applied index is now lower than readState.Index' (duration: 29.558573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:29.72106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.721285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:29.721103Z","caller":"traceutil/trace.go:171","msg":"trace[908365850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"178.827388ms","start":"2026-03-19T17:55:29.542264Z","end":"2026-03-19T17:55:29.721091Z","steps":["trace[908365850] 'agreement among raft nodes before linearized reading' (duration: 178.641773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:29.721392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.31631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:29.72151Z","caller":"traceutil/trace.go:171","msg":"trace[1077083744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1868; }","duration":"179.473085ms","start":"2026-03-19T17:55:29.542017Z","end":"2026-03-19T17:55:29.72149Z","steps":["trace[1077083744] 'agreement among raft nodes before linearized reading' (duration: 178.86644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:29.899325Z","caller":"traceutil/trace.go:171","msg":"trace[1448284932] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"174.280758ms","start":"2026-03-19T17:55:29.725009Z","end":"2026-03-19T17:55:29.899289Z","steps":["trace[1448284932] 'process raft request' (duration: 174.097154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:29.90244Z","caller":"traceutil/trace.go:171","msg":"trace[291759830] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1950; }","duration":"103.236023ms","start":"2026-03-19T17:55:29.799178Z","end":"2026-03-19T17:55:29.902414Z","steps":["trace[291759830] 'read index received' (duration: 100.049166ms)","trace[291759830] 'applied index is now lower than readState.Index' (duration: 3.185787ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:29.902517Z","caller":"traceutil/trace.go:171","msg":"trace[1948204296] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"176.489702ms","start":"2026-03-19T17:55:29.725998Z","end":"2026-03-19T17:55:29.902488Z","steps":["trace[1948204296] 'process raft request' (duration: 176.244286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:29.902762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.574571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:29.902885Z","caller":"traceutil/trace.go:171","msg":"trace[178657442] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1870; }","duration":"103.752245ms","start":"2026-03-19T17:55:29.799109Z","end":"2026-03-19T17:55:29.902861Z","steps":["trace[178657442] 'agreement among raft nodes before linearized reading' (duration: 103.547931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.236031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413577734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:55:34.293792Z","caller":"traceutil/trace.go:171","msg":"trace[1605917417] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"981.169605ms","start":"2026-03-19T17:55:33.312597Z","end":"2026-03-19T17:55:34.293766Z","steps":["trace[1605917417] 'process raft request' (duration: 981.011601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.293948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.312576Z","time spent":"981.291467ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:34.298154Z","caller":"traceutil/trace.go:171","msg":"trace[1932710305] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"921.444622ms","start":"2026-03-19T17:55:33.376684Z","end":"2026-03-19T17:55:34.298128Z","steps":["trace[1932710305] 'process raft request' (duration: 921.252197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.298317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.376653Z","time spent":"921.576625ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:34.298675Z","caller":"traceutil/trace.go:171","msg":"trace[610500704] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"772.180797ms","start":"2026-03-19T17:55:33.526464Z","end":"2026-03-19T17:55:34.298645Z","steps":["trace[610500704] 'process raft request' (duration: 771.621304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:34.298796Z","caller":"traceutil/trace.go:171","msg":"trace[1982764690] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"772.30647ms","start":"2026-03-19T17:55:33.526464Z","end":"2026-03-19T17:55:34.29877Z","steps":["trace[1982764690] 'process raft request' (duration: 771.995863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.298865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.526443Z","time spent":"772.3287ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:55:34.299009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.526443Z","time spent":"772.429492ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:34.299094Z","caller":"traceutil/trace.go:171","msg":"trace[1385525345] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1965; }","duration":"563.951779ms","start":"2026-03-19T17:55:33.735067Z","end":"2026-03-19T17:55:34.299019Z","steps":["trace[1385525345] 'read index received' (duration: 558.472776ms)","trace[1385525345] 'applied index is now lower than readState.Index' (duration: 5.477653ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:34.299179Z","caller":"traceutil/trace.go:171","msg":"trace[1490611777] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"595.898201ms","start":"2026-03-19T17:55:33.703232Z","end":"2026-03-19T17:55:34.29913Z","steps":["trace[1490611777] 'process raft request' (duration: 595.376357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.299421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.303282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:34.299476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.247141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:55:34.299551Z","caller":"traceutil/trace.go:171","msg":"trace[937821561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1886; }","duration":"563.343893ms","start":"2026-03-19T17:55:33.736193Z","end":"2026-03-19T17:55:34.299537Z","steps":["trace[937821561] 'agreement among raft nodes before linearized reading' (duration: 563.140178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.299593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.736183Z","time spent":"563.401935ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:55:34.299578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.426171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:55:34.299747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.055049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:34.299787Z","caller":"traceutil/trace.go:171","msg":"trace[19822530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"385.119131ms","start":"2026-03-19T17:55:33.914653Z","end":"2026-03-19T17:55:34.299772Z","steps":["trace[19822530] 'agreement among raft nodes before linearized reading' (duration: 385.026719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.299819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.914634Z","time spent":"385.175672ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:55:34.299783Z","caller":"traceutil/trace.go:171","msg":"trace[161308075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1886; }","duration":"564.732058ms","start":"2026-03-19T17:55:33.735014Z","end":"2026-03-19T17:55:34.299746Z","steps":["trace[161308075] 'agreement among raft nodes before linearized reading' (duration: 564.258767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.299942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.734995Z","time spent":"564.869091ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:34.300012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.703211Z","time spent":"596.224288ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:34.299486Z","caller":"traceutil/trace.go:171","msg":"trace[4652773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"112.408395ms","start":"2026-03-19T17:55:34.187062Z","end":"2026-03-19T17:55:34.29947Z","steps":["trace[4652773] 'agreement among raft nodes before linearized reading' (duration: 112.311952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.300128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.952293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:55:34.300173Z","caller":"traceutil/trace.go:171","msg":"trace[2139854412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1886; }","duration":"447.042915ms","start":"2026-03-19T17:55:33.853118Z","end":"2026-03-19T17:55:34.300161Z","steps":["trace[2139854412] 'agreement among raft nodes before linearized reading' (duration: 446.947753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.300045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.754034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:34.300281Z","caller":"traceutil/trace.go:171","msg":"trace[1272703292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1886; }","duration":"387.98757ms","start":"2026-03-19T17:55:33.91226Z","end":"2026-03-19T17:55:34.300248Z","steps":["trace[1272703292] 'agreement among raft nodes before linearized reading' (duration: 387.712364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:34.300312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.853098Z","time spent":"447.104427ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:55:34.300366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:33.912247Z","time spent":"388.097193ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:55:51.140857Z","caller":"traceutil/trace.go:171","msg":"trace[576507261] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"173.775227ms","start":"2026-03-19T17:55:50.967032Z","end":"2026-03-19T17:55:51.140807Z","steps":["trace[576507261] 'process raft request' (duration: 173.394057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:04.677493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.404482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:04.67756Z","caller":"traceutil/trace.go:171","msg":"trace[1996368850] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2034; }","duration":"109.505354ms","start":"2026-03-19T17:56:04.568041Z","end":"2026-03-19T17:56:04.677546Z","steps":["trace[1996368850] 'range keys from in-memory index tree' (duration: 109.337751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:04.677821Z","caller":"traceutil/trace.go:171","msg":"trace[464669618] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"100.779133ms","start":"2026-03-19T17:56:04.577023Z","end":"2026-03-19T17:56:04.677802Z","steps":["trace[464669618] 'process raft request' (duration: 99.280016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.010479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.182315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:05.010677Z","caller":"traceutil/trace.go:171","msg":"trace[1131752953] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"326.734551ms","start":"2026-03-19T17:56:04.683912Z","end":"2026-03-19T17:56:05.010647Z","steps":["trace[1131752953] 'process raft request' (duration: 193.272378ms)","trace[1131752953] 'compare' (duration: 133.046482ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:05.010625Z","caller":"traceutil/trace.go:171","msg":"trace[989439897] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2126; }","duration":"320.109291ms","start":"2026-03-19T17:56:04.690494Z","end":"2026-03-19T17:56:05.010603Z","steps":["trace[989439897] 'read index received' (duration: 79.717356ms)","trace[989439897] 'applied index is now lower than readState.Index' (duration: 240.390195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:05.01084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.683884Z","time spent":"326.872144ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:05.011179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.500079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:56:05.011177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.669504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:05.011226Z","caller":"traceutil/trace.go:171","msg":"trace[998375084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2038; }","duration":"197.581511ms","start":"2026-03-19T17:56:04.813632Z","end":"2026-03-19T17:56:05.011214Z","steps":["trace[998375084] 'agreement among raft nodes before linearized reading' (duration: 197.437848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.011199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.862485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:05.011267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.704682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:05.011312Z","caller":"traceutil/trace.go:171","msg":"trace[557004226] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2038; }","duration":"289.019749ms","start":"2026-03-19T17:56:04.722271Z","end":"2026-03-19T17:56:05.011291Z","steps":["trace[557004226] 'agreement among raft nodes before linearized reading' (duration: 288.806074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.011343Z","caller":"traceutil/trace.go:171","msg":"trace[1341096088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"199.834206ms","start":"2026-03-19T17:56:04.81148Z","end":"2026-03-19T17:56:05.011314Z","steps":["trace[1341096088] 'agreement among raft nodes before linearized reading' (duration: 199.691542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.01125Z","caller":"traceutil/trace.go:171","msg":"trace[693928502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"320.754406ms","start":"2026-03-19T17:56:04.690473Z","end":"2026-03-19T17:56:05.011228Z","steps":["trace[693928502] 'agreement among raft nodes before linearized reading' (duration: 320.543461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.011351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.90798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:56:05.011358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.771837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:05.011446Z","caller":"traceutil/trace.go:171","msg":"trace[576449931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2038; }","duration":"198.052393ms","start":"2026-03-19T17:56:04.813365Z","end":"2026-03-19T17:56:05.011417Z","steps":["trace[576449931] 'agreement among raft nodes before linearized reading' (duration: 197.787427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:05.01149Z","caller":"traceutil/trace.go:171","msg":"trace[1560859799] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2038; }","duration":"197.93036ms","start":"2026-03-19T17:56:04.813533Z","end":"2026-03-19T17:56:05.011464Z","steps":["trace[1560859799] 'agreement among raft nodes before linearized reading' (duration: 197.682795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.011472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.69046Z","time spent":"320.964462ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:07.481576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273971385s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:56:07.619757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674983229s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T17:56:07.619958Z","caller":"traceutil/trace.go:171","msg":"trace[1210077855] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"1.690249837s","start":"2026-03-19T17:56:05.929689Z","end":"2026-03-19T17:56:07.619939Z","steps":["trace[1210077855] 'read index received' (duration: 15.014802ms)","trace[1210077855] 'applied index is now lower than readState.Index' (duration: 1.675234035s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:07.620297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690593124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:07.620377Z","caller":"traceutil/trace.go:171","msg":"trace[989108151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"1.690723508s","start":"2026-03-19T17:56:05.929635Z","end":"2026-03-19T17:56:07.620358Z","steps":["trace[989108151] 'agreement among raft nodes before linearized reading' (duration: 1.690539763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.620427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.929596Z","time spent":"1.69082119s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:56:07.620564Z","caller":"traceutil/trace.go:171","msg":"trace[899777269] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.413058283s","start":"2026-03-19T17:56:06.207486Z","end":"2026-03-19T17:56:07.620544Z","steps":["trace[899777269] 'process raft request' (duration: 1.412366677s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.620701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.207466Z","time spent":"1.413155115s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:08.120368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413578136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:08.187352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:56:08.187437Z","caller":"traceutil/trace.go:171","msg":"trace[2020172711] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750876s","start":"2026-03-19T17:56:06.186661Z","end":"2026-03-19T17:56:08.187411Z","steps":["trace[2020172711] 'agreement among raft nodes before linearized reading' (duration: 2.000628823s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.18749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.186637Z","time spent":"2.000837378s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:08.95212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00167195s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:08.952346Z","caller":"traceutil/trace.go:171","msg":"trace[1490174384] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2044; }","duration":"1.001902805s","start":"2026-03-19T17:56:07.950421Z","end":"2026-03-19T17:56:08.952324Z","steps":["trace[1490174384] 'range keys from in-memory index tree' (duration: 1.001651409s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.952397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.218971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:08.952539Z","caller":"traceutil/trace.go:171","msg":"trace[585077814] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"2.267683051s","start":"2026-03-19T17:56:06.68484Z","end":"2026-03-19T17:56:08.952523Z","steps":["trace[585077814] 'process raft request' (duration: 2.267627319s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.952565Z","caller":"traceutil/trace.go:171","msg":"trace[388114148] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2135; }","duration":"1.332557339s","start":"2026-03-19T17:56:07.619993Z","end":"2026-03-19T17:56:08.952551Z","steps":["trace[388114148] 'read index received' (duration: 704.01162ms)","trace[388114148] 'applied index is now lower than readState.Index' (duration: 628.544899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:08.952581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.68481Z","time spent":"2.267751463s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:08.952611Z","caller":"traceutil/trace.go:171","msg":"trace[1036311746] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"2.437543452s","start":"2026-03-19T17:56:06.515037Z","end":"2026-03-19T17:56:08.95258Z","steps":["trace[1036311746] 'process raft request' (duration: 1.809069135s)","trace[1036311746] 'compare' (duration: 627.960845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:08.952734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.51501Z","time spent":"2.437659105s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:08.952762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937063817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:56:08.952786Z","caller":"traceutil/trace.go:171","msg":"trace[1172673362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2047; }","duration":"1.93714435s","start":"2026-03-19T17:56:07.015635Z","end":"2026-03-19T17:56:08.95278Z","steps":["trace[1172673362] 'agreement among raft nodes before linearized reading' (duration: 1.937030347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.952783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178950638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T17:56:08.952803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.01559Z","time spent":"1.937210081s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:56:08.95281Z","caller":"traceutil/trace.go:171","msg":"trace[1345173950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2047; }","duration":"2.179021419s","start":"2026-03-19T17:56:06.773781Z","end":"2026-03-19T17:56:08.952802Z","steps":["trace[1345173950] 'agreement among raft nodes before linearized reading' (duration: 2.178942017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.952836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.773753Z","time spent":"2.179076821s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:56:08.952853Z","caller":"traceutil/trace.go:171","msg":"trace[1776654581] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"2.267967327s","start":"2026-03-19T17:56:06.68488Z","end":"2026-03-19T17:56:08.952847Z","steps":["trace[1776654581] 'process raft request' (duration: 2.267621209s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.952882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.684844Z","time spent":"2.268020269s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:08.952942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894835188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:56:08.952961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903401775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:08.952979Z","caller":"traceutil/trace.go:171","msg":"trace[834006603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2047; }","duration":"1.903420775s","start":"2026-03-19T17:56:07.049553Z","end":"2026-03-19T17:56:08.952974Z","steps":["trace[834006603] 'agreement among raft nodes before linearized reading' (duration: 1.903368954s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.95298Z","caller":"traceutil/trace.go:171","msg":"trace[836745609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2047; }","duration":"1.894892359s","start":"2026-03-19T17:56:07.05808Z","end":"2026-03-19T17:56:08.952972Z","steps":["trace[836745609] 'agreement among raft nodes before linearized reading' (duration: 1.894814868s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.952994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.049472Z","time spent":"1.903518608s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:56:08.95297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561358363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:08.953005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.058069Z","time spent":"1.89493004s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:56:08.953051Z","caller":"traceutil/trace.go:171","msg":"trace[1510021571] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2047; }","duration":"2.561481646s","start":"2026-03-19T17:56:06.391543Z","end":"2026-03-19T17:56:08.953025Z","steps":["trace[1510021571] 'agreement among raft nodes before linearized reading' (duration: 2.561328252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.953086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257965746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:08.953106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.391527Z","time spent":"2.561568527s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:08.953102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89491637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:08.953145Z","caller":"traceutil/trace.go:171","msg":"trace[1208992075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"2.258055088s","start":"2026-03-19T17:56:06.695073Z","end":"2026-03-19T17:56:08.953128Z","steps":["trace[1208992075] 'agreement among raft nodes before linearized reading' (duration: 2.257871594s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.953154Z","caller":"traceutil/trace.go:171","msg":"trace[1876168401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2047; }","duration":"1.894985551s","start":"2026-03-19T17:56:07.058152Z","end":"2026-03-19T17:56:08.953137Z","steps":["trace[1876168401] 'agreement among raft nodes before linearized reading' (duration: 1.894826138s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.954053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.69506Z","time spent":"2.258883767s","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:08.953995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:07.058135Z","time spent":"1.895835702s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:09.396593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.176902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:09.396705Z","caller":"traceutil/trace.go:171","msg":"trace[2050019111] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2138; }","duration":"444.095564ms","start":"2026-03-19T17:56:08.952593Z","end":"2026-03-19T17:56:09.396688Z","steps":["trace[2050019111] 'read index received' (duration: 171.815229ms)","trace[2050019111] 'applied index is now lower than readState.Index' (duration: 272.278775ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:09.396764Z","caller":"traceutil/trace.go:171","msg":"trace[1504815735] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"903.379754ms","start":"2026-03-19T17:56:08.493359Z","end":"2026-03-19T17:56:09.396739Z","steps":["trace[1504815735] 'process raft request' (duration: 630.966876ms)","trace[1504815735] 'compare' (duration: 271.778413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:09.396847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205681584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T17:56:09.396826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200939339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:09.396891Z","caller":"traceutil/trace.go:171","msg":"trace[487042068] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:2048; }","duration":"1.205746496s","start":"2026-03-19T17:56:08.191128Z","end":"2026-03-19T17:56:09.396874Z","steps":["trace[487042068] 'agreement among raft nodes before linearized reading' (duration: 1.205607453s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.396918Z","caller":"traceutil/trace.go:171","msg":"trace[757719847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2048; }","duration":"1.201049702s","start":"2026-03-19T17:56:08.195845Z","end":"2026-03-19T17:56:09.396895Z","steps":["trace[757719847] 'agreement among raft nodes before linearized reading' (duration: 1.200902668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:09.396934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.191112Z","time spent":"1.205813247s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"warn","ts":"2026-03-19T17:56:09.396985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.19584Z","time spent":"1.201132535s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:09.396933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.493335Z","time spent":"903.486387ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:09.413741Z","caller":"traceutil/trace.go:171","msg":"trace[21144687] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"448.962651ms","start":"2026-03-19T17:56:08.964726Z","end":"2026-03-19T17:56:09.413689Z","steps":["trace[21144687] 'process raft request' (duration: 448.780807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.413814Z","caller":"traceutil/trace.go:171","msg":"trace[758646871] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"448.88362ms","start":"2026-03-19T17:56:08.964909Z","end":"2026-03-19T17:56:09.413792Z","steps":["trace[758646871] 'process raft request' (duration: 448.743076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.413809Z","caller":"traceutil/trace.go:171","msg":"trace[1402611010] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"448.953871ms","start":"2026-03-19T17:56:08.964823Z","end":"2026-03-19T17:56:09.413777Z","steps":["trace[1402611010] 'process raft request' (duration: 448.786727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:09.413859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.964701Z","time spent":"449.108395ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:09.413961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.9649Z","time spent":"448.977722ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:09.413983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.964817Z","time spent":"449.073504ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:09.41401Z","caller":"traceutil/trace.go:171","msg":"trace[1997453758] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"437.425193ms","start":"2026-03-19T17:56:08.976557Z","end":"2026-03-19T17:56:09.413982Z","steps":["trace[1997453758] 'process raft request' (duration: 437.28281ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:09.413965Z","caller":"traceutil/trace.go:171","msg":"trace[2111881543] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"445.792865ms","start":"2026-03-19T17:56:08.968152Z","end":"2026-03-19T17:56:09.413945Z","steps":["trace[2111881543] 'process raft request' (duration: 445.544659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:09.414132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.976541Z","time spent":"437.533605ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:09.414168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:08.96814Z","time spent":"445.963299ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:10.108023Z","caller":"traceutil/trace.go:171","msg":"trace[302384591] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"237.491565ms","start":"2026-03-19T17:56:09.870506Z","end":"2026-03-19T17:56:10.107997Z","steps":["trace[302384591] 'read index received' (duration: 237.346072ms)","trace[302384591] 'applied index is now lower than readState.Index' (duration: 144.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:10.10809Z","caller":"traceutil/trace.go:171","msg":"trace[1017418740] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"378.568232ms","start":"2026-03-19T17:56:09.729483Z","end":"2026-03-19T17:56:10.108052Z","steps":["trace[1017418740] 'process raft request' (duration: 378.358227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:10.108406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:09.729461Z","time spent":"378.859479ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:10.108433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.905455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:56:10.108507Z","caller":"traceutil/trace.go:171","msg":"trace[527964507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2055; }","duration":"238.030369ms","start":"2026-03-19T17:56:09.870456Z","end":"2026-03-19T17:56:10.108486Z","steps":["trace[527964507] 'agreement among raft nodes before linearized reading' (duration: 237.721241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:10.108508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.676313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:10.108622Z","caller":"traceutil/trace.go:171","msg":"trace[2034768207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2055; }","duration":"144.882048ms","start":"2026-03-19T17:56:09.963717Z","end":"2026-03-19T17:56:10.108599Z","steps":["trace[2034768207] 'agreement among raft nodes before linearized reading' (duration: 144.631052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.327738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.965331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:11.327843Z","caller":"traceutil/trace.go:171","msg":"trace[314505700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"608.108785ms","start":"2026-03-19T17:56:10.719709Z","end":"2026-03-19T17:56:11.327818Z","steps":["trace[314505700] 'range keys from in-memory index tree' (duration: 607.89838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.327899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:10.719689Z","time spent":"608.195837ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:11.327998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.73906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:56:11.328088Z","caller":"traceutil/trace.go:171","msg":"trace[59109815] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:2057; }","duration":"878.897904ms","start":"2026-03-19T17:56:10.449173Z","end":"2026-03-19T17:56:11.328071Z","steps":["trace[59109815] 'range keys from in-memory index tree' (duration: 878.477174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.32814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:10.449152Z","time spent":"878.968766ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T17:56:11.328563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.36253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:11.328675Z","caller":"traceutil/trace.go:171","msg":"trace[600437481] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"370.940359ms","start":"2026-03-19T17:56:10.957712Z","end":"2026-03-19T17:56:11.328652Z","steps":["trace[600437481] 'process raft request' (duration: 237.407104ms)","trace[600437481] 'compare' (duration: 133.215557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:11.328768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:10.957687Z","time spent":"371.03731ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:11.363147Z","caller":"traceutil/trace.go:171","msg":"trace[1382414221] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"405.383099ms","start":"2026-03-19T17:56:10.957742Z","end":"2026-03-19T17:56:11.363125Z","steps":["trace[1382414221] 'process raft request' (duration: 405.245305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.363286Z","caller":"traceutil/trace.go:171","msg":"trace[1536146570] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2148; }","duration":"246.756129ms","start":"2026-03-19T17:56:11.11651Z","end":"2026-03-19T17:56:11.363266Z","steps":["trace[1536146570] 'read index received' (duration: 78.625309ms)","trace[1536146570] 'applied index is now lower than readState.Index' (duration: 168.12957ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:11.363356Z","caller":"traceutil/trace.go:171","msg":"trace[364929465] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"404.893137ms","start":"2026-03-19T17:56:10.95844Z","end":"2026-03-19T17:56:11.363333Z","steps":["trace[364929465] 'process raft request' (duration: 404.654511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.363412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:10.957708Z","time spent":"405.505833ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:11.363489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:10.958422Z","time spent":"404.9954ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:11.363537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.032975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:11.363602Z","caller":"traceutil/trace.go:171","msg":"trace[192835103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"247.143218ms","start":"2026-03-19T17:56:11.11644Z","end":"2026-03-19T17:56:11.363584Z","steps":["trace[192835103] 'agreement among raft nodes before linearized reading' (duration: 246.977624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.410222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.657417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:11.41029Z","caller":"traceutil/trace.go:171","msg":"trace[707927117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2060; }","duration":"222.764219ms","start":"2026-03-19T17:56:11.187506Z","end":"2026-03-19T17:56:11.41027Z","steps":["trace[707927117] 'agreement among raft nodes before linearized reading' (duration: 222.656857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.565116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.642856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:11.56524Z","caller":"traceutil/trace.go:171","msg":"trace[1099071637] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2152; }","duration":"147.775648ms","start":"2026-03-19T17:56:11.417447Z","end":"2026-03-19T17:56:11.565223Z","steps":["trace[1099071637] 'read index received' (duration: 18.858005ms)","trace[1099071637] 'applied index is now lower than readState.Index' (duration: 128.915443ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:11.565303Z","caller":"traceutil/trace.go:171","msg":"trace[2121080401] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"154.091951ms","start":"2026-03-19T17:56:11.41117Z","end":"2026-03-19T17:56:11.565262Z","steps":["trace[2121080401] 'process raft request' (duration: 25.183938ms)","trace[2121080401] 'compare' (duration: 128.456762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:11.565505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.058044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:56:11.565547Z","caller":"traceutil/trace.go:171","msg":"trace[527430658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2061; }","duration":"148.128596ms","start":"2026-03-19T17:56:11.417409Z","end":"2026-03-19T17:56:11.565538Z","steps":["trace[527430658] 'agreement among raft nodes before linearized reading' (duration: 147.906741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.565638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.946662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:56:11.565692Z","caller":"traceutil/trace.go:171","msg":"trace[569545201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2061; }","duration":"148.034855ms","start":"2026-03-19T17:56:11.417645Z","end":"2026-03-19T17:56:11.56568Z","steps":["trace[569545201] 'agreement among raft nodes before linearized reading' (duration: 147.849589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.565789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.020045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:56:11.565844Z","caller":"traceutil/trace.go:171","msg":"trace[586614977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2061; }","duration":"148.091836ms","start":"2026-03-19T17:56:11.417738Z","end":"2026-03-19T17:56:11.56583Z","steps":["trace[586614977] 'agreement among raft nodes before linearized reading' (duration: 147.894432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.566098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.25853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:56:11.566708Z","caller":"traceutil/trace.go:171","msg":"trace[1448668447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2061; }","duration":"148.891195ms","start":"2026-03-19T17:56:11.417802Z","end":"2026-03-19T17:56:11.566693Z","steps":["trace[1448668447] 'agreement among raft nodes before linearized reading' (duration: 147.728326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.566185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.380934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:11.566846Z","caller":"traceutil/trace.go:171","msg":"trace[946437182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2061; }","duration":"149.035639ms","start":"2026-03-19T17:56:11.417779Z","end":"2026-03-19T17:56:11.566814Z","steps":["trace[946437182] 'agreement among raft nodes before linearized reading' (duration: 147.713006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.764098Z","caller":"traceutil/trace.go:171","msg":"trace[1931112340] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"194.636537ms","start":"2026-03-19T17:56:11.569429Z","end":"2026-03-19T17:56:11.764066Z","steps":["trace[1931112340] 'process raft request' (duration: 182.009401ms)","trace[1931112340] 'compare' (duration: 12.431221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:11.764614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.501386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:56:11.764107Z","caller":"traceutil/trace.go:171","msg":"trace[1338618175] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"194.380131ms","start":"2026-03-19T17:56:11.569693Z","end":"2026-03-19T17:56:11.764073Z","steps":["trace[1338618175] 'process raft request' (duration: 194.294499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.764388Z","caller":"traceutil/trace.go:171","msg":"trace[1405488571] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2154; }","duration":"194.275958ms","start":"2026-03-19T17:56:11.570086Z","end":"2026-03-19T17:56:11.764362Z","steps":["trace[1405488571] 'read index received' (duration: 59.478876ms)","trace[1405488571] 'applied index is now lower than readState.Index' (duration: 134.795952ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:11.764421Z","caller":"traceutil/trace.go:171","msg":"trace[502838774] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"193.552521ms","start":"2026-03-19T17:56:11.570848Z","end":"2026-03-19T17:56:11.7644Z","steps":["trace[502838774] 'process raft request' (duration: 193.191833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.764865Z","caller":"traceutil/trace.go:171","msg":"trace[632229163] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2066; }","duration":"194.606787ms","start":"2026-03-19T17:56:11.570051Z","end":"2026-03-19T17:56:11.764657Z","steps":["trace[632229163] 'agreement among raft nodes before linearized reading' (duration: 194.393761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:11.76509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.79668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:11.765146Z","caller":"traceutil/trace.go:171","msg":"trace[1679089976] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2066; }","duration":"155.889463ms","start":"2026-03-19T17:56:11.609241Z","end":"2026-03-19T17:56:11.76513Z","steps":["trace[1679089976] 'agreement among raft nodes before linearized reading' (duration: 155.78971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:11.764434Z","caller":"traceutil/trace.go:171","msg":"trace[327810071] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"193.500981ms","start":"2026-03-19T17:56:11.570915Z","end":"2026-03-19T17:56:11.764416Z","steps":["trace[327810071] 'process raft request' (duration: 193.332756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.229469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.24551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:13.229553Z","caller":"traceutil/trace.go:171","msg":"trace[1453737974] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2066; }","duration":"561.379053ms","start":"2026-03-19T17:56:12.668158Z","end":"2026-03-19T17:56:13.229537Z","steps":["trace[1453737974] 'count revisions from in-memory index tree' (duration: 561.143287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.229593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:12.668138Z","time spent":"561.444794ms","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:13.229587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295513391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:13.229865Z","caller":"traceutil/trace.go:171","msg":"trace[374146539] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2066; }","duration":"1.29586949s","start":"2026-03-19T17:56:11.933975Z","end":"2026-03-19T17:56:13.229845Z","steps":["trace[374146539] 'count revisions from in-memory index tree' (duration: 1.295414388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.229934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044283997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:13.229996Z","caller":"traceutil/trace.go:171","msg":"trace[1170900580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2066; }","duration":"1.0443759s","start":"2026-03-19T17:56:12.185603Z","end":"2026-03-19T17:56:13.229979Z","steps":["trace[1170900580] 'range keys from in-memory index tree' (duration: 1.044202605s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.229928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:11.933953Z","time spent":"1.295959492s","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:13.229604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.071098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:13.230043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:12.185584Z","time spent":"1.044450061s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:56:13.230436Z","caller":"traceutil/trace.go:171","msg":"trace[666309736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2066; }","duration":"859.94778ms","start":"2026-03-19T17:56:12.370468Z","end":"2026-03-19T17:56:13.230416Z","steps":["trace[666309736] 'range keys from in-memory index tree' (duration: 858.846132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.230071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.730456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:13.230507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:12.370447Z","time spent":"860.038063ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:13.230516Z","caller":"traceutil/trace.go:171","msg":"trace[1058195735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2066; }","duration":"374.199308ms","start":"2026-03-19T17:56:12.856293Z","end":"2026-03-19T17:56:13.230492Z","steps":["trace[1058195735] 'count revisions from in-memory index tree' (duration: 373.650825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:13.230598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:12.856273Z","time spent":"374.298961ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:14.054716Z","caller":"traceutil/trace.go:171","msg":"trace[496599114] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"720.974427ms","start":"2026-03-19T17:56:13.333713Z","end":"2026-03-19T17:56:14.054688Z","steps":["trace[496599114] 'process raft request' (duration: 720.835064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.054877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.33369Z","time spent":"721.10772ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:14.672844Z","caller":"traceutil/trace.go:171","msg":"trace[2059591973] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"1.305402253s","start":"2026-03-19T17:56:13.367416Z","end":"2026-03-19T17:56:14.672818Z","steps":["trace[2059591973] 'process raft request' (duration: 1.303719491s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.367399Z","time spent":"1.305535425s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:14.673245Z","caller":"traceutil/trace.go:171","msg":"trace[1714746169] linearizableReadLoop","detail":"{readStateIndex:2161; appliedIndex:2158; }","duration":"1.040084875s","start":"2026-03-19T17:56:13.632921Z","end":"2026-03-19T17:56:14.673006Z","steps":["trace[1714746169] 'read index received' (duration: 421.661373ms)","trace[1714746169] 'applied index is now lower than readState.Index' (duration: 618.422402ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:14.67324Z","caller":"traceutil/trace.go:171","msg":"trace[1749249317] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"1.304862149s","start":"2026-03-19T17:56:13.368327Z","end":"2026-03-19T17:56:14.673189Z","steps":["trace[1749249317] 'process raft request' (duration: 1.304383988s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040557017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:14.673537Z","caller":"traceutil/trace.go:171","msg":"trace[1856333714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2069; }","duration":"1.040650388s","start":"2026-03-19T17:56:13.632873Z","end":"2026-03-19T17:56:14.673523Z","steps":["trace[1856333714] 'agreement among raft nodes before linearized reading' (duration: 1.040430253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.632853Z","time spent":"1.04071024s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:56:14.673597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.368315Z","time spent":"1.305041323s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:14.673678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.074608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:56:14.673705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.034099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:14.67373Z","caller":"traceutil/trace.go:171","msg":"trace[487353508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2069; }","duration":"905.165841ms","start":"2026-03-19T17:56:13.76855Z","end":"2026-03-19T17:56:14.673716Z","steps":["trace[487353508] 'agreement among raft nodes before linearized reading' (duration: 904.961906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:14.673766Z","caller":"traceutil/trace.go:171","msg":"trace[2114215071] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2069; }","duration":"373.128922ms","start":"2026-03-19T17:56:14.300618Z","end":"2026-03-19T17:56:14.673747Z","steps":["trace[2114215071] 'agreement among raft nodes before linearized reading' (duration: 373.025029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.67378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.816997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T17:56:14.673818Z","caller":"traceutil/trace.go:171","msg":"trace[444928965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2069; }","duration":"739.884858ms","start":"2026-03-19T17:56:13.933919Z","end":"2026-03-19T17:56:14.673804Z","steps":["trace[444928965] 'agreement among raft nodes before linearized reading' (duration: 739.819857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.121368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:14.673855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.933896Z","time spent":"739.954009ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T17:56:14.673876Z","caller":"traceutil/trace.go:171","msg":"trace[2006472218] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2069; }","duration":"462.407825ms","start":"2026-03-19T17:56:14.211457Z","end":"2026-03-19T17:56:14.673865Z","steps":["trace[2006472218] 'agreement among raft nodes before linearized reading' (duration: 462.072927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.840359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:14.673771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.768534Z","time spent":"905.227622ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:14.674028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.367195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:56:14.674028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.617557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:14.67406Z","caller":"traceutil/trace.go:171","msg":"trace[298933398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2069; }","duration":"905.398796ms","start":"2026-03-19T17:56:13.768653Z","end":"2026-03-19T17:56:14.674052Z","steps":["trace[298933398] 'agreement among raft nodes before linearized reading' (duration: 905.287433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:14.674071Z","caller":"traceutil/trace.go:171","msg":"trace[596328674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2069; }","duration":"904.684439ms","start":"2026-03-19T17:56:13.769374Z","end":"2026-03-19T17:56:14.674059Z","steps":["trace[596328674] 'agreement among raft nodes before linearized reading' (duration: 904.475304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.673702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.204878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:56:14.674095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.768585Z","time spent":"905.503629ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:14.6741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.769361Z","time spent":"904.73304ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:56:14.67411Z","caller":"traceutil/trace.go:171","msg":"trace[33811943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2069; }","duration":"904.658198ms","start":"2026-03-19T17:56:13.769444Z","end":"2026-03-19T17:56:14.674102Z","steps":["trace[33811943] 'agreement among raft nodes before linearized reading' (duration: 904.114645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.674135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:13.769428Z","time spent":"904.70014ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:14.673816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.300592Z","time spent":"373.209403ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:14.673919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.211363Z","time spent":"462.546948ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:14.674395Z","caller":"traceutil/trace.go:171","msg":"trace[141317380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2069; }","duration":"436.060944ms","start":"2026-03-19T17:56:14.237891Z","end":"2026-03-19T17:56:14.673952Z","steps":["trace[141317380] 'agreement among raft nodes before linearized reading' (duration: 435.775827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:14.674487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.237865Z","time spent":"436.578217ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:15.920955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.944005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:15.92151Z","caller":"traceutil/trace.go:171","msg":"trace[1702590096] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"1.243244708s","start":"2026-03-19T17:56:14.678233Z","end":"2026-03-19T17:56:15.921478Z","steps":["trace[1702590096] 'process raft request' (duration: 897.644847ms)","trace[1702590096] 'compare' (duration: 344.188817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:15.921692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.67821Z","time spent":"1.243376521s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.921839Z","caller":"traceutil/trace.go:171","msg":"trace[1779469535] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"1.243542427s","start":"2026-03-19T17:56:14.678282Z","end":"2026-03-19T17:56:15.921825Z","steps":["trace[1779469535] 'process raft request' (duration: 1.242806388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.921894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.678248Z","time spent":"1.243618137s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.921958Z","caller":"traceutil/trace.go:171","msg":"trace[1390211499] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"1.242781838s","start":"2026-03-19T17:56:14.679158Z","end":"2026-03-19T17:56:15.92194Z","steps":["trace[1390211499] 'process raft request' (duration: 1.242327906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.922045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.679142Z","time spent":"1.24286359s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.922413Z","caller":"traceutil/trace.go:171","msg":"trace[1169364174] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"1.243115416s","start":"2026-03-19T17:56:14.679277Z","end":"2026-03-19T17:56:15.922393Z","steps":["trace[1169364174] 'process raft request' (duration: 1.242533742s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.922506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.679246Z","time spent":"1.243214288s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.922632Z","caller":"traceutil/trace.go:171","msg":"trace[215159079] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"1.243172247s","start":"2026-03-19T17:56:14.679438Z","end":"2026-03-19T17:56:15.92261Z","steps":["trace[215159079] 'process raft request' (duration: 1.242901551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.922791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.679427Z","time spent":"1.24329155s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.922888Z","caller":"traceutil/trace.go:171","msg":"trace[878322601] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"1.24328608s","start":"2026-03-19T17:56:14.679582Z","end":"2026-03-19T17:56:15.922868Z","steps":["trace[878322601] 'process raft request' (duration: 1.242965392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.922977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.679569Z","time spent":"1.243364502s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.922999Z","caller":"traceutil/trace.go:171","msg":"trace[1169505074] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"492.047556ms","start":"2026-03-19T17:56:15.430936Z","end":"2026-03-19T17:56:15.922984Z","steps":["trace[1169505074] 'process raft request' (duration: 491.928464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.923086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.43091Z","time spent":"492.135418ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.923094Z","caller":"traceutil/trace.go:171","msg":"trace[1954068448] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2161; }","duration":"769.133541ms","start":"2026-03-19T17:56:15.153949Z","end":"2026-03-19T17:56:15.923083Z","steps":["trace[1954068448] 'read index received' (duration: 421.947091ms)","trace[1954068448] 'applied index is now lower than readState.Index' (duration: 347.18512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:15.923063Z","caller":"traceutil/trace.go:171","msg":"trace[795388484] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"795.287776ms","start":"2026-03-19T17:56:15.127692Z","end":"2026-03-19T17:56:15.92298Z","steps":["trace[795388484] 'process raft request' (duration: 795.074591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.92353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.127668Z","time spent":"795.738768ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:15.939791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.732192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:15.93992Z","caller":"traceutil/trace.go:171","msg":"trace[1074779809] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2077; }","duration":"335.925616ms","start":"2026-03-19T17:56:15.603977Z","end":"2026-03-19T17:56:15.939903Z","steps":["trace[1074779809] 'agreement among raft nodes before linearized reading' (duration: 335.746282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.940021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.603947Z","time spent":"336.058619ms","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:15.940039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.100336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb49220b39e\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T17:56:15.939913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.59682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:15.940144Z","caller":"traceutil/trace.go:171","msg":"trace[1375105456] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb49220b39e; range_end:; response_count:1; response_revision:2077; }","duration":"358.223939ms","start":"2026-03-19T17:56:15.581894Z","end":"2026-03-19T17:56:15.940118Z","steps":["trace[1375105456] 'agreement among raft nodes before linearized reading' (duration: 358.077756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.940143Z","caller":"traceutil/trace.go:171","msg":"trace[588106692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2077; }","duration":"257.869986ms","start":"2026-03-19T17:56:15.682256Z","end":"2026-03-19T17:56:15.940126Z","steps":["trace[588106692] 'agreement among raft nodes before linearized reading' (duration: 257.489767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.940036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.054982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-19T17:56:15.940264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.581863Z","time spent":"358.341611ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fb49220b39e\" "} {"level":"info","ts":"2026-03-19T17:56:15.940303Z","caller":"traceutil/trace.go:171","msg":"trace[1536659092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2077; }","duration":"786.3586ms","start":"2026-03-19T17:56:15.153905Z","end":"2026-03-19T17:56:15.940264Z","steps":["trace[1536659092] 'agreement among raft nodes before linearized reading' (duration: 769.265724ms)","trace[1536659092] 'range keys from in-memory index tree' (duration: 16.721287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:15.940403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.153884Z","time spent":"786.496542ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:56:15.940457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.872053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:15.940526Z","caller":"traceutil/trace.go:171","msg":"trace[828277892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2077; }","duration":"755.717623ms","start":"2026-03-19T17:56:15.184791Z","end":"2026-03-19T17:56:15.940508Z","steps":["trace[828277892] 'agreement among raft nodes before linearized reading' (duration: 754.870693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.940575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.18477Z","time spent":"755.791505ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:46.250426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.961519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T17:56:46.250546Z","caller":"traceutil/trace.go:171","msg":"trace[1311990280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"106.116753ms","start":"2026-03-19T17:56:46.144406Z","end":"2026-03-19T17:56:46.250523Z","steps":["trace[1311990280] 'agreement among raft nodes before linearized reading' (duration: 105.819966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:58.577942Z","caller":"traceutil/trace.go:171","msg":"trace[1386532128] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"190.719622ms","start":"2026-03-19T17:56:58.38719Z","end":"2026-03-19T17:56:58.57791Z","steps":["trace[1386532128] 'process raft request' (duration: 122.554914ms)","trace[1386532128] 'compare' (duration: 67.954253ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:58.578698Z","caller":"traceutil/trace.go:171","msg":"trace[734959788] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"188.820567ms","start":"2026-03-19T17:56:58.389849Z","end":"2026-03-19T17:56:58.57867Z","steps":["trace[734959788] 'process raft request' (duration: 188.773955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:58.578763Z","caller":"traceutil/trace.go:171","msg":"trace[1150509869] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"190.084466ms","start":"2026-03-19T17:56:58.388657Z","end":"2026-03-19T17:56:58.578742Z","steps":["trace[1150509869] 'process raft request' (duration: 189.861291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:58.578734Z","caller":"traceutil/trace.go:171","msg":"trace[411811097] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"190.504276ms","start":"2026-03-19T17:56:58.38816Z","end":"2026-03-19T17:56:58.578664Z","steps":["trace[411811097] 'process raft request' (duration: 189.699486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:07.676569Z","caller":"traceutil/trace.go:171","msg":"trace[681085224] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"128.738073ms","start":"2026-03-19T17:57:07.547805Z","end":"2026-03-19T17:57:07.676543Z","steps":["trace[681085224] 'process raft request' (duration: 128.563798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:07.96789Z","caller":"traceutil/trace.go:171","msg":"trace[470232512] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"274.624384ms","start":"2026-03-19T17:57:07.693234Z","end":"2026-03-19T17:57:07.967859Z","steps":["trace[470232512] 'process raft request' (duration: 232.430817ms)","trace[470232512] 'compare' (duration: 41.953461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:09.16593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.755407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:09.166076Z","caller":"traceutil/trace.go:171","msg":"trace[526278859] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2445; }","duration":"169.405164ms","start":"2026-03-19T17:57:08.996649Z","end":"2026-03-19T17:57:09.166054Z","steps":["trace[526278859] 'read index received' (duration: 53.36226ms)","trace[526278859] 'applied index is now lower than readState.Index' (duration: 116.041834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:09.166181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.536357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:09.166081Z","caller":"traceutil/trace.go:171","msg":"trace[863720838] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"229.626158ms","start":"2026-03-19T17:57:08.936436Z","end":"2026-03-19T17:57:09.166062Z","steps":["trace[863720838] 'process raft request' (duration: 113.654406ms)","trace[863720838] 'compare' (duration: 115.639384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.166231Z","caller":"traceutil/trace.go:171","msg":"trace[767099923] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2343; }","duration":"169.624459ms","start":"2026-03-19T17:57:08.996594Z","end":"2026-03-19T17:57:09.166218Z","steps":["trace[767099923] 'agreement among raft nodes before linearized reading' (duration: 169.528137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:09.523054Z","caller":"traceutil/trace.go:171","msg":"trace[748630476] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2446; }","duration":"335.928826ms","start":"2026-03-19T17:57:09.187101Z","end":"2026-03-19T17:57:09.52303Z","steps":["trace[748630476] 'read index received' (duration: 335.539587ms)","trace[748630476] 'applied index is now lower than readState.Index' (duration: 388.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.523228Z","caller":"traceutil/trace.go:171","msg":"trace[2137782] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"345.215272ms","start":"2026-03-19T17:57:09.177877Z","end":"2026-03-19T17:57:09.523092Z","steps":["trace[2137782] 'process raft request' (duration: 344.889114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.523383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.08924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:09.523506Z","caller":"traceutil/trace.go:171","msg":"trace[1094553646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2344; }","duration":"336.411869ms","start":"2026-03-19T17:57:09.187074Z","end":"2026-03-19T17:57:09.523486Z","steps":["trace[1094553646] 'agreement among raft nodes before linearized reading' (duration: 336.0734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:09.523393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.177851Z","time spent":"345.463758ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119955,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:09.523661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:09.187025Z","time spent":"336.617464ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:09.816095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.3552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:09.816193Z","caller":"traceutil/trace.go:171","msg":"trace[739962967] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"288.734527ms","start":"2026-03-19T17:57:09.527441Z","end":"2026-03-19T17:57:09.816175Z","steps":["trace[739962967] 'process raft request' (duration: 101.234634ms)","trace[739962967] 'compare' (duration: 187.224827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:09.9915Z","caller":"traceutil/trace.go:171","msg":"trace[1166026172] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"169.586818ms","start":"2026-03-19T17:57:09.821858Z","end":"2026-03-19T17:57:09.991445Z","steps":["trace[1166026172] 'process raft request' (duration: 137.24111ms)","trace[1166026172] 'compare' (duration: 32.141873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:11.163241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.608589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:11.163327Z","caller":"traceutil/trace.go:171","msg":"trace[1825237434] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:0; response_revision:2356; }","duration":"100.739452ms","start":"2026-03-19T17:57:11.062564Z","end":"2026-03-19T17:57:11.163303Z","steps":["trace[1825237434] 'range keys from in-memory index tree' (duration: 100.458105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.408793Z","caller":"traceutil/trace.go:171","msg":"trace[1360305439] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"220.730852ms","start":"2026-03-19T17:57:11.188028Z","end":"2026-03-19T17:57:11.408759Z","steps":["trace[1360305439] 'process raft request' (duration: 194.958224ms)","trace[1360305439] 'compare' (duration: 25.615143ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:11.432714Z","caller":"traceutil/trace.go:171","msg":"trace[257861078] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"232.260413ms","start":"2026-03-19T17:57:11.20043Z","end":"2026-03-19T17:57:11.43269Z","steps":["trace[257861078] 'process raft request' (duration: 231.946636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.626614Z","caller":"traceutil/trace.go:171","msg":"trace[1844333117] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"156.886238ms","start":"2026-03-19T17:57:11.469708Z","end":"2026-03-19T17:57:11.626595Z","steps":["trace[1844333117] 'process raft request' (duration: 156.770346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.631117Z","caller":"traceutil/trace.go:171","msg":"trace[1525442043] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"125.412932ms","start":"2026-03-19T17:57:11.505673Z","end":"2026-03-19T17:57:11.631086Z","steps":["trace[1525442043] 'process raft request' (duration: 125.044493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.85185Z","caller":"traceutil/trace.go:171","msg":"trace[542917678] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2371; }","duration":"200.976132ms","start":"2026-03-19T17:57:11.65085Z","end":"2026-03-19T17:57:11.851826Z","steps":["trace[542917678] 'process raft request' (duration: 200.935381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.85221Z","caller":"traceutil/trace.go:171","msg":"trace[1012430553] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"205.055901ms","start":"2026-03-19T17:57:11.647116Z","end":"2026-03-19T17:57:11.852171Z","steps":["trace[1012430553] 'process raft request' (duration: 204.629881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.851926Z","caller":"traceutil/trace.go:171","msg":"trace[518269071] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"207.861209ms","start":"2026-03-19T17:57:11.644016Z","end":"2026-03-19T17:57:11.851877Z","steps":["trace[518269071] 'process raft request' (duration: 207.656184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:11.852032Z","caller":"traceutil/trace.go:171","msg":"trace[1588650710] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"215.355301ms","start":"2026-03-19T17:57:11.636617Z","end":"2026-03-19T17:57:11.851972Z","steps":["trace[1588650710] 'process raft request' (duration: 189.472772ms)","trace[1588650710] 'compare' (duration: 25.272365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:12.109177Z","caller":"traceutil/trace.go:171","msg":"trace[1943063660] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2479; }","duration":"190.331093ms","start":"2026-03-19T17:57:11.91882Z","end":"2026-03-19T17:57:12.109151Z","steps":["trace[1943063660] 'read index received' (duration: 190.19555ms)","trace[1943063660] 'applied index is now lower than readState.Index' (duration: 134.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:12.109358Z","caller":"traceutil/trace.go:171","msg":"trace[1380609273] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"242.348709ms","start":"2026-03-19T17:57:11.86695Z","end":"2026-03-19T17:57:12.109299Z","steps":["trace[1380609273] 'process raft request' (duration: 241.999099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.109409Z","caller":"traceutil/trace.go:171","msg":"trace[1670106673] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"242.439611ms","start":"2026-03-19T17:57:11.866948Z","end":"2026-03-19T17:57:12.109388Z","steps":["trace[1670106673] 'process raft request' (duration: 242.157794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.109608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.451573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2356"} {"level":"info","ts":"2026-03-19T17:57:12.109649Z","caller":"traceutil/trace.go:171","msg":"trace[652820510] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2374; }","duration":"247.553756ms","start":"2026-03-19T17:57:11.862086Z","end":"2026-03-19T17:57:12.109639Z","steps":["trace[652820510] 'agreement among raft nodes before linearized reading' (duration: 247.171467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.175839Z","caller":"traceutil/trace.go:171","msg":"trace[1853036531] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"251.083401ms","start":"2026-03-19T17:57:11.924728Z","end":"2026-03-19T17:57:12.175811Z","steps":["trace[1853036531] 'process raft request' (duration: 251.030599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.175899Z","caller":"traceutil/trace.go:171","msg":"trace[302868398] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"253.93715ms","start":"2026-03-19T17:57:11.921914Z","end":"2026-03-19T17:57:12.175851Z","steps":["trace[302868398] 'process raft request' (duration: 253.680574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.252423Z","caller":"traceutil/trace.go:171","msg":"trace[1902814226] linearizableReadLoop","detail":"{readStateIndex:2490; appliedIndex:2481; }","duration":"102.590557ms","start":"2026-03-19T17:57:12.149802Z","end":"2026-03-19T17:57:12.252393Z","steps":["trace[1902814226] 'read index received' (duration: 25.865619ms)","trace[1902814226] 'applied index is now lower than readState.Index' (duration: 76.723548ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:12.252737Z","caller":"traceutil/trace.go:171","msg":"trace[972734566] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"137.454775ms","start":"2026-03-19T17:57:12.115268Z","end":"2026-03-19T17:57:12.252723Z","steps":["trace[972734566] 'process raft request' (duration: 135.018606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.252943Z","caller":"traceutil/trace.go:171","msg":"trace[824147366] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"136.175035ms","start":"2026-03-19T17:57:12.116721Z","end":"2026-03-19T17:57:12.252896Z","steps":["trace[824147366] 'process raft request' (duration: 135.487229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.253071Z","caller":"traceutil/trace.go:171","msg":"trace[707701059] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"116.533957ms","start":"2026-03-19T17:57:12.136525Z","end":"2026-03-19T17:57:12.253059Z","steps":["trace[707701059] 'process raft request' (duration: 115.741838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.253085Z","caller":"traceutil/trace.go:171","msg":"trace[1338225828] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"137.609849ms","start":"2026-03-19T17:57:12.115432Z","end":"2026-03-19T17:57:12.253042Z","steps":["trace[1338225828] 'process raft request' (duration: 136.667626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.253207Z","caller":"traceutil/trace.go:171","msg":"trace[501825283] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"136.635246ms","start":"2026-03-19T17:57:12.116553Z","end":"2026-03-19T17:57:12.253188Z","steps":["trace[501825283] 'process raft request' (duration: 135.625432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.253192Z","caller":"traceutil/trace.go:171","msg":"trace[443899526] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"136.661406ms","start":"2026-03-19T17:57:12.116479Z","end":"2026-03-19T17:57:12.25314Z","steps":["trace[443899526] 'process raft request' (duration: 135.669272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.253317Z","caller":"traceutil/trace.go:171","msg":"trace[177219895] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"137.915957ms","start":"2026-03-19T17:57:12.115372Z","end":"2026-03-19T17:57:12.253287Z","steps":["trace[177219895] 'process raft request' (duration: 136.679927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.253819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.99486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229327"} {"level":"info","ts":"2026-03-19T17:57:12.253869Z","caller":"traceutil/trace.go:171","msg":"trace[1208519970] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2384; }","duration":"104.095483ms","start":"2026-03-19T17:57:12.14976Z","end":"2026-03-19T17:57:12.253855Z","steps":["trace[1208519970] 'agreement among raft nodes before linearized reading' (duration: 103.672023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.905827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.042615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:12.906118Z","caller":"traceutil/trace.go:171","msg":"trace[449439347] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"644.360253ms","start":"2026-03-19T17:57:12.261736Z","end":"2026-03-19T17:57:12.906096Z","steps":["trace[449439347] 'process raft request' (duration: 232.982061ms)","trace[449439347] 'compare' (duration: 410.88927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:12.906195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.261714Z","time spent":"644.452535ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:57:12.906287Z","caller":"traceutil/trace.go:171","msg":"trace[1654948904] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"642.733663ms","start":"2026-03-19T17:57:12.263501Z","end":"2026-03-19T17:57:12.906234Z","steps":["trace[1654948904] 'process raft request' (duration: 642.436135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.906479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.263486Z","time spent":"642.901897ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:57:12.906747Z","caller":"traceutil/trace.go:171","msg":"trace[1313839555] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"639.769641ms","start":"2026-03-19T17:57:12.266925Z","end":"2026-03-19T17:57:12.906695Z","steps":["trace[1313839555] 'process raft request' (duration: 639.068204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.906924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.266912Z","time spent":"639.922415ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:12.907105Z","caller":"traceutil/trace.go:171","msg":"trace[1828331166] linearizableReadLoop","detail":"{readStateIndex:2496; appliedIndex:2492; }","duration":"490.980609ms","start":"2026-03-19T17:57:12.415956Z","end":"2026-03-19T17:57:12.906937Z","steps":["trace[1828331166] 'read index received' (duration: 78.735086ms)","trace[1828331166] 'applied index is now lower than readState.Index' (duration: 412.244593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:12.907105Z","caller":"traceutil/trace.go:171","msg":"trace[839193896] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"439.222489ms","start":"2026-03-19T17:57:12.467838Z","end":"2026-03-19T17:57:12.907061Z","steps":["trace[839193896] 'process raft request' (duration: 438.81133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.907313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.467794Z","time spent":"439.472855ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:12.907399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.8625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:12.907447Z","caller":"traceutil/trace.go:171","msg":"trace[365914956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2390; }","duration":"251.962872ms","start":"2026-03-19T17:57:12.655472Z","end":"2026-03-19T17:57:12.907435Z","steps":["trace[365914956] 'agreement among raft nodes before linearized reading' (duration: 251.802988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.907476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.860437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:57:12.907531Z","caller":"traceutil/trace.go:171","msg":"trace[49028798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2390; }","duration":"248.9826ms","start":"2026-03-19T17:57:12.658535Z","end":"2026-03-19T17:57:12.907518Z","steps":["trace[49028798] 'agreement among raft nodes before linearized reading' (duration: 248.773004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.907682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.147814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T17:57:12.90772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.280507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:12.907734Z","caller":"traceutil/trace.go:171","msg":"trace[235536574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2390; }","duration":"249.245096ms","start":"2026-03-19T17:57:12.65848Z","end":"2026-03-19T17:57:12.907725Z","steps":["trace[235536574] 'agreement among raft nodes before linearized reading' (duration: 249.047502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.907747Z","caller":"traceutil/trace.go:171","msg":"trace[450857226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2390; }","duration":"249.36437ms","start":"2026-03-19T17:57:12.658375Z","end":"2026-03-19T17:57:12.907739Z","steps":["trace[450857226] 'agreement among raft nodes before linearized reading' (duration: 249.277908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:12.907165Z","caller":"traceutil/trace.go:171","msg":"trace[801721743] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"635.010234ms","start":"2026-03-19T17:57:12.272052Z","end":"2026-03-19T17:57:12.907062Z","steps":["trace[801721743] 'process raft request' (duration: 634.553213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.907948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.272031Z","time spent":"635.848166ms","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7057,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:12.908036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.76177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:57:12.908197Z","caller":"traceutil/trace.go:171","msg":"trace[424895528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2390; }","duration":"492.293582ms","start":"2026-03-19T17:57:12.415883Z","end":"2026-03-19T17:57:12.908177Z","steps":["trace[424895528] 'agreement among raft nodes before linearized reading' (duration: 491.309688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:12.908303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:12.415852Z","time spent":"492.437166ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:57:13.027947Z","caller":"traceutil/trace.go:171","msg":"trace[1991314330] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"115.746588ms","start":"2026-03-19T17:57:12.912171Z","end":"2026-03-19T17:57:13.027917Z","steps":["trace[1991314330] 'process raft request' (duration: 112.935879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.029281Z","caller":"traceutil/trace.go:171","msg":"trace[2095746154] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"116.459785ms","start":"2026-03-19T17:57:12.912799Z","end":"2026-03-19T17:57:13.029259Z","steps":["trace[2095746154] 'process raft request' (duration: 116.207729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.029296Z","caller":"traceutil/trace.go:171","msg":"trace[2107099271] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"115.677755ms","start":"2026-03-19T17:57:12.913595Z","end":"2026-03-19T17:57:13.029272Z","steps":["trace[2107099271] 'process raft request' (duration: 115.601593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.029395Z","caller":"traceutil/trace.go:171","msg":"trace[1781640109] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"116.543727ms","start":"2026-03-19T17:57:12.912811Z","end":"2026-03-19T17:57:13.029354Z","steps":["trace[1781640109] 'process raft request' (duration: 116.343422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.029596Z","caller":"traceutil/trace.go:171","msg":"trace[1680486267] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"115.944732ms","start":"2026-03-19T17:57:12.91364Z","end":"2026-03-19T17:57:13.029584Z","steps":["trace[1680486267] 'process raft request' (duration: 115.593583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:13.029665Z","caller":"traceutil/trace.go:171","msg":"trace[1829419215] linearizableReadLoop","detail":"{readStateIndex:2502; appliedIndex:2497; }","duration":"115.287256ms","start":"2026-03-19T17:57:12.914361Z","end":"2026-03-19T17:57:13.029648Z","steps":["trace[1829419215] 'read index received' (duration: 110.868219ms)","trace[1829419215] 'applied index is now lower than readState.Index' (duration: 4.417587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:13.029706Z","caller":"traceutil/trace.go:171","msg":"trace[1704247236] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"108.069439ms","start":"2026-03-19T17:57:12.921627Z","end":"2026-03-19T17:57:13.029696Z","steps":["trace[1704247236] 'process raft request' (duration: 107.902805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.029816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.44079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:13.029858Z","caller":"traceutil/trace.go:171","msg":"trace[407793705] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2397; }","duration":"115.512821ms","start":"2026-03-19T17:57:12.914337Z","end":"2026-03-19T17:57:13.02985Z","steps":["trace[407793705] 'agreement among raft nodes before linearized reading' (duration: 115.405159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:13.029991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.261242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229327"} {"level":"info","ts":"2026-03-19T17:57:13.030033Z","caller":"traceutil/trace.go:171","msg":"trace[259333626] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2397; }","duration":"105.365354ms","start":"2026-03-19T17:57:12.924658Z","end":"2026-03-19T17:57:13.030023Z","steps":["trace[259333626] 'agreement among raft nodes before linearized reading' (duration: 105.111858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:21.707261Z","caller":"traceutil/trace.go:171","msg":"trace[1980441193] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"241.949756ms","start":"2026-03-19T17:57:21.465273Z","end":"2026-03-19T17:57:21.707222Z","steps":["trace[1980441193] 'process raft request' (duration: 241.743151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:25.586242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413579292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:26.087093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413579292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:57:26.453869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50916103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:57:26.45438Z","caller":"traceutil/trace.go:171","msg":"trace[872175833] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"1.509749784s","start":"2026-03-19T17:57:24.944599Z","end":"2026-03-19T17:57:26.454349Z","steps":["trace[872175833] 'process raft request' (duration: 1.509498798s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.454538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:24.944574Z","time spent":"1.509872597s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:26.693355Z","caller":"traceutil/trace.go:171","msg":"trace[194414005] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"1.62422997s","start":"2026-03-19T17:57:25.069085Z","end":"2026-03-19T17:57:26.693315Z","steps":["trace[194414005] 'process raft request' (duration: 1.623774078s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.693413Z","caller":"traceutil/trace.go:171","msg":"trace[2010172532] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"1.475394535s","start":"2026-03-19T17:57:25.217986Z","end":"2026-03-19T17:57:26.69338Z","steps":["trace[2010172532] 'process raft request' (duration: 1.475236501s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.693592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.217967Z","time spent":"1.475531498s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:26.693559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.06906Z","time spent":"1.624367924s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:26.694937Z","caller":"traceutil/trace.go:171","msg":"trace[758652270] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2686; }","duration":"1.609022783s","start":"2026-03-19T17:57:25.08589Z","end":"2026-03-19T17:57:26.694913Z","steps":["trace[758652270] 'read index received' (duration: 1.368174144s)","trace[758652270] 'applied index is now lower than readState.Index' (duration: 240.846909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:26.695233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60933429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T17:57:26.695367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.216815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-19T17:57:26.695367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.519934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:26.695414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606709546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:57:26.695452Z","caller":"traceutil/trace.go:171","msg":"trace[379368291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2575; }","duration":"508.648028ms","start":"2026-03-19T17:57:26.186784Z","end":"2026-03-19T17:57:26.695432Z","steps":["trace[379368291] 'agreement among raft nodes before linearized reading' (duration: 508.512915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.695501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:26.18676Z","time spent":"508.73065ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:26.695502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043401498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:26.695415Z","caller":"traceutil/trace.go:171","msg":"trace[668578271] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2575; }","duration":"226.301757ms","start":"2026-03-19T17:57:26.469105Z","end":"2026-03-19T17:57:26.695406Z","steps":["trace[668578271] 'agreement among raft nodes before linearized reading' (duration: 226.212235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.695553Z","caller":"traceutil/trace.go:171","msg":"trace[1367616063] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2575; }","duration":"1.04349s","start":"2026-03-19T17:57:25.652044Z","end":"2026-03-19T17:57:26.695534Z","steps":["trace[1367616063] 'agreement among raft nodes before linearized reading' (duration: 1.043418818s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.695602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.652024Z","time spent":"1.043568581s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:26.695414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414968204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T17:57:26.695777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449000397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:26.695803Z","caller":"traceutil/trace.go:171","msg":"trace[356892710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2575; }","duration":"1.607143068s","start":"2026-03-19T17:57:25.088644Z","end":"2026-03-19T17:57:26.695787Z","steps":["trace[356892710] 'agreement among raft nodes before linearized reading' (duration: 1.606630485s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:26.695841Z","caller":"traceutil/trace.go:171","msg":"trace[978604163] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2575; }","duration":"1.44910639s","start":"2026-03-19T17:57:25.246718Z","end":"2026-03-19T17:57:26.695824Z","steps":["trace[978604163] 'agreement among raft nodes before linearized reading' (duration: 1.448928304s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.695857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.088624Z","time spent":"1.607217639s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:57:26.69594Z","caller":"traceutil/trace.go:171","msg":"trace[1661890917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2575; }","duration":"1.415325273s","start":"2026-03-19T17:57:25.2804Z","end":"2026-03-19T17:57:26.695726Z","steps":["trace[1661890917] 'agreement among raft nodes before linearized reading' (duration: 1.414880503s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.695972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604954694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:57:26.695848Z","caller":"traceutil/trace.go:171","msg":"trace[484486041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2575; }","duration":"1.609453683s","start":"2026-03-19T17:57:25.085833Z","end":"2026-03-19T17:57:26.695287Z","steps":["trace[484486041] 'agreement among raft nodes before linearized reading' (duration: 1.609280069s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.695993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589773939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:57:26.695925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.246696Z","time spent":"1.449176912s","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:26.696145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.08581Z","time spent":"1.610280914s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:57:26.696051Z","caller":"traceutil/trace.go:171","msg":"trace[1309447296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2575; }","duration":"1.605083368s","start":"2026-03-19T17:57:25.090955Z","end":"2026-03-19T17:57:26.696038Z","steps":["trace[1309447296] 'agreement among raft nodes before linearized reading' (duration: 1.604769249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.696309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.090944Z","time spent":"1.605352974s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:57:26.696025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.28039Z","time spent":"1.415610461s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T17:57:26.696138Z","caller":"traceutil/trace.go:171","msg":"trace[1366417728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2575; }","duration":"1.590046535s","start":"2026-03-19T17:57:25.106071Z","end":"2026-03-19T17:57:26.696117Z","steps":["trace[1366417728] 'agreement among raft nodes before linearized reading' (duration: 1.589534061s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.696486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.10606Z","time spent":"1.590417353s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:57:26.696127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589493612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:57:26.696905Z","caller":"traceutil/trace.go:171","msg":"trace[342237850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2575; }","duration":"1.590037495s","start":"2026-03-19T17:57:25.106604Z","end":"2026-03-19T17:57:26.696642Z","steps":["trace[342237850] 'agreement among raft nodes before linearized reading' (duration: 1.588925558s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:26.696944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:25.106594Z","time spent":"1.590339902s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:57:32.859589Z","caller":"traceutil/trace.go:171","msg":"trace[60747032] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"146.361855ms","start":"2026-03-19T17:57:32.713187Z","end":"2026-03-19T17:57:32.859548Z","steps":["trace[60747032] 'process raft request' (duration: 143.67271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.860979Z","caller":"traceutil/trace.go:171","msg":"trace[922403198] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2729; }","duration":"128.385531ms","start":"2026-03-19T17:57:32.732577Z","end":"2026-03-19T17:57:32.860962Z","steps":["trace[922403198] 'read index received' (duration: 124.449836ms)","trace[922403198] 'applied index is now lower than readState.Index' (duration: 3.934475ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:32.86106Z","caller":"traceutil/trace.go:171","msg":"trace[1842219148] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"147.120484ms","start":"2026-03-19T17:57:32.713915Z","end":"2026-03-19T17:57:32.861036Z","steps":["trace[1842219148] 'process raft request' (duration: 146.941559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:32.86133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.72456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:57:32.86138Z","caller":"traceutil/trace.go:171","msg":"trace[1573312720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2615; }","duration":"128.796411ms","start":"2026-03-19T17:57:32.73257Z","end":"2026-03-19T17:57:32.861367Z","steps":["trace[1573312720] 'agreement among raft nodes before linearized reading' (duration: 128.490014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:32.861559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.112679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:57:32.861601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.400708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T17:57:32.861611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.941947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:57:32.861727Z","caller":"traceutil/trace.go:171","msg":"trace[1083025320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2615; }","duration":"125.580593ms","start":"2026-03-19T17:57:32.736124Z","end":"2026-03-19T17:57:32.861705Z","steps":["trace[1083025320] 'agreement among raft nodes before linearized reading' (duration: 125.244384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:32.861786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.787431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:32.861658Z","caller":"traceutil/trace.go:171","msg":"trace[1103142409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2615; }","duration":"122.233573ms","start":"2026-03-19T17:57:32.739393Z","end":"2026-03-19T17:57:32.861626Z","steps":["trace[1103142409] 'agreement among raft nodes before linearized reading' (duration: 121.954585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.861954Z","caller":"traceutil/trace.go:171","msg":"trace[1677149881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2615; }","duration":"128.979715ms","start":"2026-03-19T17:57:32.73296Z","end":"2026-03-19T17:57:32.86194Z","steps":["trace[1677149881] 'agreement among raft nodes before linearized reading' (duration: 128.319848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:32.862055Z","caller":"traceutil/trace.go:171","msg":"trace[1985575623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2615; }","duration":"125.253706ms","start":"2026-03-19T17:57:32.736609Z","end":"2026-03-19T17:57:32.861862Z","steps":["trace[1985575623] 'agreement among raft nodes before linearized reading' (duration: 124.704722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:36.686193Z","caller":"traceutil/trace.go:171","msg":"trace[1932273514] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"175.939491ms","start":"2026-03-19T17:57:36.510224Z","end":"2026-03-19T17:57:36.686163Z","steps":["trace[1932273514] 'process raft request' (duration: 175.741816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:39.015593Z","caller":"traceutil/trace.go:171","msg":"trace[658058839] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"139.534791ms","start":"2026-03-19T17:57:38.876029Z","end":"2026-03-19T17:57:39.015563Z","steps":["trace[658058839] 'process raft request' (duration: 139.329246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:39.017762Z","caller":"traceutil/trace.go:171","msg":"trace[291352641] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2763; }","duration":"127.146571ms","start":"2026-03-19T17:57:38.890588Z","end":"2026-03-19T17:57:39.017734Z","steps":["trace[291352641] 'read index received' (duration: 124.682281ms)","trace[291352641] 'applied index is now lower than readState.Index' (duration: 2.46312ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:39.017846Z","caller":"traceutil/trace.go:171","msg":"trace[1626479769] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"139.572191ms","start":"2026-03-19T17:57:38.878243Z","end":"2026-03-19T17:57:39.017815Z","steps":["trace[1626479769] 'process raft request' (duration: 139.349156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.018166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:39.018231Z","caller":"traceutil/trace.go:171","msg":"trace[1518625698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"124.156488ms","start":"2026-03-19T17:57:38.89406Z","end":"2026-03-19T17:57:39.018216Z","steps":["trace[1518625698] 'agreement among raft nodes before linearized reading' (duration: 123.977764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.018286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.25986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T17:57:39.018311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.032325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:39.01839Z","caller":"traceutil/trace.go:171","msg":"trace[1406733872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2648; }","duration":"119.124407ms","start":"2026-03-19T17:57:38.899251Z","end":"2026-03-19T17:57:39.018376Z","steps":["trace[1406733872] 'agreement among raft nodes before linearized reading' (duration: 118.935432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:39.018393Z","caller":"traceutil/trace.go:171","msg":"trace[1138632396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2648; }","duration":"124.341063ms","start":"2026-03-19T17:57:38.893988Z","end":"2026-03-19T17:57:39.018329Z","steps":["trace[1138632396] 'agreement among raft nodes before linearized reading' (duration: 124.22295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.018183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.19708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:57:39.018545Z","caller":"traceutil/trace.go:171","msg":"trace[1113735872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2648; }","duration":"124.594248ms","start":"2026-03-19T17:57:38.893937Z","end":"2026-03-19T17:57:39.018531Z","steps":["trace[1113735872] 'agreement among raft nodes before linearized reading' (duration: 124.096917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:39.018757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:57:39.018822Z","caller":"traceutil/trace.go:171","msg":"trace[1145750712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2648; }","duration":"128.251687ms","start":"2026-03-19T17:57:38.890553Z","end":"2026-03-19T17:57:39.018804Z","steps":["trace[1145750712] 'agreement among raft nodes before linearized reading' (duration: 127.345645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:44.072458Z","caller":"traceutil/trace.go:171","msg":"trace[712043535] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"118.990893ms","start":"2026-03-19T17:57:43.953436Z","end":"2026-03-19T17:57:44.072427Z","steps":["trace[712043535] 'process raft request' (duration: 118.822619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:45.947956Z","caller":"traceutil/trace.go:171","msg":"trace[488565074] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"158.265193ms","start":"2026-03-19T17:57:45.78966Z","end":"2026-03-19T17:57:45.947925Z","steps":["trace[488565074] 'process raft request' (duration: 158.052068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:47.297454Z","caller":"traceutil/trace.go:171","msg":"trace[1484569734] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"236.423391ms","start":"2026-03-19T17:57:47.061012Z","end":"2026-03-19T17:57:47.297435Z","steps":["trace[1484569734] 'process raft request' (duration: 236.313659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.359683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.515349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:48.359814Z","caller":"traceutil/trace.go:171","msg":"trace[835583210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2695; }","duration":"408.652293ms","start":"2026-03-19T17:57:47.951139Z","end":"2026-03-19T17:57:48.359791Z","steps":["trace[835583210] 'range keys from in-memory index tree' (duration: 408.497999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.375478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077743526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:57:48.375991Z","caller":"traceutil/trace.go:171","msg":"trace[14806507] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2814; }","duration":"1.251092775s","start":"2026-03-19T17:57:47.124874Z","end":"2026-03-19T17:57:48.375967Z","steps":["trace[14806507] 'read index received' (duration: 172.613131ms)","trace[14806507] 'applied index is now lower than readState.Index' (duration: 1.078478814s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:48.376092Z","caller":"traceutil/trace.go:171","msg":"trace[1005169954] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.270471412s","start":"2026-03-19T17:57:47.105547Z","end":"2026-03-19T17:57:48.376018Z","steps":["trace[1005169954] 'process raft request' (duration: 1.270255037s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.376294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251395792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:57:48.376358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.105522Z","time spent":"1.270732319s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:48.376384Z","caller":"traceutil/trace.go:171","msg":"trace[722935596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2696; }","duration":"1.251542475s","start":"2026-03-19T17:57:47.124819Z","end":"2026-03-19T17:57:48.376361Z","steps":["trace[722935596] 'agreement among raft nodes before linearized reading' (duration: 1.251228698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.376468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.124797Z","time spent":"1.251623746s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:57:48.392026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.235094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:48.392092Z","caller":"traceutil/trace.go:171","msg":"trace[1007032077] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2697; }","duration":"572.337106ms","start":"2026-03-19T17:57:47.81974Z","end":"2026-03-19T17:57:48.392077Z","steps":["trace[1007032077] 'agreement among raft nodes before linearized reading' (duration: 572.219393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.392083Z","caller":"traceutil/trace.go:171","msg":"trace[413861953] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.01625038s","start":"2026-03-19T17:57:47.375782Z","end":"2026-03-19T17:57:48.392032Z","steps":["trace[413861953] 'process raft request' (duration: 1.015939032s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.392114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.009872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:48.39212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257299463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:57:48.392172Z","caller":"traceutil/trace.go:171","msg":"trace[862639057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2697; }","duration":"205.103835ms","start":"2026-03-19T17:57:48.187055Z","end":"2026-03-19T17:57:48.392159Z","steps":["trace[862639057] 'agreement among raft nodes before linearized reading' (duration: 205.002292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.392211Z","caller":"traceutil/trace.go:171","msg":"trace[1854486551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.257467036s","start":"2026-03-19T17:57:47.13472Z","end":"2026-03-19T17:57:48.392187Z","steps":["trace[1854486551] 'agreement among raft nodes before linearized reading' (duration: 1.25717422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.392202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257109189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:57:48.392297Z","caller":"traceutil/trace.go:171","msg":"trace[2094218636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.257224331s","start":"2026-03-19T17:57:47.135054Z","end":"2026-03-19T17:57:48.392279Z","steps":["trace[2094218636] 'agreement among raft nodes before linearized reading' (duration: 1.257028226s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.392311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.375757Z","time spent":"1.016409093s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:48.392329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257216401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:57:48.392353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.135038Z","time spent":"1.257302573s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:57:48.392376Z","caller":"traceutil/trace.go:171","msg":"trace[1519238308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.257281142s","start":"2026-03-19T17:57:47.135084Z","end":"2026-03-19T17:57:48.392365Z","steps":["trace[1519238308] 'agreement among raft nodes before linearized reading' (duration: 1.257107058s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.392409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.135073Z","time spent":"1.257326974s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:48.39229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.134687Z","time spent":"1.25759502s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:48.392144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.819723Z","time spent":"572.405848ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:48.392486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257662582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:57:48.39253Z","caller":"traceutil/trace.go:171","msg":"trace[664471207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2697; }","duration":"1.257731563s","start":"2026-03-19T17:57:47.134788Z","end":"2026-03-19T17:57:48.39252Z","steps":["trace[664471207] 'agreement among raft nodes before linearized reading' (duration: 1.257559148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:48.392557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:47.13477Z","time spent":"1.257780035s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T17:57:48.505313Z","caller":"traceutil/trace.go:171","msg":"trace[1885985640] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"108.611355ms","start":"2026-03-19T17:57:48.396673Z","end":"2026-03-19T17:57:48.505284Z","steps":["trace[1885985640] 'process raft request' (duration: 94.682568ms)","trace[1885985640] 'compare' (duration: 13.704342ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:48.505528Z","caller":"traceutil/trace.go:171","msg":"trace[1957103551] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"108.371789ms","start":"2026-03-19T17:57:48.397128Z","end":"2026-03-19T17:57:48.5055Z","steps":["trace[1957103551] 'process raft request' (duration: 108.159134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.505866Z","caller":"traceutil/trace.go:171","msg":"trace[1557839723] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"108.640515ms","start":"2026-03-19T17:57:48.397196Z","end":"2026-03-19T17:57:48.505836Z","steps":["trace[1557839723] 'process raft request' (duration: 108.152823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:48.505951Z","caller":"traceutil/trace.go:171","msg":"trace[712665201] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"108.566233ms","start":"2026-03-19T17:57:48.397357Z","end":"2026-03-19T17:57:48.505923Z","steps":["trace[712665201] 'process raft request' (duration: 108.361368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:49.127593Z","caller":"traceutil/trace.go:171","msg":"trace[721626581] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2822; }","duration":"121.163037ms","start":"2026-03-19T17:57:49.006405Z","end":"2026-03-19T17:57:49.127568Z","steps":["trace[721626581] 'read index received' (duration: 120.948912ms)","trace[721626581] 'applied index is now lower than readState.Index' (duration: 213.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:49.127755Z","caller":"traceutil/trace.go:171","msg":"trace[1588680579] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"124.16401ms","start":"2026-03-19T17:57:49.003539Z","end":"2026-03-19T17:57:49.127704Z","steps":["trace[1588680579] 'process raft request' (duration: 123.877954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:49.127825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.397414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T17:57:49.127865Z","caller":"traceutil/trace.go:171","msg":"trace[2022497655] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2704; }","duration":"121.477205ms","start":"2026-03-19T17:57:49.006374Z","end":"2026-03-19T17:57:49.127851Z","steps":["trace[2022497655] 'agreement among raft nodes before linearized reading' (duration: 121.29068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:58.773263Z","caller":"traceutil/trace.go:171","msg":"trace[2141581271] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2865; }","duration":"304.673581ms","start":"2026-03-19T17:57:58.46854Z","end":"2026-03-19T17:57:58.773214Z","steps":["trace[2141581271] 'read index received' (duration: 304.514928ms)","trace[2141581271] 'applied index is now lower than readState.Index' (duration: 157.593µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:58.77349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.935877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T17:57:58.77358Z","caller":"traceutil/trace.go:171","msg":"trace[47334735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2745; }","duration":"305.073921ms","start":"2026-03-19T17:57:58.468488Z","end":"2026-03-19T17:57:58.773562Z","steps":["trace[47334735] 'agreement among raft nodes before linearized reading' (duration: 304.840985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:58.773623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.46847Z","time spent":"305.144492ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:57:58.773954Z","caller":"traceutil/trace.go:171","msg":"trace[2106641800] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"348.589111ms","start":"2026-03-19T17:57:58.424683Z","end":"2026-03-19T17:57:58.773272Z","steps":["trace[2106641800] 'process raft request' (duration: 348.383236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:58.774078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.424658Z","time spent":"349.339819ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:59.232612Z","caller":"traceutil/trace.go:171","msg":"trace[1835866882] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2866; }","duration":"459.247305ms","start":"2026-03-19T17:57:58.773337Z","end":"2026-03-19T17:57:59.232585Z","steps":["trace[1835866882] 'read index received' (duration: 459.098452ms)","trace[1835866882] 'applied index is now lower than readState.Index' (duration: 147.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:59.23289Z","caller":"traceutil/trace.go:171","msg":"trace[1558734897] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"553.341938ms","start":"2026-03-19T17:57:58.679515Z","end":"2026-03-19T17:57:59.232857Z","steps":["trace[1558734897] 'process raft request' (duration: 552.857376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.232921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.215068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T17:57:59.232964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.152976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T17:57:59.233015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.679488Z","time spent":"553.466621ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:59.233009Z","caller":"traceutil/trace.go:171","msg":"trace[1904905510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2746; }","duration":"669.30984ms","start":"2026-03-19T17:57:58.563673Z","end":"2026-03-19T17:57:59.232983Z","steps":["trace[1904905510] 'agreement among raft nodes before linearized reading' (duration: 669.024693ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.233023Z","caller":"traceutil/trace.go:171","msg":"trace[1265040299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2746; }","duration":"669.266729ms","start":"2026-03-19T17:57:58.56374Z","end":"2026-03-19T17:57:59.233007Z","steps":["trace[1265040299] 'agreement among raft nodes before linearized reading' (duration: 669.078604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.233067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.563715Z","time spent":"669.344201ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:59.233069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.563641Z","time spent":"669.418153ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:57:59.233053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.890785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:57:59.233147Z","caller":"traceutil/trace.go:171","msg":"trace[159956654] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2746; }","duration":"764.028577ms","start":"2026-03-19T17:57:58.469096Z","end":"2026-03-19T17:57:59.233125Z","steps":["trace[159956654] 'agreement among raft nodes before linearized reading' (duration: 763.770931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.233195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.469077Z","time spent":"764.10932ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T17:57:59.233227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.582226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:59.233266Z","caller":"traceutil/trace.go:171","msg":"trace[1227100696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2746; }","duration":"664.640537ms","start":"2026-03-19T17:57:58.568615Z","end":"2026-03-19T17:57:59.233255Z","steps":["trace[1227100696] 'agreement among raft nodes before linearized reading' (duration: 664.052963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.233294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.568605Z","time spent":"664.682838ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:59.233473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.07895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:59.233545Z","caller":"traceutil/trace.go:171","msg":"trace[110301299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2746; }","duration":"673.232755ms","start":"2026-03-19T17:57:58.560295Z","end":"2026-03-19T17:57:59.233528Z","steps":["trace[110301299] 'agreement among raft nodes before linearized reading' (duration: 672.500208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.233598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.560274Z","time spent":"673.312506ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:57:59.561963Z","caller":"traceutil/trace.go:171","msg":"trace[1813294777] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"783.349386ms","start":"2026-03-19T17:57:58.778582Z","end":"2026-03-19T17:57:59.561932Z","steps":["trace[1813294777] 'process raft request' (duration: 733.479551ms)","trace[1813294777] 'compare' (duration: 49.533857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:59.562149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.778555Z","time spent":"783.50181ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:59.562311Z","caller":"traceutil/trace.go:171","msg":"trace[1321229918] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2867; }","duration":"329.389618ms","start":"2026-03-19T17:57:59.232892Z","end":"2026-03-19T17:57:59.562282Z","steps":["trace[1321229918] 'read index received' (duration: 279.36603ms)","trace[1321229918] 'applied index is now lower than readState.Index' (duration: 50.022318ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:59.562389Z","caller":"traceutil/trace.go:171","msg":"trace[964735502] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"652.209867ms","start":"2026-03-19T17:57:58.910146Z","end":"2026-03-19T17:57:59.562356Z","steps":["trace[964735502] 'process raft request' (duration: 651.730446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.56252Z","caller":"traceutil/trace.go:171","msg":"trace[220524947] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"325.067844ms","start":"2026-03-19T17:57:59.237439Z","end":"2026-03-19T17:57:59.562507Z","steps":["trace[220524947] 'process raft request' (duration: 324.757506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.562642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.237418Z","time spent":"325.145765ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:59.562637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.168611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T17:57:59.562664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.149196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:59.56271Z","caller":"traceutil/trace.go:171","msg":"trace[947624349] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2749; }","duration":"586.299824ms","start":"2026-03-19T17:57:58.976392Z","end":"2026-03-19T17:57:59.562692Z","steps":["trace[947624349] 'agreement among raft nodes before linearized reading' (duration: 586.002867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.562757Z","caller":"traceutil/trace.go:171","msg":"trace[189616064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2749; }","duration":"705.31912ms","start":"2026-03-19T17:57:58.857412Z","end":"2026-03-19T17:57:59.562731Z","steps":["trace[189616064] 'agreement among raft nodes before linearized reading' (duration: 705.004162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.562736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.440629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:59.562817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.85739Z","time spent":"705.414973ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:59.562811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.976367Z","time spent":"586.429437ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:57:59.562838Z","caller":"traceutil/trace.go:171","msg":"trace[195979939] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"324.334686ms","start":"2026-03-19T17:57:59.238481Z","end":"2026-03-19T17:57:59.562816Z","steps":["trace[195979939] 'process raft request' (duration: 323.981768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.562861Z","caller":"traceutil/trace.go:171","msg":"trace[257860934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2749; }","duration":"377.670964ms","start":"2026-03-19T17:57:59.185169Z","end":"2026-03-19T17:57:59.56284Z","steps":["trace[257860934] 'agreement among raft nodes before linearized reading' (duration: 377.147722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.562954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.238469Z","time spent":"324.429598ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:59.562946Z","caller":"traceutil/trace.go:171","msg":"trace[1680628459] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"143.522247ms","start":"2026-03-19T17:57:59.419401Z","end":"2026-03-19T17:57:59.562924Z","steps":["trace[1680628459] 'process raft request' (duration: 143.428465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.562951Z","caller":"traceutil/trace.go:171","msg":"trace[425336139] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"324.331476ms","start":"2026-03-19T17:57:59.238576Z","end":"2026-03-19T17:57:59.562907Z","steps":["trace[425336139] 'process raft request' (duration: 324.205083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.562991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.515609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-19T17:57:59.563025Z","caller":"traceutil/trace.go:171","msg":"trace[1773756269] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"324.438788ms","start":"2026-03-19T17:57:59.238559Z","end":"2026-03-19T17:57:59.562998Z","steps":["trace[1773756269] 'process raft request' (duration: 324.127781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:59.563075Z","caller":"traceutil/trace.go:171","msg":"trace[891456801] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2753; }","duration":"326.604441ms","start":"2026-03-19T17:57:59.236449Z","end":"2026-03-19T17:57:59.563054Z","steps":["trace[891456801] 'agreement among raft nodes before linearized reading' (duration: 326.436147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.563147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.236435Z","time spent":"326.696863ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-19T17:57:59.563149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.23857Z","time spent":"324.48534ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:59.563153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.238545Z","time spent":"324.53205ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:59.562999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.185145Z","time spent":"377.812698ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:59.562782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.572154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e4fd28f8cf971\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T17:57:59.563436Z","caller":"traceutil/trace.go:171","msg":"trace[485217651] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e4fd28f8cf971; range_end:; response_count:1; response_revision:2749; }","duration":"559.289061ms","start":"2026-03-19T17:57:59.004128Z","end":"2026-03-19T17:57:59.563417Z","steps":["trace[485217651] 'agreement among raft nodes before linearized reading' (duration: 558.245826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:59.563995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:58.910129Z","time spent":"652.398602ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:59.564101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:59.004111Z","time spent":"559.390394ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e4fd28f8cf971\" "} {"level":"info","ts":"2026-03-19T17:58:04.986142Z","caller":"traceutil/trace.go:171","msg":"trace[178717308] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"193.33259ms","start":"2026-03-19T17:58:04.792778Z","end":"2026-03-19T17:58:04.986111Z","steps":["trace[178717308] 'process raft request' (duration: 193.128995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:05.754097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.131251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:05.754214Z","caller":"traceutil/trace.go:171","msg":"trace[566317937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2777; }","duration":"567.296075ms","start":"2026-03-19T17:58:05.186887Z","end":"2026-03-19T17:58:05.754183Z","steps":["trace[566317937] 'range keys from in-memory index tree' (duration: 567.0525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:05.754283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.186867Z","time spent":"567.389738ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:58:05.754349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.934533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:58:05.75442Z","caller":"traceutil/trace.go:171","msg":"trace[900266970] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2777; }","duration":"292.047365ms","start":"2026-03-19T17:58:05.462356Z","end":"2026-03-19T17:58:05.754403Z","steps":["trace[900266970] 'count revisions from in-memory index tree' (duration: 291.872222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:05.754624Z","caller":"traceutil/trace.go:171","msg":"trace[106438982] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"164.311419ms","start":"2026-03-19T17:58:05.590287Z","end":"2026-03-19T17:58:05.754599Z","steps":["trace[106438982] 'process raft request' (duration: 94.625245ms)","trace[106438982] 'compare' (duration: 69.578812ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:05.923233Z","caller":"traceutil/trace.go:171","msg":"trace[1926309881] linearizableReadLoop","detail":"{readStateIndex:2901; appliedIndex:2899; }","duration":"255.414151ms","start":"2026-03-19T17:58:05.667786Z","end":"2026-03-19T17:58:05.9232Z","steps":["trace[1926309881] 'read index received' (duration: 17.142694ms)","trace[1926309881] 'applied index is now lower than readState.Index' (duration: 238.270227ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:05.92334Z","caller":"traceutil/trace.go:171","msg":"trace[1273476552] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"309.63794ms","start":"2026-03-19T17:58:05.613689Z","end":"2026-03-19T17:58:05.923327Z","steps":["trace[1273476552] 'process raft request' (duration: 293.846499ms)","trace[1273476552] 'compare' (duration: 15.406752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:05.923446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.613654Z","time spent":"309.717312ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:05.923673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.869603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T17:58:05.923779Z","caller":"traceutil/trace.go:171","msg":"trace[646672665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2779; }","duration":"255.995646ms","start":"2026-03-19T17:58:05.667742Z","end":"2026-03-19T17:58:05.923738Z","steps":["trace[646672665] 'agreement among raft nodes before linearized reading' (duration: 255.778361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:06.028467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.885081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:58:06.02847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.479905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T17:58:06.028484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.734819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e4fd0a4c27c4b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-19T17:58:06.02853Z","caller":"traceutil/trace.go:171","msg":"trace[1027081580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2780; }","duration":"358.984673ms","start":"2026-03-19T17:58:05.669527Z","end":"2026-03-19T17:58:06.028512Z","steps":["trace[1027081580] 'agreement among raft nodes before linearized reading' (duration: 358.675426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.028534Z","caller":"traceutil/trace.go:171","msg":"trace[56142479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2780; }","duration":"359.598148ms","start":"2026-03-19T17:58:05.668922Z","end":"2026-03-19T17:58:06.02852Z","steps":["trace[56142479] 'agreement among raft nodes before linearized reading' (duration: 359.386213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.028209Z","caller":"traceutil/trace.go:171","msg":"trace[113765943] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2901; }","duration":"104.887035ms","start":"2026-03-19T17:58:05.923294Z","end":"2026-03-19T17:58:06.028181Z","steps":["trace[113765943] 'read index received' (duration: 25.526668ms)","trace[113765943] 'applied index is now lower than readState.Index' (duration: 79.357047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:06.028573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.6689Z","time spent":"359.664199ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:58:06.028569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.669506Z","time spent":"359.057415ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:06.028542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.71921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T17:58:06.028539Z","caller":"traceutil/trace.go:171","msg":"trace[751774381] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e4fd0a4c27c4b; range_end:; response_count:1; response_revision:2780; }","duration":"260.845281ms","start":"2026-03-19T17:58:05.767685Z","end":"2026-03-19T17:58:06.028531Z","steps":["trace[751774381] 'agreement among raft nodes before linearized reading' (duration: 260.611346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:06.028679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.08912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:58:06.028663Z","caller":"traceutil/trace.go:171","msg":"trace[129117921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2780; }","duration":"359.858964ms","start":"2026-03-19T17:58:05.668786Z","end":"2026-03-19T17:58:06.028645Z","steps":["trace[129117921] 'agreement among raft nodes before linearized reading' (duration: 359.654359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.028715Z","caller":"traceutil/trace.go:171","msg":"trace[1549102234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2780; }","duration":"360.12887ms","start":"2026-03-19T17:58:05.668566Z","end":"2026-03-19T17:58:06.028695Z","steps":["trace[1549102234] 'agreement among raft nodes before linearized reading' (duration: 360.062539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:06.028744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.668558Z","time spent":"360.177561ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:06.028745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:05.66878Z","time spent":"359.953966ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:06.028429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.333239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:06.028857Z","caller":"traceutil/trace.go:171","msg":"trace[1696226448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2780; }","duration":"272.835781ms","start":"2026-03-19T17:58:05.756009Z","end":"2026-03-19T17:58:06.028844Z","steps":["trace[1696226448] 'agreement among raft nodes before linearized reading' (duration: 272.319689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.188833Z","caller":"traceutil/trace.go:171","msg":"trace[1373779965] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"155.521147ms","start":"2026-03-19T17:58:06.033279Z","end":"2026-03-19T17:58:06.1888Z","steps":["trace[1373779965] 'process raft request' (duration: 155.389144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.18885Z","caller":"traceutil/trace.go:171","msg":"trace[1312964585] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"155.599649ms","start":"2026-03-19T17:58:06.033203Z","end":"2026-03-19T17:58:06.188803Z","steps":["trace[1312964585] 'process raft request' (duration: 115.831559ms)","trace[1312964585] 'compare' (duration: 39.456873ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:06.189127Z","caller":"traceutil/trace.go:171","msg":"trace[176253508] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"155.010785ms","start":"2026-03-19T17:58:06.034101Z","end":"2026-03-19T17:58:06.189112Z","steps":["trace[176253508] 'process raft request' (duration: 154.655836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:06.188837Z","caller":"traceutil/trace.go:171","msg":"trace[821624791] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"155.412824ms","start":"2026-03-19T17:58:06.033395Z","end":"2026-03-19T17:58:06.188807Z","steps":["trace[821624791] 'process raft request' (duration: 155.317162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:11.320629Z","caller":"traceutil/trace.go:171","msg":"trace[575024603] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"106.980095ms","start":"2026-03-19T17:58:11.213624Z","end":"2026-03-19T17:58:11.320604Z","steps":["trace[575024603] 'process raft request' (duration: 106.79191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:12.194801Z","caller":"traceutil/trace.go:171","msg":"trace[547592305] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"131.525007ms","start":"2026-03-19T17:58:12.063253Z","end":"2026-03-19T17:58:12.194778Z","steps":["trace[547592305] 'process raft request' (duration: 42.796773ms)","trace[547592305] 'compare' (duration: 88.642752ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:12.437816Z","caller":"traceutil/trace.go:171","msg":"trace[1870530243] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"196.964098ms","start":"2026-03-19T17:58:12.240823Z","end":"2026-03-19T17:58:12.437787Z","steps":["trace[1870530243] 'process raft request' (duration: 196.886476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:12.438028Z","caller":"traceutil/trace.go:171","msg":"trace[1605707025] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"197.324577ms","start":"2026-03-19T17:58:12.240648Z","end":"2026-03-19T17:58:12.437973Z","steps":["trace[1605707025] 'process raft request' (duration: 122.591431ms)","trace[1605707025] 'compare' (duration: 74.303796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:18.526966Z","caller":"traceutil/trace.go:171","msg":"trace[1748163389] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"128.684139ms","start":"2026-03-19T17:58:18.398257Z","end":"2026-03-19T17:58:18.526941Z","steps":["trace[1748163389] 'read index received' (duration: 29.513933ms)","trace[1748163389] 'applied index is now lower than readState.Index' (duration: 99.169146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:18.52711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.840513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:18.527155Z","caller":"traceutil/trace.go:171","msg":"trace[1800146340] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2843; }","duration":"128.934005ms","start":"2026-03-19T17:58:18.398212Z","end":"2026-03-19T17:58:18.527146Z","steps":["trace[1800146340] 'agreement among raft nodes before linearized reading' (duration: 128.843933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:18.527003Z","caller":"traceutil/trace.go:171","msg":"trace[2085135190] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"199.270715ms","start":"2026-03-19T17:58:18.327696Z","end":"2026-03-19T17:58:18.526967Z","steps":["trace[2085135190] 'process raft request' (duration: 100.127819ms)","trace[2085135190] 'compare' (duration: 98.985801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:20.148119Z","caller":"traceutil/trace.go:171","msg":"trace[555546213] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"107.277581ms","start":"2026-03-19T17:58:20.040818Z","end":"2026-03-19T17:58:20.148095Z","steps":["trace[555546213] 'process raft request' (duration: 107.156749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:25.35421Z","caller":"traceutil/trace.go:171","msg":"trace[1972844950] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"234.968832ms","start":"2026-03-19T17:58:25.119218Z","end":"2026-03-19T17:58:25.354187Z","steps":["trace[1972844950] 'read index received' (duration: 234.755296ms)","trace[1972844950] 'applied index is now lower than readState.Index' (duration: 212.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:25.35433Z","caller":"traceutil/trace.go:171","msg":"trace[18066851] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"245.142544ms","start":"2026-03-19T17:58:25.109136Z","end":"2026-03-19T17:58:25.354278Z","steps":["trace[18066851] 'process raft request' (duration: 244.892488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:25.354511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.2634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T17:58:25.354367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.945454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:25.35461Z","caller":"traceutil/trace.go:171","msg":"trace[1712427778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2877; }","duration":"235.406874ms","start":"2026-03-19T17:58:25.119174Z","end":"2026-03-19T17:58:25.354581Z","steps":["trace[1712427778] 'agreement among raft nodes before linearized reading' (duration: 235.145277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:25.354668Z","caller":"traceutil/trace.go:171","msg":"trace[1785355637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2877; }","duration":"167.289413ms","start":"2026-03-19T17:58:25.187362Z","end":"2026-03-19T17:58:25.354651Z","steps":["trace[1785355637] 'agreement among raft nodes before linearized reading' (duration: 166.961964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:03.924262Z","caller":"traceutil/trace.go:171","msg":"trace[1970775503] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"161.02399ms","start":"2026-03-19T18:00:03.763155Z","end":"2026-03-19T18:00:03.924179Z","steps":["trace[1970775503] 'process raft request' (duration: 160.721993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.14506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413582241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:00:33.448999Z","caller":"traceutil/trace.go:171","msg":"trace[1771028579] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"821.916713ms","start":"2026-03-19T18:00:32.627054Z","end":"2026-03-19T18:00:33.44897Z","steps":["trace[1771028579] 'process raft request' (duration: 821.751049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.449197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.627028Z","time spent":"822.063667ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:00:33.66878Z","caller":"traceutil/trace.go:171","msg":"trace[1778293667] linearizableReadLoop","detail":"{readStateIndex:3838; appliedIndex:3836; }","duration":"1.024529414s","start":"2026-03-19T18:00:32.64422Z","end":"2026-03-19T18:00:33.66875Z","steps":["trace[1778293667] 'read index received' (duration: 804.625655ms)","trace[1778293667] 'applied index is now lower than readState.Index' (duration: 219.902679ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:33.66888Z","caller":"traceutil/trace.go:171","msg":"trace[1305160936] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"809.868302ms","start":"2026-03-19T18:00:32.858969Z","end":"2026-03-19T18:00:33.668837Z","steps":["trace[1305160936] 'process raft request' (duration: 765.849216ms)","trace[1305160936] 'compare' (duration: 43.805801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:00:33.66899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.62283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:00:33.669036Z","caller":"traceutil/trace.go:171","msg":"trace[1310878443] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3680; }","duration":"987.740853ms","start":"2026-03-19T18:00:32.681284Z","end":"2026-03-19T18:00:33.669025Z","steps":["trace[1310878443] 'agreement among raft nodes before linearized reading' (duration: 987.63646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.669047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.858945Z","time spent":"810.011206ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:00:33.669076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.681257Z","time spent":"987.808615ms","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:00:33.669091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024849172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:00:33.669178Z","caller":"traceutil/trace.go:171","msg":"trace[282285513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3680; }","duration":"1.024978605s","start":"2026-03-19T18:00:32.644176Z","end":"2026-03-19T18:00:33.669155Z","steps":["trace[282285513] 'agreement among raft nodes before linearized reading' (duration: 1.024698548s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.669209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.438512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:00:33.669233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.644155Z","time spent":"1.025064337s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:00:33.669279Z","caller":"traceutil/trace.go:171","msg":"trace[368080588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3680; }","duration":"435.565135ms","start":"2026-03-19T18:00:33.233697Z","end":"2026-03-19T18:00:33.669262Z","steps":["trace[368080588] 'agreement among raft nodes before linearized reading' (duration: 435.271468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.669209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.764204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:00:33.669327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.167471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:00:33.669337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:33.233672Z","time spent":"435.643047ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:00:33.669367Z","caller":"traceutil/trace.go:171","msg":"trace[271398425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3680; }","duration":"699.237883ms","start":"2026-03-19T18:00:32.970115Z","end":"2026-03-19T18:00:33.669353Z","steps":["trace[271398425] 'agreement among raft nodes before linearized reading' (duration: 699.152821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.669338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.944572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:00:33.669403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.970098Z","time spent":"699.295284ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:00:33.669405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.471254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:00:33.669409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.56696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:00:33.669409Z","caller":"traceutil/trace.go:171","msg":"trace[1321567482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3680; }","duration":"325.964398ms","start":"2026-03-19T18:00:33.34339Z","end":"2026-03-19T18:00:33.669354Z","steps":["trace[1321567482] 'agreement among raft nodes before linearized reading' (duration: 325.63968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:33.669446Z","caller":"traceutil/trace.go:171","msg":"trace[2000692510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3680; }","duration":"691.079374ms","start":"2026-03-19T18:00:32.978342Z","end":"2026-03-19T18:00:33.669421Z","steps":["trace[2000692510] 'agreement among raft nodes before linearized reading' (duration: 690.828718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:33.669483Z","caller":"traceutil/trace.go:171","msg":"trace[684373158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:3680; }","duration":"537.586476ms","start":"2026-03-19T18:00:33.131872Z","end":"2026-03-19T18:00:33.669459Z","steps":["trace[684373158] 'agreement among raft nodes before linearized reading' (duration: 537.361211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:33.669501Z","caller":"traceutil/trace.go:171","msg":"trace[1352272496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3680; }","duration":"434.701703ms","start":"2026-03-19T18:00:33.234775Z","end":"2026-03-19T18:00:33.669477Z","steps":["trace[1352272496] 'agreement among raft nodes before linearized reading' (duration: 434.399946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:33.66951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:32.978332Z","time spent":"691.164127ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:00:33.669538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:33.343376Z","time spent":"326.122631ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:00:33.669541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:33.13185Z","time spent":"537.677228ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:00:33.669547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:00:33.23476Z","time spent":"434.778305ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:00:39.823211Z","caller":"traceutil/trace.go:171","msg":"trace[1864281150] transaction","detail":"{read_only:false; response_revision:3713; number_of_response:1; }","duration":"101.529051ms","start":"2026-03-19T18:00:39.721654Z","end":"2026-03-19T18:00:39.823183Z","steps":["trace[1864281150] 'process raft request' (duration: 89.785036ms)","trace[1864281150] 'compare' (duration: 11.353866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:39.823197Z","caller":"traceutil/trace.go:171","msg":"trace[1317539971] transaction","detail":"{read_only:false; response_revision:3714; number_of_response:1; }","duration":"101.083409ms","start":"2026-03-19T18:00:39.722078Z","end":"2026-03-19T18:00:39.823162Z","steps":["trace[1317539971] 'process raft request' (duration: 100.899204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:42.743701Z","caller":"traceutil/trace.go:171","msg":"trace[1445968083] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"121.482783ms","start":"2026-03-19T18:01:42.62219Z","end":"2026-03-19T18:01:42.743673Z","steps":["trace[1445968083] 'process raft request' (duration: 121.316329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.37566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.178395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:47.375865Z","caller":"traceutil/trace.go:171","msg":"trace[115255425] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"148.966319ms","start":"2026-03-19T18:01:47.226885Z","end":"2026-03-19T18:01:47.375851Z","steps":["trace[115255425] 'process raft request' (duration: 148.929988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.37587Z","caller":"traceutil/trace.go:171","msg":"trace[2100601199] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"155.417656ms","start":"2026-03-19T18:01:47.220413Z","end":"2026-03-19T18:01:47.37583Z","steps":["trace[2100601199] 'process raft request' (duration: 39.014226ms)","trace[2100601199] 'compare' (duration: 116.026161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:47.375887Z","caller":"traceutil/trace.go:171","msg":"trace[1801262351] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"152.091436ms","start":"2026-03-19T18:01:47.223766Z","end":"2026-03-19T18:01:47.375857Z","steps":["trace[1801262351] 'process raft request' (duration: 151.991014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.376076Z","caller":"traceutil/trace.go:171","msg":"trace[1075166878] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"149.165524ms","start":"2026-03-19T18:01:47.226807Z","end":"2026-03-19T18:01:47.375972Z","steps":["trace[1075166878] 'process raft request' (duration: 148.985869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.403676Z","caller":"traceutil/trace.go:171","msg":"trace[59930345] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"176.020345ms","start":"2026-03-19T18:01:47.227633Z","end":"2026-03-19T18:01:47.403654Z","steps":["trace[59930345] 'process raft request' (duration: 175.8215ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.403838Z","caller":"traceutil/trace.go:171","msg":"trace[252947420] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"165.960232ms","start":"2026-03-19T18:01:47.237851Z","end":"2026-03-19T18:01:47.403811Z","steps":["trace[252947420] 'process raft request' (duration: 165.735467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.404129Z","caller":"traceutil/trace.go:171","msg":"trace[420050460] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"165.295995ms","start":"2026-03-19T18:01:47.238804Z","end":"2026-03-19T18:01:47.4041Z","steps":["trace[420050460] 'process raft request' (duration: 165.150012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.404263Z","caller":"traceutil/trace.go:171","msg":"trace[553183509] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"164.575438ms","start":"2026-03-19T18:01:47.23967Z","end":"2026-03-19T18:01:47.404245Z","steps":["trace[553183509] 'process raft request' (duration: 164.347582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.404315Z","caller":"traceutil/trace.go:171","msg":"trace[944265223] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"164.373804ms","start":"2026-03-19T18:01:47.239906Z","end":"2026-03-19T18:01:47.40428Z","steps":["trace[944265223] 'process raft request' (duration: 164.176699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.404399Z","caller":"traceutil/trace.go:171","msg":"trace[952686016] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4606; }","duration":"175.757498ms","start":"2026-03-19T18:01:47.228629Z","end":"2026-03-19T18:01:47.404387Z","steps":["trace[952686016] 'read index received' (duration: 30.840347ms)","trace[952686016] 'applied index is now lower than readState.Index' (duration: 144.915571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:47.40457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.917742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:47.404614Z","caller":"traceutil/trace.go:171","msg":"trace[296304395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4420; }","duration":"175.996294ms","start":"2026-03-19T18:01:47.228607Z","end":"2026-03-19T18:01:47.404603Z","steps":["trace[296304395] 'agreement among raft nodes before linearized reading' (duration: 175.82835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.761597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.606297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:47.761869Z","caller":"traceutil/trace.go:171","msg":"trace[100778473] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"500.727092ms","start":"2026-03-19T18:01:47.261092Z","end":"2026-03-19T18:01:47.76182Z","steps":["trace[100778473] 'process raft request' (duration: 340.801706ms)","trace[100778473] 'compare' (duration: 159.352561ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:47.761908Z","caller":"traceutil/trace.go:171","msg":"trace[390080791] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"441.118158ms","start":"2026-03-19T18:01:47.320749Z","end":"2026-03-19T18:01:47.761867Z","steps":["trace[390080791] 'process raft request' (duration: 440.969464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.761965Z","caller":"traceutil/trace.go:171","msg":"trace[1279956653] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"382.652031ms","start":"2026-03-19T18:01:47.379265Z","end":"2026-03-19T18:01:47.761917Z","steps":["trace[1279956653] 'process raft request' (duration: 382.538139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.762008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.320728Z","time spent":"441.234911ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:47.762103Z","caller":"traceutil/trace.go:171","msg":"trace[1929755549] linearizableReadLoop","detail":"{readStateIndex:4621; appliedIndex:4615; }","duration":"349.965719ms","start":"2026-03-19T18:01:47.412117Z","end":"2026-03-19T18:01:47.762083Z","steps":["trace[1929755549] 'read index received' (duration: 189.803378ms)","trace[1929755549] 'applied index is now lower than readState.Index' (duration: 160.160471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:47.762117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.261065Z","time spent":"500.903336ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451201,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:47.762135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.379248Z","time spent":"382.808606ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:01:47.762164Z","caller":"traceutil/trace.go:171","msg":"trace[143038835] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"351.398195ms","start":"2026-03-19T18:01:47.410747Z","end":"2026-03-19T18:01:47.762145Z","steps":["trace[143038835] 'process raft request' (duration: 351.230111ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.76209Z","caller":"traceutil/trace.go:171","msg":"trace[272234857] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"365.368313ms","start":"2026-03-19T18:01:47.396655Z","end":"2026-03-19T18:01:47.762023Z","steps":["trace[272234857] 'process raft request' (duration: 365.200609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.762235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.410701Z","time spent":"351.505747ms","remote":"127.0.0.1:59726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1621,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:47.762373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.248766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:47.762402Z","caller":"traceutil/trace.go:171","msg":"trace[105781607] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"353.604898ms","start":"2026-03-19T18:01:47.40878Z","end":"2026-03-19T18:01:47.762384Z","steps":["trace[105781607] 'process raft request' (duration: 353.141807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.762429Z","caller":"traceutil/trace.go:171","msg":"trace[1247185794] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4427; }","duration":"350.343458ms","start":"2026-03-19T18:01:47.412073Z","end":"2026-03-19T18:01:47.762416Z","steps":["trace[1247185794] 'agreement among raft nodes before linearized reading' (duration: 350.231516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.762472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.412053Z","time spent":"350.41188ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-03-19T18:01:47.762481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.408754Z","time spent":"353.687411ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:47.762384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.396624Z","time spent":"365.63905ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:47.762566Z","caller":"traceutil/trace.go:171","msg":"trace[213515248] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"348.570507ms","start":"2026-03-19T18:01:47.413985Z","end":"2026-03-19T18:01:47.762556Z","steps":["trace[213515248] 'process raft request' (duration: 348.049334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.762624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.413961Z","time spent":"348.634398ms","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3429,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:47.795439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.42349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:01:47.795467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.41126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:47.795523Z","caller":"traceutil/trace.go:171","msg":"trace[37679410] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4428; }","duration":"378.554263ms","start":"2026-03-19T18:01:47.416947Z","end":"2026-03-19T18:01:47.795502Z","steps":["trace[37679410] 'agreement among raft nodes before linearized reading' (duration: 378.341967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.79555Z","caller":"traceutil/trace.go:171","msg":"trace[180884808] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4428; }","duration":"378.519182ms","start":"2026-03-19T18:01:47.417009Z","end":"2026-03-19T18:01:47.795529Z","steps":["trace[180884808] 'agreement among raft nodes before linearized reading' (duration: 378.300946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:47.795562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.416932Z","time spent":"378.622214ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/grafana-tls\" "} {"level":"warn","ts":"2026-03-19T18:01:47.7956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:47.416995Z","time spent":"378.594794ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/alertmanager-tls\" "} {"level":"info","ts":"2026-03-19T18:01:47.909372Z","caller":"traceutil/trace.go:171","msg":"trace[966509658] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"141.728774ms","start":"2026-03-19T18:01:47.767578Z","end":"2026-03-19T18:01:47.909306Z","steps":["trace[966509658] 'process raft request' (duration: 137.455801ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.909414Z","caller":"traceutil/trace.go:171","msg":"trace[134337437] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"141.734194ms","start":"2026-03-19T18:01:47.767645Z","end":"2026-03-19T18:01:47.909379Z","steps":["trace[134337437] 'process raft request' (duration: 141.536589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.909442Z","caller":"traceutil/trace.go:171","msg":"trace[809652168] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"134.757305ms","start":"2026-03-19T18:01:47.774657Z","end":"2026-03-19T18:01:47.909415Z","steps":["trace[809652168] 'process raft request' (duration: 134.674973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.909487Z","caller":"traceutil/trace.go:171","msg":"trace[120032334] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"139.709865ms","start":"2026-03-19T18:01:47.769735Z","end":"2026-03-19T18:01:47.909445Z","steps":["trace[120032334] 'process raft request' (duration: 139.550411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.909413Z","caller":"traceutil/trace.go:171","msg":"trace[1166459373] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"141.373054ms","start":"2026-03-19T18:01:47.767998Z","end":"2026-03-19T18:01:47.909371Z","steps":["trace[1166459373] 'process raft request' (duration: 141.235011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.910449Z","caller":"traceutil/trace.go:171","msg":"trace[982312797] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"103.986761ms","start":"2026-03-19T18:01:47.806443Z","end":"2026-03-19T18:01:47.91043Z","steps":["trace[982312797] 'process raft request' (duration: 103.95251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.910659Z","caller":"traceutil/trace.go:171","msg":"trace[211558598] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"111.154634ms","start":"2026-03-19T18:01:47.799485Z","end":"2026-03-19T18:01:47.91064Z","steps":["trace[211558598] 'process raft request' (duration: 110.866977ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:47.91097Z","caller":"traceutil/trace.go:171","msg":"trace[832571308] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"112.24818ms","start":"2026-03-19T18:01:47.798599Z","end":"2026-03-19T18:01:47.910847Z","steps":["trace[832571308] 'process raft request' (duration: 111.668366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:49.006576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.862796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:49.006667Z","caller":"traceutil/trace.go:171","msg":"trace[1590146429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4475; }","duration":"150.998959ms","start":"2026-03-19T18:01:48.855647Z","end":"2026-03-19T18:01:49.006646Z","steps":["trace[1590146429] 'range keys from in-memory index tree' (duration: 150.714892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:51.64407Z","caller":"traceutil/trace.go:171","msg":"trace[1556220533] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"340.11813ms","start":"2026-03-19T18:01:51.303915Z","end":"2026-03-19T18:01:51.644033Z","steps":["trace[1556220533] 'process raft request' (duration: 339.893065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:51.644332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:51.30389Z","time spent":"340.286194ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:54.025167Z","caller":"traceutil/trace.go:171","msg":"trace[868836792] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"160.078879ms","start":"2026-03-19T18:01:53.865062Z","end":"2026-03-19T18:01:54.025141Z","steps":["trace[868836792] 'process raft request' (duration: 159.917075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.2776Z","caller":"traceutil/trace.go:171","msg":"trace[2137519720] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"134.51723ms","start":"2026-03-19T18:01:54.143052Z","end":"2026-03-19T18:01:54.277569Z","steps":["trace[2137519720] 'process raft request' (duration: 127.322906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:54.278748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.510219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:54.278889Z","caller":"traceutil/trace.go:171","msg":"trace[475742815] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4518; }","duration":"188.378474ms","start":"2026-03-19T18:01:54.090479Z","end":"2026-03-19T18:01:54.278857Z","steps":["trace[475742815] 'count revisions from in-memory index tree' (duration: 186.402826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.425186Z","caller":"traceutil/trace.go:171","msg":"trace[207043048] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"116.244346ms","start":"2026-03-19T18:01:54.308918Z","end":"2026-03-19T18:01:54.425162Z","steps":["trace[207043048] 'process raft request' (duration: 116.200115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.425285Z","caller":"traceutil/trace.go:171","msg":"trace[1534008220] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"116.782759ms","start":"2026-03-19T18:01:54.30848Z","end":"2026-03-19T18:01:54.425263Z","steps":["trace[1534008220] 'process raft request' (duration: 116.412011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.425472Z","caller":"traceutil/trace.go:171","msg":"trace[1461635014] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"116.924013ms","start":"2026-03-19T18:01:54.308534Z","end":"2026-03-19T18:01:54.425458Z","steps":["trace[1461635014] 'process raft request' (duration: 116.508883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:54.425569Z","caller":"traceutil/trace.go:171","msg":"trace[198159936] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"117.007376ms","start":"2026-03-19T18:01:54.308553Z","end":"2026-03-19T18:01:54.42556Z","steps":["trace[198159936] 'process raft request' (duration: 116.531524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:55.64925Z","caller":"traceutil/trace.go:171","msg":"trace[1809957003] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4766; }","duration":"108.456138ms","start":"2026-03-19T18:01:55.540764Z","end":"2026-03-19T18:01:55.649221Z","steps":["trace[1809957003] 'read index received' (duration: 98.862956ms)","trace[1809957003] 'applied index is now lower than readState.Index' (duration: 9.591182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:55.649518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.724105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:01:55.649549Z","caller":"traceutil/trace.go:171","msg":"trace[1587268681] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4567; }","duration":"108.792756ms","start":"2026-03-19T18:01:55.540748Z","end":"2026-03-19T18:01:55.649541Z","steps":["trace[1587268681] 'agreement among raft nodes before linearized reading' (duration: 108.625752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.030584Z","caller":"traceutil/trace.go:171","msg":"trace[847536474] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"126.661729ms","start":"2026-03-19T18:01:55.90387Z","end":"2026-03-19T18:01:56.030532Z","steps":["trace[847536474] 'process raft request' (duration: 106.540672ms)","trace[847536474] 'compare' (duration: 19.932593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.030659Z","caller":"traceutil/trace.go:171","msg":"trace[1441437885] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"125.601694ms","start":"2026-03-19T18:01:55.905002Z","end":"2026-03-19T18:01:56.030604Z","steps":["trace[1441437885] 'process raft request' (duration: 125.46369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.06188Z","caller":"traceutil/trace.go:171","msg":"trace[15380025] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"109.202626ms","start":"2026-03-19T18:01:55.952645Z","end":"2026-03-19T18:01:56.061847Z","steps":["trace[15380025] 'process raft request' (duration: 108.98114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:56.855896Z","caller":"traceutil/trace.go:171","msg":"trace[2098527845] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"119.23306ms","start":"2026-03-19T18:01:56.736625Z","end":"2026-03-19T18:01:56.855858Z","steps":["trace[2098527845] 'process raft request' (duration: 119.096666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.987186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.976106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:57.98737Z","caller":"traceutil/trace.go:171","msg":"trace[957508196] linearizableReadLoop","detail":"{readStateIndex:4822; appliedIndex:4821; }","duration":"457.065935ms","start":"2026-03-19T18:01:57.530273Z","end":"2026-03-19T18:01:57.987339Z","steps":["trace[957508196] 'read index received' (duration: 322.787211ms)","trace[957508196] 'applied index is now lower than readState.Index' (duration: 134.277154ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:57.987373Z","caller":"traceutil/trace.go:171","msg":"trace[1535470562] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"505.358015ms","start":"2026-03-19T18:01:57.481982Z","end":"2026-03-19T18:01:57.98734Z","steps":["trace[1535470562] 'process raft request' (duration: 371.110382ms)","trace[1535470562] 'compare' (duration: 133.460983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:57.987506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.481961Z","time spent":"505.477708ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:01:57.987665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.375252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T18:01:57.98778Z","caller":"traceutil/trace.go:171","msg":"trace[449856353] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab; range_end:; response_count:1; response_revision:4621; }","duration":"457.544236ms","start":"2026-03-19T18:01:57.530209Z","end":"2026-03-19T18:01:57.987754Z","steps":["trace[449856353] 'agreement among raft nodes before linearized reading' (duration: 457.246019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:57.987839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:57.530185Z","time spent":"457.639578ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab\" "} {"level":"warn","ts":"2026-03-19T18:01:57.987952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.799212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:01:57.988021Z","caller":"traceutil/trace.go:171","msg":"trace[1068044435] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4621; }","duration":"147.876724ms","start":"2026-03-19T18:01:57.840125Z","end":"2026-03-19T18:01:57.988001Z","steps":["trace[1068044435] 'agreement among raft nodes before linearized reading' (duration: 147.411583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.32287Z","caller":"traceutil/trace.go:171","msg":"trace[502217809] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4822; }","duration":"215.146682ms","start":"2026-03-19T18:01:58.107697Z","end":"2026-03-19T18:01:58.322844Z","steps":["trace[502217809] 'read index received' (duration: 158.862258ms)","trace[502217809] 'applied index is now lower than readState.Index' (duration: 56.283394ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.323023Z","caller":"traceutil/trace.go:171","msg":"trace[1210454921] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"220.433161ms","start":"2026-03-19T18:01:58.102546Z","end":"2026-03-19T18:01:58.32298Z","steps":["trace[1210454921] 'process raft request' (duration: 163.933572ms)","trace[1210454921] 'compare' (duration: 56.194491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:01:58.323223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.47854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e09bafe3-173e-4655-b84e-86867eace358\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-19T18:01:58.323326Z","caller":"traceutil/trace.go:171","msg":"trace[1768697303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e09bafe3-173e-4655-b84e-86867eace358; range_end:; response_count:1; response_revision:4622; }","duration":"215.672606ms","start":"2026-03-19T18:01:58.107627Z","end":"2026-03-19T18:01:58.323299Z","steps":["trace[1768697303] 'agreement among raft nodes before linearized reading' (duration: 215.350518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:58.345882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.792804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:58.345937Z","caller":"traceutil/trace.go:171","msg":"trace[1853886351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4623; }","duration":"157.908006ms","start":"2026-03-19T18:01:58.18802Z","end":"2026-03-19T18:01:58.345928Z","steps":["trace[1853886351] 'agreement among raft nodes before linearized reading' (duration: 157.804054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.345891Z","caller":"traceutil/trace.go:171","msg":"trace[93034177] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"237.104695ms","start":"2026-03-19T18:01:58.108763Z","end":"2026-03-19T18:01:58.345868Z","steps":["trace[93034177] 'process raft request' (duration: 236.938531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.619188Z","caller":"traceutil/trace.go:171","msg":"trace[1819385619] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"126.012833ms","start":"2026-03-19T18:01:58.493146Z","end":"2026-03-19T18:01:58.619159Z","steps":["trace[1819385619] 'process raft request' (duration: 97.075762ms)","trace[1819385619] 'compare' (duration: 28.733186ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:58.619473Z","caller":"traceutil/trace.go:171","msg":"trace[760106850] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"125.438039ms","start":"2026-03-19T18:01:58.494016Z","end":"2026-03-19T18:01:58.619454Z","steps":["trace[760106850] 'process raft request' (duration: 125.08711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.619704Z","caller":"traceutil/trace.go:171","msg":"trace[1075707438] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"125.534841ms","start":"2026-03-19T18:01:58.494134Z","end":"2026-03-19T18:01:58.619669Z","steps":["trace[1075707438] 'process raft request' (duration: 125.213343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:01:58.838079Z","caller":"traceutil/trace.go:171","msg":"trace[140392163] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"104.681006ms","start":"2026-03-19T18:01:58.733356Z","end":"2026-03-19T18:01:58.838037Z","steps":["trace[140392163] 'process raft request' (duration: 89.15045ms)","trace[140392163] 'compare' (duration: 15.321091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:59.11317Z","caller":"traceutil/trace.go:171","msg":"trace[1749055615] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4833; }","duration":"120.202482ms","start":"2026-03-19T18:01:58.992934Z","end":"2026-03-19T18:01:59.113137Z","steps":["trace[1749055615] 'read index received' (duration: 119.917784ms)","trace[1749055615] 'applied index is now lower than readState.Index' (duration: 282.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:59.113306Z","caller":"traceutil/trace.go:171","msg":"trace[736613860] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"159.540695ms","start":"2026-03-19T18:01:58.953717Z","end":"2026-03-19T18:01:59.113258Z","steps":["trace[736613860] 'process raft request' (duration: 159.180135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:59.113456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.49635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-19T18:01:59.113508Z","caller":"traceutil/trace.go:171","msg":"trace[916447769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab; range_end:; response_count:1; response_revision:4633; }","duration":"120.622753ms","start":"2026-03-19T18:01:58.99287Z","end":"2026-03-19T18:01:59.113493Z","steps":["trace[916447769] 'agreement among raft nodes before linearized reading' (duration: 120.390957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:00.98229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413584472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:02:01.130237Z","caller":"traceutil/trace.go:171","msg":"trace[325270344] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"655.149145ms","start":"2026-03-19T18:02:00.475051Z","end":"2026-03-19T18:02:01.130201Z","steps":["trace[325270344] 'process raft request' (duration: 654.95461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.130467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.475028Z","time spent":"655.303228ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:01.693513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.412444ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T18:02:01.693808Z","caller":"traceutil/trace.go:171","msg":"trace[557561166] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4845; }","duration":"1.212285213s","start":"2026-03-19T18:02:00.481442Z","end":"2026-03-19T18:02:01.693727Z","steps":["trace[557561166] 'read index received' (duration: 648.672047ms)","trace[557561166] 'applied index is now lower than readState.Index' (duration: 563.612086ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:01.69389Z","caller":"traceutil/trace.go:171","msg":"trace[116316892] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"576.469328ms","start":"2026-03-19T18:02:01.117387Z","end":"2026-03-19T18:02:01.693856Z","steps":["trace[116316892] 'process raft request' (duration: 576.222632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.694021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21256461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:02:01.694069Z","caller":"traceutil/trace.go:171","msg":"trace[617107648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4646; }","duration":"1.212621641s","start":"2026-03-19T18:02:00.481433Z","end":"2026-03-19T18:02:01.694054Z","steps":["trace[617107648] 'agreement among raft nodes before linearized reading' (duration: 1.212455777s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.69407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.475325Z","time spent":"1.218738719s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:02:01.694087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.117364Z","time spent":"576.618592ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:01.694122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.481406Z","time spent":"1.212702314s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:02:01.694535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070440446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:02:01.694583Z","caller":"traceutil/trace.go:171","msg":"trace[898804800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4646; }","duration":"1.070521748s","start":"2026-03-19T18:02:00.62405Z","end":"2026-03-19T18:02:01.694571Z","steps":["trace[898804800] 'agreement among raft nodes before linearized reading' (duration: 1.070406735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.694614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.624033Z","time spent":"1.070574049s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:01.694622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070511627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:02:01.694628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.170446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T18:02:01.694664Z","caller":"traceutil/trace.go:171","msg":"trace[232362256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4646; }","duration":"1.070568149s","start":"2026-03-19T18:02:00.624082Z","end":"2026-03-19T18:02:01.69465Z","steps":["trace[232362256] 'agreement among raft nodes before linearized reading' (duration: 1.070457667s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.694675Z","caller":"traceutil/trace.go:171","msg":"trace[2134004534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4646; }","duration":"483.265059ms","start":"2026-03-19T18:02:01.211394Z","end":"2026-03-19T18:02:01.694659Z","steps":["trace[2134004534] 'agreement among raft nodes before linearized reading' (duration: 483.108345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.69472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.624074Z","time spent":"1.070633991s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:01.694723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.211376Z","time spent":"483.33887ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:02:01.694759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.132753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-03-19T18:02:01.694753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.629465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e09bafe3-173e-4655-b84e-86867eace358\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-03-19T18:02:01.694839Z","caller":"traceutil/trace.go:171","msg":"trace[868067923] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab; range_end:; response_count:1; response_revision:4646; }","duration":"570.254636ms","start":"2026-03-19T18:02:01.124563Z","end":"2026-03-19T18:02:01.694818Z","steps":["trace[868067923] 'agreement among raft nodes before linearized reading' (duration: 569.99764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.694852Z","caller":"traceutil/trace.go:171","msg":"trace[1235956856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e09bafe3-173e-4655-b84e-86867eace358; range_end:; response_count:1; response_revision:4646; }","duration":"350.788069ms","start":"2026-03-19T18:02:01.344042Z","end":"2026-03-19T18:02:01.69483Z","steps":["trace[1235956856] 'agreement among raft nodes before linearized reading' (duration: 350.495832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.69489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.124526Z","time spent":"570.355299ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-282adba1-f76b-417c-96b5-e4e831c582ab\" "} {"level":"warn","ts":"2026-03-19T18:02:01.694903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:01.344018Z","time spent":"350.874281ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e09bafe3-173e-4655-b84e-86867eace358\" "} {"level":"warn","ts":"2026-03-19T18:02:01.695931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070898428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:01.696098Z","caller":"traceutil/trace.go:171","msg":"trace[505195023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4646; }","duration":"1.071131263s","start":"2026-03-19T18:02:00.624946Z","end":"2026-03-19T18:02:01.696077Z","steps":["trace[505195023] 'agreement among raft nodes before linearized reading' (duration: 1.069581335s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:01.696209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:00.62494Z","time spent":"1.071255586s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:02:01.806238Z","caller":"traceutil/trace.go:171","msg":"trace[474143306] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"106.04298ms","start":"2026-03-19T18:02:01.700185Z","end":"2026-03-19T18:02:01.806228Z","steps":["trace[474143306] 'process raft request' (duration: 105.942798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.806294Z","caller":"traceutil/trace.go:171","msg":"trace[319459753] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"105.954077ms","start":"2026-03-19T18:02:01.700333Z","end":"2026-03-19T18:02:01.806287Z","steps":["trace[319459753] 'process raft request' (duration: 105.814064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:01.80632Z","caller":"traceutil/trace.go:171","msg":"trace[2038868783] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"107.506224ms","start":"2026-03-19T18:02:01.698771Z","end":"2026-03-19T18:02:01.806277Z","steps":["trace[2038868783] 'process raft request' (duration: 94.408126ms)","trace[2038868783] 'compare' (duration: 12.730879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:01.806238Z","caller":"traceutil/trace.go:171","msg":"trace[1174261651] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"107.178786ms","start":"2026-03-19T18:02:01.699029Z","end":"2026-03-19T18:02:01.806208Z","steps":["trace[1174261651] 'process raft request' (duration: 107.061834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.327948Z","caller":"traceutil/trace.go:171","msg":"trace[1182695514] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"103.861016ms","start":"2026-03-19T18:02:02.224036Z","end":"2026-03-19T18:02:02.327897Z","steps":["trace[1182695514] 'process raft request' (duration: 76.799201ms)","trace[1182695514] 'compare' (duration: 26.772509ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:02.328145Z","caller":"traceutil/trace.go:171","msg":"trace[1973433961] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4903; }","duration":"103.19572ms","start":"2026-03-19T18:02:02.224924Z","end":"2026-03-19T18:02:02.328119Z","steps":["trace[1973433961] 'read index received' (duration: 8.835124ms)","trace[1973433961] 'applied index is now lower than readState.Index' (duration: 94.359656ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:02.328167Z","caller":"traceutil/trace.go:171","msg":"trace[212834157] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"103.18954ms","start":"2026-03-19T18:02:02.224885Z","end":"2026-03-19T18:02:02.328074Z","steps":["trace[212834157] 'process raft request' (duration: 102.977035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.328357Z","caller":"traceutil/trace.go:171","msg":"trace[874829994] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"102.481272ms","start":"2026-03-19T18:02:02.225833Z","end":"2026-03-19T18:02:02.328315Z","steps":["trace[874829994] 'process raft request' (duration: 102.168005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.3284Z","caller":"traceutil/trace.go:171","msg":"trace[1366612184] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"102.732738ms","start":"2026-03-19T18:02:02.225619Z","end":"2026-03-19T18:02:02.328351Z","steps":["trace[1366612184] 'process raft request' (duration: 102.345309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.328433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.478167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-03-19T18:02:02.328452Z","caller":"traceutil/trace.go:171","msg":"trace[320166139] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"102.239796ms","start":"2026-03-19T18:02:02.226183Z","end":"2026-03-19T18:02:02.328423Z","steps":["trace[320166139] 'process raft request' (duration: 101.884297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.328483Z","caller":"traceutil/trace.go:171","msg":"trace[1280325558] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4705; }","duration":"103.581979ms","start":"2026-03-19T18:02:02.224886Z","end":"2026-03-19T18:02:02.328468Z","steps":["trace[1280325558] 'agreement among raft nodes before linearized reading' (duration: 103.367374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.348607Z","caller":"traceutil/trace.go:171","msg":"trace[1360047139] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"109.683069ms","start":"2026-03-19T18:02:02.238908Z","end":"2026-03-19T18:02:02.348591Z","steps":["trace[1360047139] 'process raft request' (duration: 109.476213ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.34885Z","caller":"traceutil/trace.go:171","msg":"trace[1599840761] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"109.542615ms","start":"2026-03-19T18:02:02.239291Z","end":"2026-03-19T18:02:02.348834Z","steps":["trace[1599840761] 'process raft request' (duration: 109.252248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.349023Z","caller":"traceutil/trace.go:171","msg":"trace[510470157] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"109.459542ms","start":"2026-03-19T18:02:02.239551Z","end":"2026-03-19T18:02:02.34901Z","steps":["trace[510470157] 'process raft request' (duration: 109.222166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.349223Z","caller":"traceutil/trace.go:171","msg":"trace[958603605] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"109.947135ms","start":"2026-03-19T18:02:02.239238Z","end":"2026-03-19T18:02:02.349186Z","steps":["trace[958603605] 'process raft request' (duration: 109.656908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.591256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.04515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:02.591601Z","caller":"traceutil/trace.go:171","msg":"trace[1943693148] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"258.117994ms","start":"2026-03-19T18:02:02.333417Z","end":"2026-03-19T18:02:02.591535Z","steps":["trace[1943693148] 'process raft request' (duration: 132.709805ms)","trace[1943693148] 'compare' (duration: 124.850866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:02.59171Z","caller":"traceutil/trace.go:171","msg":"trace[566981602] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"257.739925ms","start":"2026-03-19T18:02:02.333915Z","end":"2026-03-19T18:02:02.591655Z","steps":["trace[566981602] 'process raft request' (duration: 257.472899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.59181Z","caller":"traceutil/trace.go:171","msg":"trace[801382888] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"257.010287ms","start":"2026-03-19T18:02:02.334753Z","end":"2026-03-19T18:02:02.591763Z","steps":["trace[801382888] 'process raft request' (duration: 256.73488ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.591946Z","caller":"traceutil/trace.go:171","msg":"trace[322844522] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4908; }","duration":"257.082529ms","start":"2026-03-19T18:02:02.334842Z","end":"2026-03-19T18:02:02.591925Z","steps":["trace[322844522] 'read index received' (duration: 13.579359ms)","trace[322844522] 'applied index is now lower than readState.Index' (duration: 243.50187ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:02.592066Z","caller":"traceutil/trace.go:171","msg":"trace[1974702143] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"257.077208ms","start":"2026-03-19T18:02:02.334973Z","end":"2026-03-19T18:02:02.59205Z","steps":["trace[1974702143] 'process raft request' (duration: 256.623257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.592139Z","caller":"traceutil/trace.go:171","msg":"trace[1001754387] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"255.520881ms","start":"2026-03-19T18:02:02.336601Z","end":"2026-03-19T18:02:02.592122Z","steps":["trace[1001754387] 'process raft request' (duration: 255.098611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.592285Z","caller":"traceutil/trace.go:171","msg":"trace[964072681] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"255.903681ms","start":"2026-03-19T18:02:02.336369Z","end":"2026-03-19T18:02:02.592273Z","steps":["trace[964072681] 'process raft request' (duration: 255.282225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.592325Z","caller":"traceutil/trace.go:171","msg":"trace[1211412365] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"250.296946ms","start":"2026-03-19T18:02:02.342007Z","end":"2026-03-19T18:02:02.592304Z","steps":["trace[1211412365] 'process raft request' (duration: 249.836334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.592511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.647313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-03-19T18:02:02.592569Z","caller":"traceutil/trace.go:171","msg":"trace[1327373669] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:4717; }","duration":"257.742345ms","start":"2026-03-19T18:02:02.334812Z","end":"2026-03-19T18:02:02.592554Z","steps":["trace[1327373669] 'agreement among raft nodes before linearized reading' (duration: 257.55897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.594298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.904609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-46dxx\" ","response":"range_response_count:1 size:3534"} {"level":"info","ts":"2026-03-19T18:02:02.594397Z","caller":"traceutil/trace.go:171","msg":"trace[1415678202] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-46dxx; range_end:; response_count:1; response_revision:4721; }","duration":"258.014102ms","start":"2026-03-19T18:02:02.336337Z","end":"2026-03-19T18:02:02.594351Z","steps":["trace[1415678202] 'agreement among raft nodes before linearized reading' (duration: 257.776076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.595003Z","caller":"traceutil/trace.go:171","msg":"trace[1457056348] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"241.955692ms","start":"2026-03-19T18:02:02.35303Z","end":"2026-03-19T18:02:02.594986Z","steps":["trace[1457056348] 'process raft request' (duration: 240.737663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.595192Z","caller":"traceutil/trace.go:171","msg":"trace[792160753] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"241.81494ms","start":"2026-03-19T18:02:02.353363Z","end":"2026-03-19T18:02:02.595178Z","steps":["trace[792160753] 'process raft request' (duration: 240.556649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.595356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.746277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:714799"} {"level":"info","ts":"2026-03-19T18:02:02.595361Z","caller":"traceutil/trace.go:171","msg":"trace[75412489] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"207.414076ms","start":"2026-03-19T18:02:02.38792Z","end":"2026-03-19T18:02:02.595334Z","steps":["trace[75412489] 'process raft request' (duration: 206.129364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.595399Z","caller":"traceutil/trace.go:171","msg":"trace[643488968] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4721; }","duration":"151.83834ms","start":"2026-03-19T18:02:02.443545Z","end":"2026-03-19T18:02:02.595384Z","steps":["trace[643488968] 'agreement among raft nodes before linearized reading' (duration: 151.337037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:02.595561Z","caller":"traceutil/trace.go:171","msg":"trace[1506328384] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"236.550572ms","start":"2026-03-19T18:02:02.358997Z","end":"2026-03-19T18:02:02.595548Z","steps":["trace[1506328384] 'process raft request' (duration: 234.991274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.59584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.566086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:02.595876Z","caller":"traceutil/trace.go:171","msg":"trace[1688966305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4721; }","duration":"180.649458ms","start":"2026-03-19T18:02:02.415218Z","end":"2026-03-19T18:02:02.595867Z","steps":["trace[1688966305] 'agreement among raft nodes before linearized reading' (duration: 180.533755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:02.596017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.904434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:02:02.596038Z","caller":"traceutil/trace.go:171","msg":"trace[745197924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:4721; }","duration":"180.964996ms","start":"2026-03-19T18:02:02.415067Z","end":"2026-03-19T18:02:02.596032Z","steps":["trace[745197924] 'agreement among raft nodes before linearized reading' (duration: 180.892074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:04.301455Z","caller":"traceutil/trace.go:171","msg":"trace[1180061714] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"476.330561ms","start":"2026-03-19T18:02:03.825095Z","end":"2026-03-19T18:02:04.301425Z","steps":["trace[1180061714] 'process raft request' (duration: 476.136347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.30164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.825079Z","time spent":"476.468094ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:04.301838Z","caller":"traceutil/trace.go:171","msg":"trace[1443688689] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"474.210891ms","start":"2026-03-19T18:02:03.82761Z","end":"2026-03-19T18:02:04.301821Z","steps":["trace[1443688689] 'process raft request' (duration: 474.033787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:04.301822Z","caller":"traceutil/trace.go:171","msg":"trace[1845173177] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"474.262441ms","start":"2026-03-19T18:02:03.827498Z","end":"2026-03-19T18:02:04.301761Z","steps":["trace[1845173177] 'process raft request' (duration: 473.886652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.301907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.827603Z","time spent":"474.270172ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:04.301932Z","caller":"traceutil/trace.go:171","msg":"trace[451747722] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4986; }","duration":"396.128009ms","start":"2026-03-19T18:02:03.905774Z","end":"2026-03-19T18:02:04.301902Z","steps":["trace[451747722] 'read index received' (duration: 395.400981ms)","trace[451747722] 'applied index is now lower than readState.Index' (duration: 726.028µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:04.302108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.827476Z","time spent":"474.472197ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:04.302077Z","caller":"traceutil/trace.go:171","msg":"trace[235154315] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"449.771888ms","start":"2026-03-19T18:02:03.852252Z","end":"2026-03-19T18:02:04.302024Z","steps":["trace[235154315] 'process raft request' (duration: 449.513141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.302293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.852239Z","time spent":"449.957213ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2610,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:04.302331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.556859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T18:02:04.3024Z","caller":"traceutil/trace.go:171","msg":"trace[896652645] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358; range_end:; response_count:1; response_revision:4786; }","duration":"396.656311ms","start":"2026-03-19T18:02:03.905718Z","end":"2026-03-19T18:02:04.302374Z","steps":["trace[896652645] 'agreement among raft nodes before linearized reading' (duration: 396.479647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.302463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.9057Z","time spent":"396.748233ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358\" "} {"level":"info","ts":"2026-03-19T18:02:04.302535Z","caller":"traceutil/trace.go:171","msg":"trace[1467110831] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"446.633891ms","start":"2026-03-19T18:02:03.855874Z","end":"2026-03-19T18:02:04.302508Z","steps":["trace[1467110831] 'process raft request' (duration: 445.955035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.302649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:03.855866Z","time spent":"446.723123ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:04.302707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.003219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:04.302808Z","caller":"traceutil/trace.go:171","msg":"trace[1549378538] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4786; }","duration":"104.187394ms","start":"2026-03-19T18:02:04.198598Z","end":"2026-03-19T18:02:04.302785Z","steps":["trace[1549378538] 'agreement among raft nodes before linearized reading' (duration: 103.941308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.302808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.013086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:04.302862Z","caller":"traceutil/trace.go:171","msg":"trace[1886436317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4786; }","duration":"115.116659ms","start":"2026-03-19T18:02:04.187729Z","end":"2026-03-19T18:02:04.302846Z","steps":["trace[1886436317] 'agreement among raft nodes before linearized reading' (duration: 115.036817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.302779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.924346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717417"} {"level":"info","ts":"2026-03-19T18:02:04.303204Z","caller":"traceutil/trace.go:171","msg":"trace[1557507729] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4786; }","duration":"295.408837ms","start":"2026-03-19T18:02:04.007775Z","end":"2026-03-19T18:02:04.303184Z","steps":["trace[1557507729] 'agreement among raft nodes before linearized reading' (duration: 294.510356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.720586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.270339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:04.720898Z","caller":"traceutil/trace.go:171","msg":"trace[695945632] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4991; }","duration":"410.094736ms","start":"2026-03-19T18:02:04.310781Z","end":"2026-03-19T18:02:04.720875Z","steps":["trace[695945632] 'read index received' (duration: 31.907593ms)","trace[695945632] 'applied index is now lower than readState.Index' (duration: 378.185893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:04.72088Z","caller":"traceutil/trace.go:171","msg":"trace[616938836] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"411.957941ms","start":"2026-03-19T18:02:04.308878Z","end":"2026-03-19T18:02:04.720836Z","steps":["trace[616938836] 'process raft request' (duration: 252.333893ms)","trace[616938836] 'compare' (duration: 158.908021ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:04.721014Z","caller":"traceutil/trace.go:171","msg":"trace[209089194] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"400.262808ms","start":"2026-03-19T18:02:04.320663Z","end":"2026-03-19T18:02:04.720926Z","steps":["trace[209089194] 'process raft request' (duration: 400.073824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.721068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.308805Z","time spent":"412.156566ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:04.721191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.367392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-19T18:02:04.721273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.32065Z","time spent":"400.470564ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:04.721289Z","caller":"traceutil/trace.go:171","msg":"trace[578248708] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4789; }","duration":"410.512376ms","start":"2026-03-19T18:02:04.310752Z","end":"2026-03-19T18:02:04.721265Z","steps":["trace[578248708] 'agreement among raft nodes before linearized reading' (duration: 410.188478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:04.721541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.310741Z","time spent":"410.744302ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2665,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T18:02:05.221356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413584708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:05.72203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413584708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:02:05.747001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031387521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:02:05.747528Z","caller":"traceutil/trace.go:171","msg":"trace[583124784] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"1.338405589s","start":"2026-03-19T18:02:04.4091Z","end":"2026-03-19T18:02:05.747505Z","steps":["trace[583124784] 'process raft request' (duration: 1.338168313s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:05.747669Z","caller":"traceutil/trace.go:171","msg":"trace[2105655476] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"1.321315495s","start":"2026-03-19T18:02:04.426332Z","end":"2026-03-19T18:02:05.747647Z","steps":["trace[2105655476] 'process raft request' (duration: 1.32110023s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:05.747677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.409074Z","time spent":"1.338516532s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:05.74773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.426307Z","time spent":"1.321394417s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:06.064588Z","caller":"traceutil/trace.go:171","msg":"trace[333838929] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"1.46142787s","start":"2026-03-19T18:02:04.603109Z","end":"2026-03-19T18:02:06.064537Z","steps":["trace[333838929] 'process raft request' (duration: 1.460896017s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.06467Z","caller":"traceutil/trace.go:171","msg":"trace[1021338624] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"1.459894532s","start":"2026-03-19T18:02:04.604747Z","end":"2026-03-19T18:02:06.064641Z","steps":["trace[1021338624] 'process raft request' (duration: 1.459522534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.064828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.603079Z","time spent":"1.461631944s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.064845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.604733Z","time spent":"1.460021005s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:06.064987Z","caller":"traceutil/trace.go:171","msg":"trace[885924175] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"1.14329453s","start":"2026-03-19T18:02:04.921682Z","end":"2026-03-19T18:02:06.064977Z","steps":["trace[885924175] 'process raft request' (duration: 1.143034094s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.06505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.921642Z","time spent":"1.143376222s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17225,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:06.065156Z","caller":"traceutil/trace.go:171","msg":"trace[2038527302] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"946.567395ms","start":"2026-03-19T18:02:05.118559Z","end":"2026-03-19T18:02:06.065127Z","steps":["trace[2038527302] 'process raft request' (duration: 946.304899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.065235Z","caller":"traceutil/trace.go:171","msg":"trace[1673377875] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"1.327692459s","start":"2026-03-19T18:02:04.737499Z","end":"2026-03-19T18:02:06.065192Z","steps":["trace[1673377875] 'process raft request' (duration: 1.326820388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.065332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.118531Z","time spent":"946.695317ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.065437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.737485Z","time spent":"1.327865963s","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:02:06.103558Z","caller":"traceutil/trace.go:171","msg":"trace[1835325413] linearizableReadLoop","detail":"{readStateIndex:5003; appliedIndex:4995; }","duration":"1.38259222s","start":"2026-03-19T18:02:04.720939Z","end":"2026-03-19T18:02:06.103531Z","steps":["trace[1835325413] 'read index received' (duration: 1.026512553s)","trace[1835325413] 'applied index is now lower than readState.Index' (duration: 356.077847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.103634Z","caller":"traceutil/trace.go:171","msg":"trace[959277592] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"396.895887ms","start":"2026-03-19T18:02:05.706703Z","end":"2026-03-19T18:02:06.103599Z","steps":["trace[959277592] 'process raft request' (duration: 396.535578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.103834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.706672Z","time spent":"397.04683ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:06.114893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802620027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14424"} {"level":"info","ts":"2026-03-19T18:02:06.114977Z","caller":"traceutil/trace.go:171","msg":"trace[229859151] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4797; }","duration":"1.80275123s","start":"2026-03-19T18:02:04.312205Z","end":"2026-03-19T18:02:06.114956Z","steps":["trace[229859151] 'agreement among raft nodes before linearized reading' (duration: 1.791417395s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.3122Z","time spent":"1.802812331s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14446,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T18:02:06.114997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402965193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6020a64-cc58-4f61-81cf-245baabe1b00\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-19T18:02:06.115039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770131839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:02:06.115118Z","caller":"traceutil/trace.go:171","msg":"trace[1514499892] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6020a64-cc58-4f61-81cf-245baabe1b00; range_end:; response_count:1; response_revision:4797; }","duration":"1.403117817s","start":"2026-03-19T18:02:04.711962Z","end":"2026-03-19T18:02:06.11508Z","steps":["trace[1514499892] 'agreement among raft nodes before linearized reading' (duration: 1.391635369s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.115141Z","caller":"traceutil/trace.go:171","msg":"trace[2067105985] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4797; }","duration":"1.770287903s","start":"2026-03-19T18:02:04.34482Z","end":"2026-03-19T18:02:06.115108Z","steps":["trace[2067105985] 'agreement among raft nodes before linearized reading' (duration: 1.758787765s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.344797Z","time spent":"1.770391815s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T18:02:06.115272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455697411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:02:06.115314Z","caller":"traceutil/trace.go:171","msg":"trace[1221205063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:4797; }","duration":"1.455786193s","start":"2026-03-19T18:02:04.659518Z","end":"2026-03-19T18:02:06.115305Z","steps":["trace[1221205063] 'agreement among raft nodes before linearized reading' (duration: 1.444056519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58901866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:06.115342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.659496Z","time spent":"1.455840734s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:02:06.115367Z","caller":"traceutil/trace.go:171","msg":"trace[1137112021] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4797; }","duration":"1.589127953s","start":"2026-03-19T18:02:04.526221Z","end":"2026-03-19T18:02:06.115349Z","steps":["trace[1137112021] 'agreement among raft nodes before linearized reading' (duration: 1.577365698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.526199Z","time spent":"1.589200475s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:06.115417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440663286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17239"} {"level":"info","ts":"2026-03-19T18:02:06.115569Z","caller":"traceutil/trace.go:171","msg":"trace[213101976] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4797; }","duration":"1.440931593s","start":"2026-03-19T18:02:04.674614Z","end":"2026-03-19T18:02:06.115546Z","steps":["trace[213101976] 'agreement among raft nodes before linearized reading' (duration: 1.428988024s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.674596Z","time spent":"1.441035555s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17261,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:02:06.115481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445850532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:06.115777Z","caller":"traceutil/trace.go:171","msg":"trace[1306034443] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"361.349855ms","start":"2026-03-19T18:02:05.754408Z","end":"2026-03-19T18:02:06.115757Z","steps":["trace[1306034443] 'process raft request' (duration: 349.112819ms)","trace[1306034443] 'compare' (duration: 11.57973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:06.115176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.711942Z","time spent":"1.40322364s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6020a64-cc58-4f61-81cf-245baabe1b00\" "} {"level":"info","ts":"2026-03-19T18:02:06.115812Z","caller":"traceutil/trace.go:171","msg":"trace[842156667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4797; }","duration":"1.446272023s","start":"2026-03-19T18:02:04.669512Z","end":"2026-03-19T18:02:06.115784Z","steps":["trace[842156667] 'agreement among raft nodes before linearized reading' (duration: 1.434039576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.115898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.754387Z","time spent":"361.444188ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:06.115833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522617642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717417"} {"level":"info","ts":"2026-03-19T18:02:06.116046Z","caller":"traceutil/trace.go:171","msg":"trace[1270394600] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4797; }","duration":"1.522899328s","start":"2026-03-19T18:02:04.593119Z","end":"2026-03-19T18:02:06.116018Z","steps":["trace[1270394600] 'agreement among raft nodes before linearized reading' (duration: 1.510458217s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.116159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.593097Z","time spent":"1.523044742s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717439,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:02:06.116128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566383102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-19T18:02:06.116327Z","caller":"traceutil/trace.go:171","msg":"trace[1009409859] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4797; }","duration":"1.566637359s","start":"2026-03-19T18:02:04.549652Z","end":"2026-03-19T18:02:06.11629Z","steps":["trace[1009409859] 'agreement among raft nodes before linearized reading' (duration: 1.553905451s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.116417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.549633Z","time spent":"1.566764672s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207065,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:02:06.116469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386591967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T18:02:06.116989Z","caller":"traceutil/trace.go:171","msg":"trace[2033436617] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4805; }","duration":"1.38714844s","start":"2026-03-19T18:02:04.72982Z","end":"2026-03-19T18:02:06.116968Z","steps":["trace[2033436617] 'agreement among raft nodes before linearized reading' (duration: 1.386515784s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.117039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.729803Z","time spent":"1.387222091s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T18:02:06.115957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:04.66948Z","time spent":"1.446449066s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:06.116677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.871444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e500d9fbcbcfe\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-19T18:02:06.117441Z","caller":"traceutil/trace.go:171","msg":"trace[353354496] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e500d9fbcbcfe; range_end:; response_count:1; response_revision:4805; }","duration":"510.644453ms","start":"2026-03-19T18:02:05.60674Z","end":"2026-03-19T18:02:06.117384Z","steps":["trace[353354496] 'agreement among raft nodes before linearized reading' (duration: 509.850394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.117495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.60671Z","time spent":"510.771085ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189e500d9fbcbcfe\" "} {"level":"warn","ts":"2026-03-19T18:02:06.116786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.318564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:02:06.117685Z","caller":"traceutil/trace.go:171","msg":"trace[1351031356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4805; }","duration":"934.238316ms","start":"2026-03-19T18:02:05.183413Z","end":"2026-03-19T18:02:06.117651Z","steps":["trace[1351031356] 'agreement among raft nodes before linearized reading' (duration: 933.281273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.117811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:05.18339Z","time spent":"934.405341ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:06.40347Z","caller":"traceutil/trace.go:171","msg":"trace[251112786] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"122.778725ms","start":"2026-03-19T18:02:06.280658Z","end":"2026-03-19T18:02:06.403437Z","steps":["trace[251112786] 'process raft request' (duration: 100.492545ms)","trace[251112786] 'compare' (duration: 22.040784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:06.403488Z","caller":"traceutil/trace.go:171","msg":"trace[2130009493] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4820; }","duration":"104.485861ms","start":"2026-03-19T18:02:06.29898Z","end":"2026-03-19T18:02:06.403466Z","steps":["trace[2130009493] 'process raft request' (duration: 104.424899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.403571Z","caller":"traceutil/trace.go:171","msg":"trace[520416412] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"116.970094ms","start":"2026-03-19T18:02:06.286571Z","end":"2026-03-19T18:02:06.403541Z","steps":["trace[520416412] 'process raft request' (duration: 116.771699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:06.403819Z","caller":"traceutil/trace.go:171","msg":"trace[1964298135] linearizableReadLoop","detail":"{readStateIndex:5026; appliedIndex:5024; }","duration":"106.846989ms","start":"2026-03-19T18:02:06.29696Z","end":"2026-03-19T18:02:06.403807Z","steps":["trace[1964298135] 'read index received' (duration: 84.16503ms)","trace[1964298135] 'applied index is now lower than readState.Index' (duration: 22.679509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:06.40405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.011206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500a60f2a7c3\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-19T18:02:06.404085Z","caller":"traceutil/trace.go:171","msg":"trace[295284062] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500a60f2a7c3; range_end:; response_count:1; response_revision:4820; }","duration":"115.093528ms","start":"2026-03-19T18:02:06.288981Z","end":"2026-03-19T18:02:06.404074Z","steps":["trace[295284062] 'agreement among raft nodes before linearized reading' (duration: 114.919584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.40416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.38233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T18:02:06.404306Z","caller":"traceutil/trace.go:171","msg":"trace[1476130056] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4820; }","duration":"102.562144ms","start":"2026-03-19T18:02:06.301721Z","end":"2026-03-19T18:02:06.404283Z","steps":["trace[1476130056] 'agreement among raft nodes before linearized reading' (duration: 102.297978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:06.404324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.711888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:02:06.404383Z","caller":"traceutil/trace.go:171","msg":"trace[1882019488] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4820; }","duration":"123.807469ms","start":"2026-03-19T18:02:06.280559Z","end":"2026-03-19T18:02:06.404367Z","steps":["trace[1882019488] 'agreement among raft nodes before linearized reading' (duration: 123.455461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.203381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.433426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:08.203574Z","caller":"traceutil/trace.go:171","msg":"trace[1907668609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4858; }","duration":"252.611432ms","start":"2026-03-19T18:02:07.950902Z","end":"2026-03-19T18:02:08.203514Z","steps":["trace[1907668609] 'range keys from in-memory index tree' (duration: 252.410136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.203787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.478888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:08.203887Z","caller":"traceutil/trace.go:171","msg":"trace[830169926] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5066; }","duration":"729.714001ms","start":"2026-03-19T18:02:07.474156Z","end":"2026-03-19T18:02:08.20387Z","steps":["trace[830169926] 'read index received' (duration: 101.067209ms)","trace[830169926] 'applied index is now lower than readState.Index' (duration: 628.645622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:08.203915Z","caller":"traceutil/trace.go:171","msg":"trace[1116746755] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"795.912885ms","start":"2026-03-19T18:02:07.407981Z","end":"2026-03-19T18:02:08.203894Z","steps":["trace[1116746755] 'process raft request' (duration: 167.242642ms)","trace[1116746755] 'compare' (duration: 628.049037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:08.204021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:07.407957Z","time spent":"796.003736ms","remote":"127.0.0.1:59726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:02:08.204161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.979317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq\" ","response":"range_response_count:1 size:9747"} {"level":"info","ts":"2026-03-19T18:02:08.204283Z","caller":"traceutil/trace.go:171","msg":"trace[1789341004] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq; range_end:; response_count:1; response_revision:4859; }","duration":"730.144891ms","start":"2026-03-19T18:02:07.474116Z","end":"2026-03-19T18:02:08.204261Z","steps":["trace[1789341004] 'agreement among raft nodes before linearized reading' (duration: 729.793283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.204349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:07.474098Z","time spent":"730.238224ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9769,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq\" "} {"level":"info","ts":"2026-03-19T18:02:08.212701Z","caller":"traceutil/trace.go:171","msg":"trace[2032735606] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"140.249018ms","start":"2026-03-19T18:02:08.072437Z","end":"2026-03-19T18:02:08.212686Z","steps":["trace[2032735606] 'process raft request' (duration: 140.136656ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.315746Z","caller":"traceutil/trace.go:171","msg":"trace[1974398457] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"243.221864ms","start":"2026-03-19T18:02:08.07248Z","end":"2026-03-19T18:02:08.315702Z","steps":["trace[1974398457] 'process raft request' (duration: 231.978741ms)","trace[1974398457] 'compare' (duration: 10.978515ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:08.315877Z","caller":"traceutil/trace.go:171","msg":"trace[1214253747] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5067; }","duration":"111.922632ms","start":"2026-03-19T18:02:08.203913Z","end":"2026-03-19T18:02:08.315836Z","steps":["trace[1214253747] 'read index received' (duration: 8.644539ms)","trace[1214253747] 'applied index is now lower than readState.Index' (duration: 103.274973ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:08.315931Z","caller":"traceutil/trace.go:171","msg":"trace[513524029] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"205.820767ms","start":"2026-03-19T18:02:08.110056Z","end":"2026-03-19T18:02:08.315876Z","steps":["trace[513524029] 'process raft request' (duration: 205.570781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.316177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.78501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:08.316241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.103171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:02:08.316205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.19337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d6020a64-cc58-4f61-81cf-245baabe1b00\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-19T18:02:08.316277Z","caller":"traceutil/trace.go:171","msg":"trace[352616897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:4862; }","duration":"184.201963ms","start":"2026-03-19T18:02:08.132067Z","end":"2026-03-19T18:02:08.316269Z","steps":["trace[352616897] 'agreement among raft nodes before linearized reading' (duration: 183.982108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.316278Z","caller":"traceutil/trace.go:171","msg":"trace[1470843779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4862; }","duration":"128.972525ms","start":"2026-03-19T18:02:08.187279Z","end":"2026-03-19T18:02:08.316251Z","steps":["trace[1470843779] 'agreement among raft nodes before linearized reading' (duration: 128.78137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.316305Z","caller":"traceutil/trace.go:171","msg":"trace[1892076719] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d6020a64-cc58-4f61-81cf-245baabe1b00; range_end:; response_count:1; response_revision:4862; }","duration":"183.335633ms","start":"2026-03-19T18:02:08.132949Z","end":"2026-03-19T18:02:08.316285Z","steps":["trace[1892076719] 'agreement among raft nodes before linearized reading' (duration: 183.068146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.31629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.410721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:02:08.316447Z","caller":"traceutil/trace.go:171","msg":"trace[347447755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4862; }","duration":"180.683658ms","start":"2026-03-19T18:02:08.135741Z","end":"2026-03-19T18:02:08.316425Z","steps":["trace[347447755] 'agreement among raft nodes before linearized reading' (duration: 180.200406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.316531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.054273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500e814984aa\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-19T18:02:08.316561Z","caller":"traceutil/trace.go:171","msg":"trace[44649025] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500e814984aa; range_end:; response_count:1; response_revision:4862; }","duration":"842.123535ms","start":"2026-03-19T18:02:07.474428Z","end":"2026-03-19T18:02:08.316551Z","steps":["trace[44649025] 'agreement among raft nodes before linearized reading' (duration: 841.5191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:08.316584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:07.474409Z","time spent":"842.165835ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":984,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500e814984aa\" "} {"level":"warn","ts":"2026-03-19T18:02:08.316552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.555815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:08.316712Z","caller":"traceutil/trace.go:171","msg":"trace[995316364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4862; }","duration":"180.76095ms","start":"2026-03-19T18:02:08.135919Z","end":"2026-03-19T18:02:08.31668Z","steps":["trace[995316364] 'agreement among raft nodes before linearized reading' (duration: 180.192146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.341707Z","caller":"traceutil/trace.go:171","msg":"trace[195741334] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"125.229485ms","start":"2026-03-19T18:02:08.216446Z","end":"2026-03-19T18:02:08.341676Z","steps":["trace[195741334] 'process raft request' (duration: 125.142953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:08.341747Z","caller":"traceutil/trace.go:171","msg":"trace[913084284] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"128.687838ms","start":"2026-03-19T18:02:08.213011Z","end":"2026-03-19T18:02:08.341699Z","steps":["trace[913084284] 'process raft request' (duration: 128.407472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:14.597747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.323854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:14.597924Z","caller":"traceutil/trace.go:171","msg":"trace[680214008] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5178; }","duration":"225.097743ms","start":"2026-03-19T18:02:14.372809Z","end":"2026-03-19T18:02:14.597907Z","steps":["trace[680214008] 'read index received' (duration: 90.525443ms)","trace[680214008] 'applied index is now lower than readState.Index' (duration: 134.57111ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:14.597995Z","caller":"traceutil/trace.go:171","msg":"trace[997827816] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"249.362141ms","start":"2026-03-19T18:02:14.348601Z","end":"2026-03-19T18:02:14.597963Z","steps":["trace[997827816] 'process raft request' (duration: 249.249499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:14.598079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.280798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:14.5981Z","caller":"traceutil/trace.go:171","msg":"trace[1785035984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4969; }","duration":"225.350849ms","start":"2026-03-19T18:02:14.372742Z","end":"2026-03-19T18:02:14.598093Z","steps":["trace[1785035984] 'agreement among raft nodes before linearized reading' (duration: 225.236977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:14.598227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.182284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:02:14.598233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.985601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:14.598255Z","caller":"traceutil/trace.go:171","msg":"trace[291932442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4969; }","duration":"111.241564ms","start":"2026-03-19T18:02:14.487008Z","end":"2026-03-19T18:02:14.598249Z","steps":["trace[291932442] 'agreement among raft nodes before linearized reading' (duration: 111.167192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:14.59827Z","caller":"traceutil/trace.go:171","msg":"trace[1394667193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4969; }","duration":"109.072972ms","start":"2026-03-19T18:02:14.489185Z","end":"2026-03-19T18:02:14.598258Z","steps":["trace[1394667193] 'agreement among raft nodes before linearized reading' (duration: 108.96644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:14.598266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.562007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:14.598355Z","caller":"traceutil/trace.go:171","msg":"trace[1983069401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4969; }","duration":"223.677109ms","start":"2026-03-19T18:02:14.374655Z","end":"2026-03-19T18:02:14.598332Z","steps":["trace[1983069401] 'agreement among raft nodes before linearized reading' (duration: 223.472334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:14.598421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.174806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:02:14.59854Z","caller":"traceutil/trace.go:171","msg":"trace[722068494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:4969; }","duration":"223.353281ms","start":"2026-03-19T18:02:14.375163Z","end":"2026-03-19T18:02:14.598516Z","steps":["trace[722068494] 'agreement among raft nodes before linearized reading' (duration: 223.018583ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:14.59865Z","caller":"traceutil/trace.go:171","msg":"trace[585433271] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"250.898078ms","start":"2026-03-19T18:02:14.347676Z","end":"2026-03-19T18:02:14.598574Z","steps":["trace[585433271] 'process raft request' (duration: 115.660922ms)","trace[585433271] 'compare' (duration: 134.218762ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:20.283323Z","caller":"traceutil/trace.go:171","msg":"trace[1353112851] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"679.31335ms","start":"2026-03-19T18:02:19.603983Z","end":"2026-03-19T18:02:20.283296Z","steps":["trace[1353112851] 'process raft request' (duration: 679.131016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:20.283535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:19.60395Z","time spent":"679.472194ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7957,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:20.416604Z","caller":"traceutil/trace.go:171","msg":"trace[676283899] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"125.701425ms","start":"2026-03-19T18:02:20.290861Z","end":"2026-03-19T18:02:20.416562Z","steps":["trace[676283899] 'process raft request' (duration: 31.842872ms)","trace[676283899] 'compare' (duration: 93.585307ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:20.416925Z","caller":"traceutil/trace.go:171","msg":"trace[2144642190] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"125.661994ms","start":"2026-03-19T18:02:20.291238Z","end":"2026-03-19T18:02:20.4169Z","steps":["trace[2144642190] 'process raft request' (duration: 125.264995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.417308Z","caller":"traceutil/trace.go:171","msg":"trace[1609858029] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"125.862938ms","start":"2026-03-19T18:02:20.291407Z","end":"2026-03-19T18:02:20.41727Z","steps":["trace[1609858029] 'process raft request' (duration: 125.383327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:20.417409Z","caller":"traceutil/trace.go:171","msg":"trace[1605769235] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"125.246474ms","start":"2026-03-19T18:02:20.292152Z","end":"2026-03-19T18:02:20.417398Z","steps":["trace[1605769235] 'process raft request' (duration: 125.012449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.109669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.713826ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T18:02:21.10976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.476513Z","time spent":"633.242823ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:02:21.135058Z","caller":"traceutil/trace.go:171","msg":"trace[212435132] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5249; }","duration":"506.237666ms","start":"2026-03-19T18:02:20.628788Z","end":"2026-03-19T18:02:21.135026Z","steps":["trace[212435132] 'read index received' (duration: 284.238126ms)","trace[212435132] 'applied index is now lower than readState.Index' (duration: 221.9988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:21.135159Z","caller":"traceutil/trace.go:171","msg":"trace[455553633] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"515.619354ms","start":"2026-03-19T18:02:20.619532Z","end":"2026-03-19T18:02:21.135152Z","steps":["trace[455553633] 'process raft request' (duration: 515.46089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.135141Z","caller":"traceutil/trace.go:171","msg":"trace[866333833] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"516.226739ms","start":"2026-03-19T18:02:20.618884Z","end":"2026-03-19T18:02:21.135111Z","steps":["trace[866333833] 'process raft request' (duration: 515.940752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.135272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.61951Z","time spent":"515.675154ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:21.135274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.618854Z","time spent":"516.341942ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:21.135486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.648786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:21.135665Z","caller":"traceutil/trace.go:171","msg":"trace[1074946810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5038; }","duration":"506.876581ms","start":"2026-03-19T18:02:20.628758Z","end":"2026-03-19T18:02:21.135634Z","steps":["trace[1074946810] 'agreement among raft nodes before linearized reading' (duration: 506.461141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.135806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.628745Z","time spent":"507.042075ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:02:21.153295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.635857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:02:21.153295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.538193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:02:21.153364Z","caller":"traceutil/trace.go:171","msg":"trace[348272542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:5039; }","duration":"518.635276ms","start":"2026-03-19T18:02:20.634714Z","end":"2026-03-19T18:02:21.15335Z","steps":["trace[348272542] 'agreement among raft nodes before linearized reading' (duration: 518.471842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.153364Z","caller":"traceutil/trace.go:171","msg":"trace[1454925930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5039; }","duration":"523.73294ms","start":"2026-03-19T18:02:20.62961Z","end":"2026-03-19T18:02:21.153343Z","steps":["trace[1454925930] 'agreement among raft nodes before linearized reading' (duration: 523.486624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.153362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.784587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:02:21.153399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.634704Z","time spent":"518.687267ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:02:21.153429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.629595Z","time spent":"523.818211ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:21.153454Z","caller":"traceutil/trace.go:171","msg":"trace[916697529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5039; }","duration":"515.866219ms","start":"2026-03-19T18:02:20.637551Z","end":"2026-03-19T18:02:21.153418Z","steps":["trace[916697529] 'agreement among raft nodes before linearized reading' (duration: 515.571922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.153501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.637508Z","time spent":"515.983831ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:21.153829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.985992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:02:21.153895Z","caller":"traceutil/trace.go:171","msg":"trace[1129907864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5039; }","duration":"516.099655ms","start":"2026-03-19T18:02:20.63778Z","end":"2026-03-19T18:02:21.15388Z","steps":["trace[1129907864] 'agreement among raft nodes before linearized reading' (duration: 515.91922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.153939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.637758Z","time spent":"516.172196ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:21.154269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.916674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:02:21.154354Z","caller":"traceutil/trace.go:171","msg":"trace[1459887076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5039; }","duration":"524.524369ms","start":"2026-03-19T18:02:20.629811Z","end":"2026-03-19T18:02:21.154335Z","steps":["trace[1459887076] 'agreement among raft nodes before linearized reading' (duration: 523.433662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.154499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:20.629803Z","time spent":"524.683303ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:02:21.640068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.512863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:21.640205Z","caller":"traceutil/trace.go:171","msg":"trace[437973760] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5253; }","duration":"484.687774ms","start":"2026-03-19T18:02:21.155494Z","end":"2026-03-19T18:02:21.640182Z","steps":["trace[437973760] 'read index received' (duration: 55.938206ms)","trace[437973760] 'applied index is now lower than readState.Index' (duration: 428.747408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:21.640266Z","caller":"traceutil/trace.go:171","msg":"trace[1718449242] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"499.181754ms","start":"2026-03-19T18:02:21.14106Z","end":"2026-03-19T18:02:21.640241Z","steps":["trace[1718449242] 'process raft request' (duration: 70.401525ms)","trace[1718449242] 'compare' (duration: 428.300298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:21.640369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.141026Z","time spent":"499.296217ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:21.640436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.93505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T18:02:21.640501Z","caller":"traceutil/trace.go:171","msg":"trace[808740526] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5040; }","duration":"485.019092ms","start":"2026-03-19T18:02:21.155466Z","end":"2026-03-19T18:02:21.640485Z","steps":["trace[808740526] 'agreement among raft nodes before linearized reading' (duration: 484.813497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.640598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.155444Z","time spent":"485.144095ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T18:02:21.788706Z","caller":"traceutil/trace.go:171","msg":"trace[287349154] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"630.541068ms","start":"2026-03-19T18:02:21.158131Z","end":"2026-03-19T18:02:21.788672Z","steps":["trace[287349154] 'process raft request' (duration: 597.285112ms)","trace[287349154] 'compare' (duration: 33.0045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:21.788876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.158109Z","time spent":"630.672941ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.788741Z","caller":"traceutil/trace.go:171","msg":"trace[1568630560] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"630.20591ms","start":"2026-03-19T18:02:21.158502Z","end":"2026-03-19T18:02:21.788708Z","steps":["trace[1568630560] 'process raft request' (duration: 630.089057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.789135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.158493Z","time spent":"630.502767ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.789308Z","caller":"traceutil/trace.go:171","msg":"trace[1525099896] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"630.750102ms","start":"2026-03-19T18:02:21.158524Z","end":"2026-03-19T18:02:21.789274Z","steps":["trace[1525099896] 'process raft request' (duration: 630.127227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.789512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.158511Z","time spent":"630.899097ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:21.789559Z","caller":"traceutil/trace.go:171","msg":"trace[607714382] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5254; }","duration":"149.210476ms","start":"2026-03-19T18:02:21.640284Z","end":"2026-03-19T18:02:21.789494Z","steps":["trace[607714382] 'read index received' (duration: 115.033918ms)","trace[607714382] 'applied index is now lower than readState.Index' (duration: 34.173907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:21.789714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.672068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:21.789766Z","caller":"traceutil/trace.go:171","msg":"trace[702370369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5044; }","duration":"601.76566ms","start":"2026-03-19T18:02:21.18799Z","end":"2026-03-19T18:02:21.789756Z","steps":["trace[702370369] 'agreement among raft nodes before linearized reading' (duration: 601.665957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:21.789603Z","caller":"traceutil/trace.go:171","msg":"trace[1069795319] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"630.252731ms","start":"2026-03-19T18:02:21.159328Z","end":"2026-03-19T18:02:21.789581Z","steps":["trace[1069795319] 'process raft request' (duration: 629.836771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.789801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.187966Z","time spent":"601.827691ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:02:21.789911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.935302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70862"} {"level":"info","ts":"2026-03-19T18:02:21.789984Z","caller":"traceutil/trace.go:171","msg":"trace[56107115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5044; }","duration":"630.041665ms","start":"2026-03-19T18:02:21.159926Z","end":"2026-03-19T18:02:21.789967Z","steps":["trace[56107115] 'agreement among raft nodes before linearized reading' (duration: 629.740588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.790033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.159915Z","time spent":"630.104626ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70884,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:02:21.790027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.908484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:21.790093Z","caller":"traceutil/trace.go:171","msg":"trace[569201171] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5044; }","duration":"108.012346ms","start":"2026-03-19T18:02:21.682063Z","end":"2026-03-19T18:02:21.790075Z","steps":["trace[569201171] 'agreement among raft nodes before linearized reading' (duration: 107.904144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.790138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.679948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:02:21.790214Z","caller":"traceutil/trace.go:171","msg":"trace[1026882998] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5044; }","duration":"147.862983ms","start":"2026-03-19T18:02:21.642336Z","end":"2026-03-19T18:02:21.790199Z","steps":["trace[1026882998] 'agreement among raft nodes before linearized reading' (duration: 147.484443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:21.790568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.159318Z","time spent":"630.523207ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:22.251918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.384221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:22.252018Z","caller":"traceutil/trace.go:171","msg":"trace[1542588803] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5044; }","duration":"355.547865ms","start":"2026-03-19T18:02:21.896447Z","end":"2026-03-19T18:02:22.251995Z","steps":["trace[1542588803] 'count revisions from in-memory index tree' (duration: 355.267757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:22.252078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:21.896422Z","time spent":"355.643297ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:22.547293Z","caller":"traceutil/trace.go:171","msg":"trace[306944465] linearizableReadLoop","detail":"{readStateIndex:5260; appliedIndex:5259; }","duration":"100.487284ms","start":"2026-03-19T18:02:22.446782Z","end":"2026-03-19T18:02:22.547269Z","steps":["trace[306944465] 'read index received' (duration: 28.07676ms)","trace[306944465] 'applied index is now lower than readState.Index' (duration: 72.409744ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:22.547364Z","caller":"traceutil/trace.go:171","msg":"trace[114554149] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"110.231011ms","start":"2026-03-19T18:02:22.437081Z","end":"2026-03-19T18:02:22.547312Z","steps":["trace[114554149] 'process raft request' (duration: 37.759395ms)","trace[114554149] 'compare' (duration: 72.300702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:22.547434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.628878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:22.547464Z","caller":"traceutil/trace.go:171","msg":"trace[1409491683] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5046; }","duration":"100.70485ms","start":"2026-03-19T18:02:22.446751Z","end":"2026-03-19T18:02:22.547456Z","steps":["trace[1409491683] 'agreement among raft nodes before linearized reading' (duration: 100.603457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:22.708545Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2559} {"level":"warn","ts":"2026-03-19T18:02:22.709415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.325598ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-19T18:02:22.709526Z","caller":"traceutil/trace.go:171","msg":"trace[1709751959] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5260; }","duration":"158.4482ms","start":"2026-03-19T18:02:22.551061Z","end":"2026-03-19T18:02:22.709509Z","steps":["trace[1709751959] 'read index received' (duration: 34.074266ms)","trace[1709751959] 'applied index is now lower than readState.Index' (duration: 124.372734ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:22.709673Z","caller":"traceutil/trace.go:171","msg":"trace[129204982] compact","detail":"{revision:2559; response_revision:5046; }","duration":"160.752895ms","start":"2026-03-19T18:02:22.54887Z","end":"2026-03-19T18:02:22.709623Z","steps":["trace[129204982] 'process raft request' (duration: 36.173546ms)","trace[129204982] 'check and update compact revision' (duration: 123.157724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:22.709902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.816328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:02:22.709953Z","caller":"traceutil/trace.go:171","msg":"trace[476934602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5046; }","duration":"158.905531ms","start":"2026-03-19T18:02:22.551031Z","end":"2026-03-19T18:02:22.709937Z","steps":["trace[476934602] 'agreement among raft nodes before linearized reading' (duration: 158.601274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:23.116203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.101481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:23.116586Z","caller":"traceutil/trace.go:171","msg":"trace[996165750] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5261; }","duration":"391.66718ms","start":"2026-03-19T18:02:22.724894Z","end":"2026-03-19T18:02:23.116561Z","steps":["trace[996165750] 'read index received' (duration: 32.100378ms)","trace[996165750] 'applied index is now lower than readState.Index' (duration: 359.563912ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:23.116727Z","caller":"traceutil/trace.go:171","msg":"trace[1861523881] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"403.66172ms","start":"2026-03-19T18:02:22.713014Z","end":"2026-03-19T18:02:23.116675Z","steps":["trace[1861523881] 'process raft request' (duration: 43.951725ms)","trace[1861523881] 'compare' (duration: 212.368545ms)","trace[1861523881] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-lvqxq.189e500e07bdc800; req_size:888; } (duration: 146.271445ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T18:02:23.116845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.842293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:23.116931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:22.712982Z","time spent":"403.836185ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:23.11695Z","caller":"traceutil/trace.go:171","msg":"trace[1730962253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5047; }","duration":"223.998468ms","start":"2026-03-19T18:02:22.892936Z","end":"2026-03-19T18:02:23.116935Z","steps":["trace[1730962253] 'agreement among raft nodes before linearized reading' (duration: 223.856634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:23.116982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.09179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-19T18:02:23.116922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.375176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:23.117126Z","caller":"traceutil/trace.go:171","msg":"trace[1463519758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5047; }","duration":"283.582181ms","start":"2026-03-19T18:02:22.833527Z","end":"2026-03-19T18:02:23.117109Z","steps":["trace[1463519758] 'agreement among raft nodes before linearized reading' (duration: 283.244533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:23.117063Z","caller":"traceutil/trace.go:171","msg":"trace[1810937898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5047; }","duration":"392.227273ms","start":"2026-03-19T18:02:22.724812Z","end":"2026-03-19T18:02:23.117039Z","steps":["trace[1810937898] 'agreement among raft nodes before linearized reading' (duration: 391.908496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:23.117238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:22.724782Z","time spent":"392.439669ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T18:02:23.297814Z","caller":"traceutil/trace.go:171","msg":"trace[1470208762] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5262; }","duration":"109.666137ms","start":"2026-03-19T18:02:23.188116Z","end":"2026-03-19T18:02:23.297783Z","steps":["trace[1470208762] 'read index received' (duration: 25.379465ms)","trace[1470208762] 'applied index is now lower than readState.Index' (duration: 84.285502ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:23.297897Z","caller":"traceutil/trace.go:171","msg":"trace[902398087] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"156.110383ms","start":"2026-03-19T18:02:23.141743Z","end":"2026-03-19T18:02:23.297854Z","steps":["trace[902398087] 'process raft request' (duration: 71.816481ms)","trace[902398087] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:551; } (duration: 74.591047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:23.298075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.948164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:23.298129Z","caller":"traceutil/trace.go:171","msg":"trace[569661039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5049; }","duration":"110.027926ms","start":"2026-03-19T18:02:23.188089Z","end":"2026-03-19T18:02:23.298117Z","steps":["trace[569661039] 'agreement among raft nodes before linearized reading' (duration: 109.900133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:23.297914Z","caller":"traceutil/trace.go:171","msg":"trace[1872671875] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"154.780931ms","start":"2026-03-19T18:02:23.143094Z","end":"2026-03-19T18:02:23.297875Z","steps":["trace[1872671875] 'process raft request' (duration: 154.615357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:23.31504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2559,"took":"604.373514ms","hash":1010881237,"current-db-size-bytes":37732352,"current-db-size":"38 MB","current-db-size-in-use-bytes":27471872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:02:23.315101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010881237,"revision":2559,"compact-revision":-1} {"level":"info","ts":"2026-03-19T18:02:25.783878Z","caller":"traceutil/trace.go:171","msg":"trace[1536784191] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"114.440454ms","start":"2026-03-19T18:02:25.669404Z","end":"2026-03-19T18:02:25.783844Z","steps":["trace[1536784191] 'process raft request' (duration: 114.230908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.836378Z","caller":"traceutil/trace.go:171","msg":"trace[218109109] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"158.973842ms","start":"2026-03-19T18:02:25.677358Z","end":"2026-03-19T18:02:25.836332Z","steps":["trace[218109109] 'process raft request' (duration: 154.982405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:25.859521Z","caller":"traceutil/trace.go:171","msg":"trace[152014349] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5300; }","duration":"145.325271ms","start":"2026-03-19T18:02:25.714148Z","end":"2026-03-19T18:02:25.859473Z","steps":["trace[152014349] 'read index received' (duration: 69.477273ms)","trace[152014349] 'applied index is now lower than readState.Index' (duration: 75.842418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:25.859933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.742502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:02:25.860166Z","caller":"traceutil/trace.go:171","msg":"trace[546722875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5088; }","duration":"145.881935ms","start":"2026-03-19T18:02:25.714138Z","end":"2026-03-19T18:02:25.86002Z","steps":["trace[546722875] 'agreement among raft nodes before linearized reading' (duration: 145.479385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.336672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.057945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:26.336807Z","caller":"traceutil/trace.go:171","msg":"trace[1232404776] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"469.65242ms","start":"2026-03-19T18:02:25.867131Z","end":"2026-03-19T18:02:26.336783Z","steps":["trace[1232404776] 'process raft request' (duration: 338.365388ms)","trace[1232404776] 'compare' (duration: 130.949532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:26.33724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.867095Z","time spent":"470.0828ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:26.355571Z","caller":"traceutil/trace.go:171","msg":"trace[1245562792] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"488.012314ms","start":"2026-03-19T18:02:25.867535Z","end":"2026-03-19T18:02:26.355547Z","steps":["trace[1245562792] 'process raft request' (duration: 487.902462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:26.355633Z","caller":"traceutil/trace.go:171","msg":"trace[2053569187] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"488.126147ms","start":"2026-03-19T18:02:25.867459Z","end":"2026-03-19T18:02:26.355585Z","steps":["trace[2053569187] 'process raft request' (duration: 487.934573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.35575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.867515Z","time spent":"488.131277ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:26.355806Z","caller":"traceutil/trace.go:171","msg":"trace[539490249] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"488.381113ms","start":"2026-03-19T18:02:25.867371Z","end":"2026-03-19T18:02:26.355752Z","steps":["trace[539490249] 'process raft request' (duration: 487.861131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:26.356015Z","caller":"traceutil/trace.go:171","msg":"trace[1129479604] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"488.423314ms","start":"2026-03-19T18:02:25.867553Z","end":"2026-03-19T18:02:26.355976Z","steps":["trace[1129479604] 'process raft request' (duration: 487.940852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.356087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.867339Z","time spent":"488.585327ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:26.355848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.867453Z","time spent":"488.281141ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:26.356118Z","caller":"traceutil/trace.go:171","msg":"trace[406628994] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"487.930212ms","start":"2026-03-19T18:02:25.868149Z","end":"2026-03-19T18:02:26.356079Z","steps":["trace[406628994] 'process raft request' (duration: 487.642295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.356207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.867544Z","time spent":"488.564128ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:26.356404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.868127Z","time spent":"488.149378ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:26.35645Z","caller":"traceutil/trace.go:171","msg":"trace[990070187] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"488.17791ms","start":"2026-03-19T18:02:25.868258Z","end":"2026-03-19T18:02:26.356436Z","steps":["trace[990070187] 'process raft request' (duration: 487.725598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.356503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.868253Z","time spent":"488.22271ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:26.356492Z","caller":"traceutil/trace.go:171","msg":"trace[1746495799] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5304; }","duration":"487.42056ms","start":"2026-03-19T18:02:25.869057Z","end":"2026-03-19T18:02:26.356478Z","steps":["trace[1746495799] 'read index received' (duration: 336.37211ms)","trace[1746495799] 'applied index is now lower than readState.Index' (duration: 151.046939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:26.356664Z","caller":"traceutil/trace.go:171","msg":"trace[610493433] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"487.741529ms","start":"2026-03-19T18:02:25.868796Z","end":"2026-03-19T18:02:26.356538Z","steps":["trace[610493433] 'process raft request' (duration: 487.537254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.356806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.868788Z","time spent":"487.976724ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:26.356703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.639396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T18:02:26.356929Z","caller":"traceutil/trace.go:171","msg":"trace[816235107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358; range_end:; response_count:1; response_revision:5096; }","duration":"487.897071ms","start":"2026-03-19T18:02:25.869018Z","end":"2026-03-19T18:02:26.356915Z","steps":["trace[816235107] 'agreement among raft nodes before linearized reading' (duration: 487.506682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.356979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.869008Z","time spent":"487.954553ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-e09bafe3-173e-4655-b84e-86867eace358\" "} {"level":"warn","ts":"2026-03-19T18:02:26.378185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.224324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:02:26.378211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.406982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:02:26.378244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.015444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:26.378269Z","caller":"traceutil/trace.go:171","msg":"trace[1052780246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5097; }","duration":"189.358347ms","start":"2026-03-19T18:02:26.18889Z","end":"2026-03-19T18:02:26.378248Z","steps":["trace[1052780246] 'agreement among raft nodes before linearized reading' (duration: 189.169183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:26.378288Z","caller":"traceutil/trace.go:171","msg":"trace[1428524162] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5097; }","duration":"334.549046ms","start":"2026-03-19T18:02:26.043722Z","end":"2026-03-19T18:02:26.378271Z","steps":["trace[1428524162] 'agreement among raft nodes before linearized reading' (duration: 334.390772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:26.378323Z","caller":"traceutil/trace.go:171","msg":"trace[1114990977] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5097; }","duration":"441.160188ms","start":"2026-03-19T18:02:25.937136Z","end":"2026-03-19T18:02:26.378296Z","steps":["trace[1114990977] 'agreement among raft nodes before linearized reading' (duration: 441.020985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.378336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:26.043692Z","time spent":"334.631477ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:26.37837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.937115Z","time spent":"441.244461ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:02:26.378683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.666424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70873"} {"level":"info","ts":"2026-03-19T18:02:26.378749Z","caller":"traceutil/trace.go:171","msg":"trace[811984901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5097; }","duration":"508.775547ms","start":"2026-03-19T18:02:25.869958Z","end":"2026-03-19T18:02:26.378734Z","steps":["trace[811984901] 'agreement among raft nodes before linearized reading' (duration: 508.08676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:26.378788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:25.869938Z","time spent":"508.840599ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70895,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:02:29.496968Z","caller":"traceutil/trace.go:171","msg":"trace[1705702729] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"170.85753ms","start":"2026-03-19T18:02:29.326089Z","end":"2026-03-19T18:02:29.496946Z","steps":["trace[1705702729] 'process raft request' (duration: 170.706617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:29.497946Z","caller":"traceutil/trace.go:171","msg":"trace[378335008] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5334; }","duration":"131.951077ms","start":"2026-03-19T18:02:29.365961Z","end":"2026-03-19T18:02:29.497912Z","steps":["trace[378335008] 'read index received' (duration: 130.921553ms)","trace[378335008] 'applied index is now lower than readState.Index' (duration: 1.027274ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:29.498Z","caller":"traceutil/trace.go:171","msg":"trace[962150578] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"166.481223ms","start":"2026-03-19T18:02:29.33148Z","end":"2026-03-19T18:02:29.497961Z","steps":["trace[962150578] 'process raft request' (duration: 166.219727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:29.498221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.234494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:29.498275Z","caller":"traceutil/trace.go:171","msg":"trace[1769003573] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5120; }","duration":"132.356346ms","start":"2026-03-19T18:02:29.365904Z","end":"2026-03-19T18:02:29.49826Z","steps":["trace[1769003573] 'agreement among raft nodes before linearized reading' (duration: 132.125541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.008162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.195725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T18:02:31.008271Z","caller":"traceutil/trace.go:171","msg":"trace[473908952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79; range_end:; response_count:1; response_revision:5185; }","duration":"149.353069ms","start":"2026-03-19T18:02:30.858894Z","end":"2026-03-19T18:02:31.008247Z","steps":["trace[473908952] 'range keys from in-memory index tree' (duration: 148.99368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.008245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.837382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T18:02:31.008359Z","caller":"traceutil/trace.go:171","msg":"trace[993006293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79; range_end:; response_count:1; response_revision:5185; }","duration":"304.009686ms","start":"2026-03-19T18:02:30.70432Z","end":"2026-03-19T18:02:31.00833Z","steps":["trace[993006293] 'range keys from in-memory index tree' (duration: 303.529314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.008469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:30.704239Z","time spent":"304.163539ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79\" "} {"level":"info","ts":"2026-03-19T18:02:31.697801Z","caller":"traceutil/trace.go:171","msg":"trace[1282959213] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"679.804391ms","start":"2026-03-19T18:02:31.017963Z","end":"2026-03-19T18:02:31.697767Z","steps":["trace[1282959213] 'process raft request' (duration: 679.624937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:31.697982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:31.017943Z","time spent":"679.952664ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:31.702847Z","caller":"traceutil/trace.go:171","msg":"trace[1998496723] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"197.868505ms","start":"2026-03-19T18:02:31.504949Z","end":"2026-03-19T18:02:31.702818Z","steps":["trace[1998496723] 'process raft request' (duration: 197.819773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:31.702898Z","caller":"traceutil/trace.go:171","msg":"trace[65752418] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"199.823012ms","start":"2026-03-19T18:02:31.503037Z","end":"2026-03-19T18:02:31.70286Z","steps":["trace[65752418] 'process raft request' (duration: 199.431442ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:33.957713Z","caller":"traceutil/trace.go:171","msg":"trace[910100840] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"181.511129ms","start":"2026-03-19T18:02:33.77617Z","end":"2026-03-19T18:02:33.957681Z","steps":["trace[910100840] 'process raft request' (duration: 181.304104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:38.590903Z","caller":"traceutil/trace.go:171","msg":"trace[437177614] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"119.493455ms","start":"2026-03-19T18:02:38.471384Z","end":"2026-03-19T18:02:38.590878Z","steps":["trace[437177614] 'process raft request' (duration: 119.223669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:38.591134Z","caller":"traceutil/trace.go:171","msg":"trace[744607855] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"119.347552ms","start":"2026-03-19T18:02:38.47176Z","end":"2026-03-19T18:02:38.591108Z","steps":["trace[744607855] 'process raft request' (duration: 119.040514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:38.7155Z","caller":"traceutil/trace.go:171","msg":"trace[464179583] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"143.096898ms","start":"2026-03-19T18:02:38.572337Z","end":"2026-03-19T18:02:38.715434Z","steps":["trace[464179583] 'process raft request' (duration: 84.696493ms)","trace[464179583] 'compare' (duration: 58.127828ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:39.224508Z","caller":"traceutil/trace.go:171","msg":"trace[1125825720] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"195.948708ms","start":"2026-03-19T18:02:39.028531Z","end":"2026-03-19T18:02:39.22448Z","steps":["trace[1125825720] 'process raft request' (duration: 195.670891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:40.159945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.272669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:02:40.160399Z","caller":"traceutil/trace.go:171","msg":"trace[1312244030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5273; }","duration":"102.791871ms","start":"2026-03-19T18:02:40.057585Z","end":"2026-03-19T18:02:40.160377Z","steps":["trace[1312244030] 'range keys from in-memory index tree' (duration: 102.079014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.61745Z","caller":"traceutil/trace.go:171","msg":"trace[2022302015] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"111.83649ms","start":"2026-03-19T18:02:41.50558Z","end":"2026-03-19T18:02:41.617417Z","steps":["trace[2022302015] 'process raft request' (duration: 111.588414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:41.617706Z","caller":"traceutil/trace.go:171","msg":"trace[2090706625] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"111.640585ms","start":"2026-03-19T18:02:41.506055Z","end":"2026-03-19T18:02:41.617696Z","steps":["trace[2090706625] 'process raft request' (duration: 111.308607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.274054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.165771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:45.274198Z","caller":"traceutil/trace.go:171","msg":"trace[939310397] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5549; }","duration":"598.01003ms","start":"2026-03-19T18:02:44.676161Z","end":"2026-03-19T18:02:45.274171Z","steps":["trace[939310397] 'read index received' (duration: 222.621702ms)","trace[939310397] 'applied index is now lower than readState.Index' (duration: 375.386628ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:45.27425Z","caller":"traceutil/trace.go:171","msg":"trace[1201064926] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"613.742852ms","start":"2026-03-19T18:02:44.660472Z","end":"2026-03-19T18:02:45.274215Z","steps":["trace[1201064926] 'process raft request' (duration: 238.297483ms)","trace[1201064926] 'compare' (duration: 374.815653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:45.274456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.660446Z","time spent":"613.886825ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:02:45.274475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.314917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:45.274548Z","caller":"traceutil/trace.go:171","msg":"trace[1879602121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"598.4222ms","start":"2026-03-19T18:02:44.676109Z","end":"2026-03-19T18:02:45.274531Z","steps":["trace[1879602121] 'agreement among raft nodes before linearized reading' (duration: 598.163464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.2746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.676086Z","time spent":"598.499451ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:02:45.340538Z","caller":"traceutil/trace.go:171","msg":"trace[1432613334] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"571.998198ms","start":"2026-03-19T18:02:44.768482Z","end":"2026-03-19T18:02:45.34048Z","steps":["trace[1432613334] 'process raft request' (duration: 571.615329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.340587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.588877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T18:02:45.340689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.899637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4474"} {"level":"info","ts":"2026-03-19T18:02:45.340704Z","caller":"traceutil/trace.go:171","msg":"trace[1043024801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5331; }","duration":"512.756771ms","start":"2026-03-19T18:02:44.827917Z","end":"2026-03-19T18:02:45.340674Z","steps":["trace[1043024801] 'agreement among raft nodes before linearized reading' (duration: 512.461584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.340582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.400572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:45.34075Z","caller":"traceutil/trace.go:171","msg":"trace[1681510984] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5331; }","duration":"503.995118ms","start":"2026-03-19T18:02:44.836741Z","end":"2026-03-19T18:02:45.340736Z","steps":["trace[1681510984] 'agreement among raft nodes before linearized reading' (duration: 503.806804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.340772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.827894Z","time spent":"512.861174ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:02:45.340796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.836731Z","time spent":"504.055981ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4496,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-19T18:02:45.340794Z","caller":"traceutil/trace.go:171","msg":"trace[1327581303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5331; }","duration":"153.649148ms","start":"2026-03-19T18:02:45.187129Z","end":"2026-03-19T18:02:45.340778Z","steps":["trace[1327581303] 'agreement among raft nodes before linearized reading' (duration: 153.364722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:45.34081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:44.768452Z","time spent":"572.220824ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:45.393719Z","caller":"traceutil/trace.go:171","msg":"trace[770031524] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"111.065834ms","start":"2026-03-19T18:02:45.282628Z","end":"2026-03-19T18:02:45.393694Z","steps":["trace[770031524] 'process raft request' (duration: 93.16431ms)","trace[770031524] 'compare' (duration: 17.72101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:47.157363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.099125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:47.157488Z","caller":"traceutil/trace.go:171","msg":"trace[1897758778] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5363; }","duration":"390.243979ms","start":"2026-03-19T18:02:46.767188Z","end":"2026-03-19T18:02:47.157432Z","steps":["trace[1897758778] 'count revisions from in-memory index tree' (duration: 389.986462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:47.157515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.016271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T18:02:47.157541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:46.767165Z","time spent":"390.358691ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:02:47.157592Z","caller":"traceutil/trace.go:171","msg":"trace[982029510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5363; }","duration":"298.104334ms","start":"2026-03-19T18:02:46.859468Z","end":"2026-03-19T18:02:47.157572Z","steps":["trace[982029510] 'range keys from in-memory index tree' (duration: 297.808707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:47.21352Z","caller":"traceutil/trace.go:171","msg":"trace[384104087] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"309.567611ms","start":"2026-03-19T18:02:46.903903Z","end":"2026-03-19T18:02:47.213471Z","steps":["trace[384104087] 'process raft request' (duration: 309.216633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:47.213773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:46.903862Z","time spent":"309.775276ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:49.562716Z","caller":"traceutil/trace.go:171","msg":"trace[552008688] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"224.63172ms","start":"2026-03-19T18:02:49.338061Z","end":"2026-03-19T18:02:49.562693Z","steps":["trace[552008688] 'process raft request' (duration: 224.416145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:49.562785Z","caller":"traceutil/trace.go:171","msg":"trace[317103985] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"209.542413ms","start":"2026-03-19T18:02:49.353203Z","end":"2026-03-19T18:02:49.562746Z","steps":["trace[317103985] 'process raft request' (duration: 209.427121ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:49.562692Z","caller":"traceutil/trace.go:171","msg":"trace[1546261420] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5596; }","duration":"156.125978ms","start":"2026-03-19T18:02:49.406545Z","end":"2026-03-19T18:02:49.562671Z","steps":["trace[1546261420] 'read index received' (duration: 155.883762ms)","trace[1546261420] 'applied index is now lower than readState.Index' (duration: 241.256µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:49.563044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.470857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:02:49.56313Z","caller":"traceutil/trace.go:171","msg":"trace[28361872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5377; }","duration":"156.61782ms","start":"2026-03-19T18:02:49.406496Z","end":"2026-03-19T18:02:49.563114Z","steps":["trace[28361872] 'agreement among raft nodes before linearized reading' (duration: 156.262291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:49.563125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.466937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:49.563212Z","caller":"traceutil/trace.go:171","msg":"trace[2112773009] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5377; }","duration":"128.58039ms","start":"2026-03-19T18:02:49.43461Z","end":"2026-03-19T18:02:49.563191Z","steps":["trace[2112773009] 'agreement among raft nodes before linearized reading' (duration: 128.397696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:52.104842Z","caller":"traceutil/trace.go:171","msg":"trace[35410531] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"106.153625ms","start":"2026-03-19T18:02:51.998657Z","end":"2026-03-19T18:02:52.104811Z","steps":["trace[35410531] 'process raft request' (duration: 105.94828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:53.354076Z","caller":"traceutil/trace.go:171","msg":"trace[501100487] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"133.258324ms","start":"2026-03-19T18:02:53.220793Z","end":"2026-03-19T18:02:53.354051Z","steps":["trace[501100487] 'process raft request' (duration: 133.07378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:53.728569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.508268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:02:53.728803Z","caller":"traceutil/trace.go:171","msg":"trace[2006636712] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"326.471151ms","start":"2026-03-19T18:02:53.402307Z","end":"2026-03-19T18:02:53.728778Z","steps":["trace[2006636712] 'process raft request' (duration: 115.563583ms)","trace[2006636712] 'compare' (duration: 210.321363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:02:53.728895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:53.402287Z","time spent":"326.566454ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:53.729067Z","caller":"traceutil/trace.go:171","msg":"trace[972413432] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"151.936517ms","start":"2026-03-19T18:02:53.57709Z","end":"2026-03-19T18:02:53.729027Z","steps":["trace[972413432] 'process raft request' (duration: 151.62425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:59.027608Z","caller":"traceutil/trace.go:171","msg":"trace[1830514279] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"345.700247ms","start":"2026-03-19T18:02:58.681877Z","end":"2026-03-19T18:02:59.027577Z","steps":["trace[1830514279] 'process raft request' (duration: 345.520303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.027782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:58.681864Z","time spent":"345.83135ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:59.051168Z","caller":"traceutil/trace.go:171","msg":"trace[694133373] linearizableReadLoop","detail":"{readStateIndex:5696; appliedIndex:5694; }","duration":"367.521947ms","start":"2026-03-19T18:02:58.683617Z","end":"2026-03-19T18:02:59.051139Z","steps":["trace[694133373] 'read index received' (duration: 343.820943ms)","trace[694133373] 'applied index is now lower than readState.Index' (duration: 23.699624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:02:59.051321Z","caller":"traceutil/trace.go:171","msg":"trace[1527647587] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"368.932572ms","start":"2026-03-19T18:02:58.682349Z","end":"2026-03-19T18:02:59.051281Z","steps":["trace[1527647587] 'process raft request' (duration: 368.658484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.05144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.794695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:02:59.051466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:58.68233Z","time spent":"369.060194ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:02:59.051492Z","caller":"traceutil/trace.go:171","msg":"trace[901452909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:5471; }","duration":"367.893856ms","start":"2026-03-19T18:02:58.683586Z","end":"2026-03-19T18:02:59.05148Z","steps":["trace[901452909] 'agreement among raft nodes before linearized reading' (duration: 367.690072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.05154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:58.683574Z","time spent":"367.952069ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:02:59.051582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.68429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:02:59.051658Z","caller":"traceutil/trace.go:171","msg":"trace[766140606] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5471; }","duration":"273.825484ms","start":"2026-03-19T18:02:58.777816Z","end":"2026-03-19T18:02:59.051642Z","steps":["trace[766140606] 'agreement among raft nodes before linearized reading' (duration: 273.65855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.051772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.609417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:02:59.051857Z","caller":"traceutil/trace.go:171","msg":"trace[1164333175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5471; }","duration":"193.71445ms","start":"2026-03-19T18:02:58.858132Z","end":"2026-03-19T18:02:59.051846Z","steps":["trace[1164333175] 'agreement among raft nodes before linearized reading' (duration: 193.605028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.051889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.960716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:02:59.051917Z","caller":"traceutil/trace.go:171","msg":"trace[2065433625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5471; }","duration":"194.044369ms","start":"2026-03-19T18:02:58.857866Z","end":"2026-03-19T18:02:59.051911Z","steps":["trace[2065433625] 'agreement among raft nodes before linearized reading' (duration: 193.986677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.158963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.350908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:02:59.159077Z","caller":"traceutil/trace.go:171","msg":"trace[592912746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5471; }","duration":"103.552432ms","start":"2026-03-19T18:02:59.0555Z","end":"2026-03-19T18:02:59.159052Z","steps":["trace[592912746] 'range keys from in-memory index tree' (duration: 103.184244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:59.1591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.62911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81732"} {"level":"info","ts":"2026-03-19T18:02:59.159219Z","caller":"traceutil/trace.go:171","msg":"trace[465443579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5471; }","duration":"102.838526ms","start":"2026-03-19T18:02:59.056355Z","end":"2026-03-19T18:02:59.159194Z","steps":["trace[465443579] 'range keys from in-memory index tree' (duration: 102.254381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:00.253866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413586246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:00.754326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413586246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:01.254542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413586246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:03:01.520384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769480503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:03:01.520985Z","caller":"traceutil/trace.go:171","msg":"trace[1029007449] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"1.770243401s","start":"2026-03-19T18:02:59.750705Z","end":"2026-03-19T18:03:01.520948Z","steps":["trace[1029007449] 'process raft request' (duration: 1.770014095s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.521212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:59.750666Z","time spent":"1.770424815s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:01.58415Z","caller":"traceutil/trace.go:171","msg":"trace[209269539] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"1.623949452s","start":"2026-03-19T18:02:59.960175Z","end":"2026-03-19T18:03:01.584124Z","steps":["trace[209269539] 'process raft request' (duration: 1.623455359s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.584505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:59.960137Z","time spent":"1.624127307s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:01.584516Z","caller":"traceutil/trace.go:171","msg":"trace[837629573] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"1.603983278s","start":"2026-03-19T18:02:59.980475Z","end":"2026-03-19T18:03:01.584458Z","steps":["trace[837629573] 'process raft request' (duration: 1.603589319s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.584736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:59.980446Z","time spent":"1.604184262s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:03:01.58477Z","caller":"traceutil/trace.go:171","msg":"trace[970641853] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"1.560255746s","start":"2026-03-19T18:03:00.024481Z","end":"2026-03-19T18:03:01.584737Z","steps":["trace[970641853] 'process raft request' (duration: 1.559885117s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.584873Z","caller":"traceutil/trace.go:171","msg":"trace[496160236] linearizableReadLoop","detail":"{readStateIndex:5701; appliedIndex:5696; }","duration":"1.831093329s","start":"2026-03-19T18:02:59.753756Z","end":"2026-03-19T18:03:01.584849Z","steps":["trace[496160236] 'read index received' (duration: 1.767005573s)","trace[496160236] 'applied index is now lower than readState.Index' (duration: 64.086696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:01.584961Z","caller":"traceutil/trace.go:171","msg":"trace[95590998] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"1.370742728s","start":"2026-03-19T18:03:00.214185Z","end":"2026-03-19T18:03:01.584928Z","steps":["trace[95590998] 'process raft request' (duration: 1.370494843s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828444864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:01.585112Z","caller":"traceutil/trace.go:171","msg":"trace[745564584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5476; }","duration":"1.828504566s","start":"2026-03-19T18:02:59.756592Z","end":"2026-03-19T18:03:01.585097Z","steps":["trace[745564584] 'agreement among raft nodes before linearized reading' (duration: 1.828408913s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.024451Z","time spent":"1.560444181s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:01.585118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831347724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:03:01.585157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:59.756587Z","time spent":"1.828562437s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:03:01.585184Z","caller":"traceutil/trace.go:171","msg":"trace[1607783417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5476; }","duration":"1.831474667s","start":"2026-03-19T18:02:59.753693Z","end":"2026-03-19T18:03:01.585168Z","steps":["trace[1607783417] 'agreement among raft nodes before linearized reading' (duration: 1.831232091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.214146Z","time spent":"1.370926012s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:01.58522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.919287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:03:01.585236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396549024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:01.585306Z","caller":"traceutil/trace.go:171","msg":"trace[1478212074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5476; }","duration":"530.059691ms","start":"2026-03-19T18:03:01.055223Z","end":"2026-03-19T18:03:01.585282Z","steps":["trace[1478212074] 'agreement among raft nodes before linearized reading' (duration: 529.816255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108996128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:03:01.585357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:01.055199Z","time spent":"530.148993ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:03:01.585363Z","caller":"traceutil/trace.go:171","msg":"trace[358320644] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:5476; }","duration":"1.109048639s","start":"2026-03-19T18:03:00.476298Z","end":"2026-03-19T18:03:01.585346Z","steps":["trace[358320644] 'agreement among raft nodes before linearized reading' (duration: 1.108968388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.58536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140503622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T18:03:01.585398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.476285Z","time spent":"1.109106251s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"info","ts":"2026-03-19T18:03:01.585412Z","caller":"traceutil/trace.go:171","msg":"trace[2124189072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5476; }","duration":"1.140587304s","start":"2026-03-19T18:03:00.444809Z","end":"2026-03-19T18:03:01.585396Z","steps":["trace[2124189072] 'agreement among raft nodes before linearized reading' (duration: 1.140478901s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.50051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:01.585313Z","caller":"traceutil/trace.go:171","msg":"trace[1417358008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5476; }","duration":"1.396664167s","start":"2026-03-19T18:03:00.188628Z","end":"2026-03-19T18:03:01.585292Z","steps":["trace[1417358008] 'agreement among raft nodes before linearized reading' (duration: 1.396534394s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.444787Z","time spent":"1.140653966s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:03:01.585458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561622109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T18:03:01.585489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.188603Z","time spent":"1.396862221s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:03:01.585456Z","caller":"traceutil/trace.go:171","msg":"trace[146991639] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5476; }","duration":"152.577472ms","start":"2026-03-19T18:03:01.432867Z","end":"2026-03-19T18:03:01.585445Z","steps":["trace[146991639] 'agreement among raft nodes before linearized reading' (duration: 152.471789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.585518Z","caller":"traceutil/trace.go:171","msg":"trace[504775561] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5476; }","duration":"1.561715661s","start":"2026-03-19T18:03:00.023785Z","end":"2026-03-19T18:03:01.585501Z","steps":["trace[504775561] 'agreement among raft nodes before linearized reading' (duration: 1.561564878s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.023761Z","time spent":"1.561804104s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:03:01.585242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:02:59.753665Z","time spent":"1.83155798s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:01.585611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.56989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:03:01.58522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186946119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:01.585698Z","caller":"traceutil/trace.go:171","msg":"trace[1629872072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5476; }","duration":"1.187483902s","start":"2026-03-19T18:03:00.398204Z","end":"2026-03-19T18:03:01.585688Z","steps":["trace[1629872072] 'agreement among raft nodes before linearized reading' (duration: 1.186868047s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.585687Z","caller":"traceutil/trace.go:171","msg":"trace[1392321387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:5476; }","duration":"419.725304ms","start":"2026-03-19T18:03:01.165949Z","end":"2026-03-19T18:03:01.585674Z","steps":["trace[1392321387] 'agreement among raft nodes before linearized reading' (duration: 419.404087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.657688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"warn","ts":"2026-03-19T18:03:01.585748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.398174Z","time spent":"1.187563864s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:03:01.585788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:01.16592Z","time spent":"419.827936ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:03:01.585797Z","caller":"traceutil/trace.go:171","msg":"trace[1036032897] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5476; }","duration":"594.852062ms","start":"2026-03-19T18:03:00.990913Z","end":"2026-03-19T18:03:01.585765Z","steps":["trace[1036032897] 'agreement among raft nodes before linearized reading' (duration: 594.403272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037716758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:01.585925Z","caller":"traceutil/trace.go:171","msg":"trace[1937433629] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5476; }","duration":"1.037925673s","start":"2026-03-19T18:03:00.547972Z","end":"2026-03-19T18:03:01.585898Z","steps":["trace[1937433629] 'agreement among raft nodes before linearized reading' (duration: 1.037042632s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.585989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.547941Z","time spent":"1.038033885s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:01.585855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:00.990892Z","time spent":"594.951315ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13313,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T18:03:01.586124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.654623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:01.586278Z","caller":"traceutil/trace.go:171","msg":"trace[1762129355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5476; }","duration":"553.861048ms","start":"2026-03-19T18:03:01.032389Z","end":"2026-03-19T18:03:01.58625Z","steps":["trace[1762129355] 'agreement among raft nodes before linearized reading' (duration: 552.662319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.586379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:01.032371Z","time spent":"553.990481ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:03:01.825343Z","caller":"traceutil/trace.go:171","msg":"trace[836889688] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"234.300305ms","start":"2026-03-19T18:03:01.591016Z","end":"2026-03-19T18:03:01.825317Z","steps":["trace[836889688] 'process raft request' (duration: 234.214893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.825382Z","caller":"traceutil/trace.go:171","msg":"trace[2074825223] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"234.317156ms","start":"2026-03-19T18:03:01.591026Z","end":"2026-03-19T18:03:01.825343Z","steps":["trace[2074825223] 'process raft request' (duration: 148.298048ms)","trace[2074825223] 'compare' (duration: 85.755631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:01.82565Z","caller":"traceutil/trace.go:171","msg":"trace[1211421181] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"234.131192ms","start":"2026-03-19T18:03:01.591493Z","end":"2026-03-19T18:03:01.825625Z","steps":["trace[1211421181] 'process raft request' (duration: 233.781143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.826143Z","caller":"traceutil/trace.go:171","msg":"trace[110453453] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"234.391008ms","start":"2026-03-19T18:03:01.591738Z","end":"2026-03-19T18:03:01.826129Z","steps":["trace[110453453] 'process raft request' (duration: 233.808234ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.826281Z","caller":"traceutil/trace.go:171","msg":"trace[411792164] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"234.423908ms","start":"2026-03-19T18:03:01.591805Z","end":"2026-03-19T18:03:01.826228Z","steps":["trace[411792164] 'process raft request' (duration: 234.235173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.826533Z","caller":"traceutil/trace.go:171","msg":"trace[783033445] linearizableReadLoop","detail":"{readStateIndex:5708; appliedIndex:5702; }","duration":"196.362505ms","start":"2026-03-19T18:03:01.630138Z","end":"2026-03-19T18:03:01.826501Z","steps":["trace[783033445] 'read index received' (duration: 109.340793ms)","trace[783033445] 'applied index is now lower than readState.Index' (duration: 87.020301ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:01.826607Z","caller":"traceutil/trace.go:171","msg":"trace[390216040] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"195.495104ms","start":"2026-03-19T18:03:01.631093Z","end":"2026-03-19T18:03:01.826588Z","steps":["trace[390216040] 'process raft request' (duration: 195.268538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.826683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.852349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:01.826766Z","caller":"traceutil/trace.go:171","msg":"trace[291005077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5483; }","duration":"232.955453ms","start":"2026-03-19T18:03:01.593796Z","end":"2026-03-19T18:03:01.826751Z","steps":["trace[291005077] 'agreement among raft nodes before linearized reading' (duration: 232.805809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.826931Z","caller":"traceutil/trace.go:171","msg":"trace[1375373086] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"228.360921ms","start":"2026-03-19T18:03:01.598558Z","end":"2026-03-19T18:03:01.826919Z","steps":["trace[1375373086] 'process raft request' (duration: 227.603202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.826949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.373996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81732"} {"level":"info","ts":"2026-03-19T18:03:01.826991Z","caller":"traceutil/trace.go:171","msg":"trace[19237590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5483; }","duration":"234.450488ms","start":"2026-03-19T18:03:01.592529Z","end":"2026-03-19T18:03:01.826979Z","steps":["trace[19237590] 'agreement among raft nodes before linearized reading' (duration: 234.153371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:01.827021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.56313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-19T18:03:01.827018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.995713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T18:03:01.827089Z","caller":"traceutil/trace.go:171","msg":"trace[704117834] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5483; }","duration":"234.640982ms","start":"2026-03-19T18:03:01.592431Z","end":"2026-03-19T18:03:01.827072Z","steps":["trace[704117834] 'agreement among raft nodes before linearized reading' (duration: 234.512959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.8271Z","caller":"traceutil/trace.go:171","msg":"trace[1375561417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5483; }","duration":"193.135536ms","start":"2026-03-19T18:03:01.633945Z","end":"2026-03-19T18:03:01.82708Z","steps":["trace[1375561417] 'agreement among raft nodes before linearized reading' (duration: 192.87039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:01.956026Z","caller":"traceutil/trace.go:171","msg":"trace[1966354592] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"114.971919ms","start":"2026-03-19T18:03:01.840936Z","end":"2026-03-19T18:03:01.955908Z","steps":["trace[1966354592] 'process raft request' (duration: 96.00827ms)","trace[1966354592] 'compare' (duration: 18.784005ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:02.016926Z","caller":"traceutil/trace.go:171","msg":"trace[211695821] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5709; }","duration":"173.269614ms","start":"2026-03-19T18:03:01.843628Z","end":"2026-03-19T18:03:02.016898Z","steps":["trace[211695821] 'read index received' (duration: 93.319885ms)","trace[211695821] 'applied index is now lower than readState.Index' (duration: 79.948729ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:02.01707Z","caller":"traceutil/trace.go:171","msg":"trace[324346133] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"175.136908ms","start":"2026-03-19T18:03:01.841891Z","end":"2026-03-19T18:03:02.017028Z","steps":["trace[324346133] 'process raft request' (duration: 174.855171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.01721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.52564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T18:03:02.017296Z","caller":"traceutil/trace.go:171","msg":"trace[1622943089] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5485; }","duration":"173.704514ms","start":"2026-03-19T18:03:01.843579Z","end":"2026-03-19T18:03:02.017283Z","steps":["trace[1622943089] 'agreement among raft nodes before linearized reading' (duration: 173.457668ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.435785Z","caller":"traceutil/trace.go:171","msg":"trace[217982466] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5717; }","duration":"312.317259ms","start":"2026-03-19T18:03:02.123444Z","end":"2026-03-19T18:03:02.435761Z","steps":["trace[217982466] 'read index received' (duration: 312.136174ms)","trace[217982466] 'applied index is now lower than readState.Index' (duration: 179.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:02.435854Z","caller":"traceutil/trace.go:171","msg":"trace[1802327767] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"318.394026ms","start":"2026-03-19T18:03:02.117425Z","end":"2026-03-19T18:03:02.435819Z","steps":["trace[1802327767] 'process raft request' (duration: 318.169311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.436033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:02.117398Z","time spent":"318.532649ms","remote":"127.0.0.1:47554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:02.436109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.630706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-19T18:03:02.436249Z","caller":"traceutil/trace.go:171","msg":"trace[712488326] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5492; }","duration":"312.79848ms","start":"2026-03-19T18:03:02.123394Z","end":"2026-03-19T18:03:02.436193Z","steps":["trace[712488326] 'agreement among raft nodes before linearized reading' (duration: 312.471602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.436314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:02.12338Z","time spent":"312.924693ms","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T18:03:02.480119Z","caller":"traceutil/trace.go:171","msg":"trace[1424043735] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"253.872419ms","start":"2026-03-19T18:03:02.226214Z","end":"2026-03-19T18:03:02.480087Z","steps":["trace[1424043735] 'process raft request' (duration: 253.640734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:02.480386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.19109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T18:03:02.480459Z","caller":"traceutil/trace.go:171","msg":"trace[1290323087] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5493; }","duration":"259.325803ms","start":"2026-03-19T18:03:02.221119Z","end":"2026-03-19T18:03:02.480445Z","steps":["trace[1290323087] 'agreement among raft nodes before linearized reading' (duration: 259.084897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:02.687071Z","caller":"traceutil/trace.go:171","msg":"trace[480049644] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"201.91958ms","start":"2026-03-19T18:03:02.485117Z","end":"2026-03-19T18:03:02.687036Z","steps":["trace[480049644] 'process raft request' (duration: 201.727345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.856174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.594983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:17.856543Z","caller":"traceutil/trace.go:171","msg":"trace[940484095] linearizableReadLoop","detail":"{readStateIndex:5822; appliedIndex:5820; }","duration":"164.314286ms","start":"2026-03-19T18:03:17.692204Z","end":"2026-03-19T18:03:17.856518Z","steps":["trace[940484095] 'read index received' (duration: 6.235361ms)","trace[940484095] 'applied index is now lower than readState.Index' (duration: 158.077415ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:17.856678Z","caller":"traceutil/trace.go:171","msg":"trace[2089261149] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"209.687027ms","start":"2026-03-19T18:03:17.646953Z","end":"2026-03-19T18:03:17.85664Z","steps":["trace[2089261149] 'process raft request' (duration: 209.41485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:17.856686Z","caller":"traceutil/trace.go:171","msg":"trace[386361998] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"211.960552ms","start":"2026-03-19T18:03:17.64469Z","end":"2026-03-19T18:03:17.85665Z","steps":["trace[386361998] 'process raft request' (duration: 53.754674ms)","trace[386361998] 'compare' (duration: 157.306847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:17.857094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.8957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T18:03:17.857147Z","caller":"traceutil/trace.go:171","msg":"trace[1143784856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5593; }","duration":"165.003134ms","start":"2026-03-19T18:03:17.692131Z","end":"2026-03-19T18:03:17.857134Z","steps":["trace[1143784856] 'agreement among raft nodes before linearized reading' (duration: 164.531901ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:18.033373Z","caller":"traceutil/trace.go:171","msg":"trace[1625048661] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"106.472365ms","start":"2026-03-19T18:03:17.926869Z","end":"2026-03-19T18:03:18.033341Z","steps":["trace[1625048661] 'process raft request' (duration: 105.667675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:18.033688Z","caller":"traceutil/trace.go:171","msg":"trace[1843313897] linearizableReadLoop","detail":"{readStateIndex:5827; appliedIndex:5824; }","duration":"106.047684ms","start":"2026-03-19T18:03:17.927623Z","end":"2026-03-19T18:03:18.033671Z","steps":["trace[1843313897] 'read index received' (duration: 17.446074ms)","trace[1843313897] 'applied index is now lower than readState.Index' (duration: 88.60061ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:18.033798Z","caller":"traceutil/trace.go:171","msg":"trace[1786904852] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"105.750696ms","start":"2026-03-19T18:03:17.928019Z","end":"2026-03-19T18:03:18.033769Z","steps":["trace[1786904852] 'process raft request' (duration: 105.609203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:18.033809Z","caller":"traceutil/trace.go:171","msg":"trace[1182073455] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"106.108564ms","start":"2026-03-19T18:03:17.927667Z","end":"2026-03-19T18:03:18.033776Z","steps":["trace[1182073455] 'process raft request' (duration: 105.878029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:18.033932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81754"} {"level":"info","ts":"2026-03-19T18:03:18.033967Z","caller":"traceutil/trace.go:171","msg":"trace[695510854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5600; }","duration":"106.394742ms","start":"2026-03-19T18:03:17.927564Z","end":"2026-03-19T18:03:18.033958Z","steps":["trace[695510854] 'agreement among raft nodes before linearized reading' (duration: 106.182777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:18.033911Z","caller":"traceutil/trace.go:171","msg":"trace[1303112033] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"106.786841ms","start":"2026-03-19T18:03:17.927058Z","end":"2026-03-19T18:03:18.033845Z","steps":["trace[1303112033] 'process raft request' (duration: 106.233827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:42.133078Z","caller":"traceutil/trace.go:171","msg":"trace[571679241] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"149.424965ms","start":"2026-03-19T18:03:41.983619Z","end":"2026-03-19T18:03:42.133044Z","steps":["trace[571679241] 'process raft request' (duration: 126.741845ms)","trace[571679241] 'compare' (duration: 22.182198ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:42.133179Z","caller":"traceutil/trace.go:171","msg":"trace[632795914] linearizableReadLoop","detail":"{readStateIndex:6051; appliedIndex:6049; }","duration":"107.507359ms","start":"2026-03-19T18:03:42.025642Z","end":"2026-03-19T18:03:42.13315Z","steps":["trace[632795914] 'read index received' (duration: 84.684935ms)","trace[632795914] 'applied index is now lower than readState.Index' (duration: 22.821294ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:42.133283Z","caller":"traceutil/trace.go:171","msg":"trace[418398174] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"143.158084ms","start":"2026-03-19T18:03:41.990088Z","end":"2026-03-19T18:03:42.133246Z","steps":["trace[418398174] 'process raft request' (duration: 142.874347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.133541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.657462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:42.133604Z","caller":"traceutil/trace.go:171","msg":"trace[725469978] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5816; }","duration":"107.997811ms","start":"2026-03-19T18:03:42.025588Z","end":"2026-03-19T18:03:42.133586Z","steps":["trace[725469978] 'agreement among raft nodes before linearized reading' (duration: 107.666552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.62966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.685318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:42.629855Z","caller":"traceutil/trace.go:171","msg":"trace[2137169763] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"472.828412ms","start":"2026-03-19T18:03:42.157004Z","end":"2026-03-19T18:03:42.629833Z","steps":["trace[2137169763] 'read index received' (duration: 114.731114ms)","trace[2137169763] 'applied index is now lower than readState.Index' (duration: 358.095778ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:42.629993Z","caller":"traceutil/trace.go:171","msg":"trace[1772925607] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"587.7249ms","start":"2026-03-19T18:03:42.042227Z","end":"2026-03-19T18:03:42.629952Z","steps":["trace[1772925607] 'process raft request' (duration: 229.614431ms)","trace[1772925607] 'compare' (duration: 357.500693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:42.630179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.042201Z","time spent":"587.876834ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:42.630219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.341072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:42.630353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.500418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:03:42.630413Z","caller":"traceutil/trace.go:171","msg":"trace[1670444294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5817; }","duration":"433.59371ms","start":"2026-03-19T18:03:42.196797Z","end":"2026-03-19T18:03:42.630391Z","steps":["trace[1670444294] 'agreement among raft nodes before linearized reading' (duration: 433.500018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.630405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.96005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:03:42.63042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.234613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:03:42.630453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.423094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:03:42.630518Z","caller":"traceutil/trace.go:171","msg":"trace[186732100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5817; }","duration":"413.107644ms","start":"2026-03-19T18:03:42.217383Z","end":"2026-03-19T18:03:42.630491Z","steps":["trace[186732100] 'agreement among raft nodes before linearized reading' (duration: 412.787086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:42.630525Z","caller":"traceutil/trace.go:171","msg":"trace[953062501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5817; }","duration":"417.402407ms","start":"2026-03-19T18:03:42.213101Z","end":"2026-03-19T18:03:42.630503Z","steps":["trace[953062501] 'agreement among raft nodes before linearized reading' (duration: 417.08778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.630546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.853058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:03:42.630546Z","caller":"traceutil/trace.go:171","msg":"trace[1451114251] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:5817; }","duration":"416.556208ms","start":"2026-03-19T18:03:42.213966Z","end":"2026-03-19T18:03:42.630523Z","steps":["trace[1451114251] 'agreement among raft nodes before linearized reading' (duration: 416.280761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.63057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.217371Z","time spent":"413.189385ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:03:42.630345Z","caller":"traceutil/trace.go:171","msg":"trace[2089121131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5817; }","duration":"442.525807ms","start":"2026-03-19T18:03:42.187789Z","end":"2026-03-19T18:03:42.630315Z","steps":["trace[2089121131] 'agreement among raft nodes before linearized reading' (duration: 442.336822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.630586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.213064Z","time spent":"417.51256ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:03:42.630619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.187764Z","time spent":"442.847275ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:03:42.63062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.213953Z","time spent":"416.65777ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:03:42.630631Z","caller":"traceutil/trace.go:171","msg":"trace[261342723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5817; }","duration":"410.994422ms","start":"2026-03-19T18:03:42.219595Z","end":"2026-03-19T18:03:42.630589Z","steps":["trace[261342723] 'agreement among raft nodes before linearized reading' (duration: 410.589592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.630453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.196775Z","time spent":"433.670272ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:42.630684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.219583Z","time spent":"411.089494ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:42.630234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.213042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:03:42.630845Z","caller":"traceutil/trace.go:171","msg":"trace[1441354332] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5817; }","duration":"473.831727ms","start":"2026-03-19T18:03:42.156987Z","end":"2026-03-19T18:03:42.630819Z","steps":["trace[1441354332] 'agreement among raft nodes before linearized reading' (duration: 473.045938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.6309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.156923Z","time spent":"473.962869ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:03:42.631072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.993686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:03:42.631135Z","caller":"traceutil/trace.go:171","msg":"trace[1862689287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5817; }","duration":"412.091389ms","start":"2026-03-19T18:03:42.219028Z","end":"2026-03-19T18:03:42.631119Z","steps":["trace[1862689287] 'agreement among raft nodes before linearized reading' (duration: 411.168967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.63117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.219016Z","time spent":"412.14589ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:03:42.80742Z","caller":"traceutil/trace.go:171","msg":"trace[770603386] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"165.830244ms","start":"2026-03-19T18:03:42.641556Z","end":"2026-03-19T18:03:42.807386Z","steps":["trace[770603386] 'process raft request' (duration: 119.446978ms)","trace[770603386] 'compare' (duration: 46.13539ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:42.807691Z","caller":"traceutil/trace.go:171","msg":"trace[593288944] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"165.944586ms","start":"2026-03-19T18:03:42.641711Z","end":"2026-03-19T18:03:42.807655Z","steps":["trace[593288944] 'process raft request' (duration: 165.583777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:42.807838Z","caller":"traceutil/trace.go:171","msg":"trace[992237092] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"166.060339ms","start":"2026-03-19T18:03:42.641757Z","end":"2026-03-19T18:03:42.807817Z","steps":["trace[992237092] 'process raft request' (duration: 165.802493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:42.808065Z","caller":"traceutil/trace.go:171","msg":"trace[1931981498] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"166.262084ms","start":"2026-03-19T18:03:42.641793Z","end":"2026-03-19T18:03:42.808055Z","steps":["trace[1931981498] 'process raft request' (duration: 165.960386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:42.808254Z","caller":"traceutil/trace.go:171","msg":"trace[495287994] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"166.314734ms","start":"2026-03-19T18:03:42.641896Z","end":"2026-03-19T18:03:42.808211Z","steps":["trace[495287994] 'process raft request' (duration: 166.12311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:43.852591Z","caller":"traceutil/trace.go:171","msg":"trace[1293996146] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"119.602412ms","start":"2026-03-19T18:03:43.732955Z","end":"2026-03-19T18:03:43.852557Z","steps":["trace[1293996146] 'process raft request' (duration: 118.658479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:44.178831Z","caller":"traceutil/trace.go:171","msg":"trace[1078106624] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"171.86209ms","start":"2026-03-19T18:03:44.006936Z","end":"2026-03-19T18:03:44.178798Z","steps":["trace[1078106624] 'process raft request' (duration: 171.641284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:56.343398Z","caller":"traceutil/trace.go:171","msg":"trace[1147093409] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"101.634833ms","start":"2026-03-19T18:03:56.241734Z","end":"2026-03-19T18:03:56.343368Z","steps":["trace[1147093409] 'process raft request' (duration: 101.458188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:57.013318Z","caller":"traceutil/trace.go:171","msg":"trace[62804268] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"100.33991ms","start":"2026-03-19T18:03:56.912948Z","end":"2026-03-19T18:03:57.013288Z","steps":["trace[62804268] 'process raft request' (duration: 100.282709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:57.013449Z","caller":"traceutil/trace.go:171","msg":"trace[128334905] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"100.448164ms","start":"2026-03-19T18:03:56.912946Z","end":"2026-03-19T18:03:57.013394Z","steps":["trace[128334905] 'process raft request' (duration: 100.118466ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:07:22.717867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5046} {"level":"info","ts":"2026-03-19T18:07:22.807854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5046,"took":"88.240281ms","hash":621109243,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":21372928,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-19T18:07:22.808031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":621109243,"revision":5046,"compact-revision":2559} {"level":"info","ts":"2026-03-19T18:08:26.577539Z","caller":"traceutil/trace.go:171","msg":"trace[1894576691] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"168.776292ms","start":"2026-03-19T18:08:26.408723Z","end":"2026-03-19T18:08:26.5775Z","steps":["trace[1894576691] 'process raft request' (duration: 92.653747ms)","trace[1894576691] 'compare' (duration: 75.954291ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:27.195338Z","caller":"traceutil/trace.go:171","msg":"trace[207450698] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7958; }","duration":"289.09116ms","start":"2026-03-19T18:08:26.906221Z","end":"2026-03-19T18:08:27.195312Z","steps":["trace[207450698] 'read index received' (duration: 288.938147ms)","trace[207450698] 'applied index is now lower than readState.Index' (duration: 151.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:27.195405Z","caller":"traceutil/trace.go:171","msg":"trace[1594831259] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"385.840898ms","start":"2026-03-19T18:08:26.809535Z","end":"2026-03-19T18:08:27.195376Z","steps":["trace[1594831259] 'process raft request' (duration: 385.618463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.195546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:26.809506Z","time spent":"385.9654ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9091,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:27.195645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.393858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-19T18:08:27.195738Z","caller":"traceutil/trace.go:171","msg":"trace[1419156954] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7658; }","duration":"289.533811ms","start":"2026-03-19T18:08:26.906182Z","end":"2026-03-19T18:08:27.195716Z","steps":["trace[1419156954] 'agreement among raft nodes before linearized reading' (duration: 289.266715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:27.214554Z","caller":"traceutil/trace.go:171","msg":"trace[52794595] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"279.928948ms","start":"2026-03-19T18:08:26.934588Z","end":"2026-03-19T18:08:27.214517Z","steps":["trace[52794595] 'process raft request' (duration: 279.774035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:27.214566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.727586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:27.215084Z","caller":"traceutil/trace.go:171","msg":"trace[1892884379] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7659; }","duration":"150.147786ms","start":"2026-03-19T18:08:27.064777Z","end":"2026-03-19T18:08:27.214924Z","steps":["trace[1892884379] 'agreement among raft nodes before linearized reading' (duration: 149.712126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.295436Z","caller":"traceutil/trace.go:171","msg":"trace[347266527] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7963; }","duration":"280.509972ms","start":"2026-03-19T18:08:28.014889Z","end":"2026-03-19T18:08:28.295399Z","steps":["trace[347266527] 'read index received' (duration: 184.922423ms)","trace[347266527] 'applied index is now lower than readState.Index' (duration: 95.586209ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:28.29548Z","caller":"traceutil/trace.go:171","msg":"trace[161138966] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"297.818564ms","start":"2026-03-19T18:08:27.997625Z","end":"2026-03-19T18:08:28.295443Z","steps":["trace[161138966] 'process raft request' (duration: 202.171634ms)","trace[161138966] 'compare' (duration: 95.449875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:28.295721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.80996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-19T18:08:28.295842Z","caller":"traceutil/trace.go:171","msg":"trace[759816706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7663; }","duration":"280.982754ms","start":"2026-03-19T18:08:28.014835Z","end":"2026-03-19T18:08:28.295817Z","steps":["trace[759816706] 'agreement among raft nodes before linearized reading' (duration: 280.735028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.522368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.965324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:28.522679Z","caller":"traceutil/trace.go:171","msg":"trace[1509310006] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"222.161111ms","start":"2026-03-19T18:08:28.300477Z","end":"2026-03-19T18:08:28.522638Z","steps":["trace[1509310006] 'process raft request' (duration: 96.353907ms)","trace[1509310006] 'compare' (duration: 124.447381ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:28.523506Z","caller":"traceutil/trace.go:171","msg":"trace[1421916160] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"166.249799ms","start":"2026-03-19T18:08:28.357231Z","end":"2026-03-19T18:08:28.523481Z","steps":["trace[1421916160] 'process raft request' (duration: 165.492731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.523763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.936844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:08:28.523828Z","caller":"traceutil/trace.go:171","msg":"trace[1948298896] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7666; }","duration":"185.049017ms","start":"2026-03-19T18:08:28.338762Z","end":"2026-03-19T18:08:28.523811Z","steps":["trace[1948298896] 'agreement among raft nodes before linearized reading' (duration: 184.867603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.524469Z","caller":"traceutil/trace.go:171","msg":"trace[1529185045] linearizableReadLoop","detail":"{readStateIndex:7966; appliedIndex:7964; }","duration":"185.642182ms","start":"2026-03-19T18:08:28.338793Z","end":"2026-03-19T18:08:28.524435Z","steps":["trace[1529185045] 'read index received' (duration: 48.741078ms)","trace[1529185045] 'applied index is now lower than readState.Index' (duration: 136.897324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:28.524916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.030711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:08:28.524921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.498325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:08:28.524969Z","caller":"traceutil/trace.go:171","msg":"trace[1533617883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7666; }","duration":"131.106564ms","start":"2026-03-19T18:08:28.39385Z","end":"2026-03-19T18:08:28.524956Z","steps":["trace[1533617883] 'agreement among raft nodes before linearized reading' (duration: 130.97025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.524991Z","caller":"traceutil/trace.go:171","msg":"trace[1798027343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:7666; }","duration":"143.597447ms","start":"2026-03-19T18:08:28.381376Z","end":"2026-03-19T18:08:28.524974Z","steps":["trace[1798027343] 'agreement among raft nodes before linearized reading' (duration: 143.404402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.525013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.860587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:08:28.525098Z","caller":"traceutil/trace.go:171","msg":"trace[628558468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7666; }","duration":"116.964389ms","start":"2026-03-19T18:08:28.408089Z","end":"2026-03-19T18:08:28.525053Z","steps":["trace[628558468] 'agreement among raft nodes before linearized reading' (duration: 116.711103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.792396Z","caller":"traceutil/trace.go:171","msg":"trace[214631737] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7968; }","duration":"210.509797ms","start":"2026-03-19T18:08:28.581863Z","end":"2026-03-19T18:08:28.792373Z","steps":["trace[214631737] 'read index received' (duration: 210.288462ms)","trace[214631737] 'applied index is now lower than readState.Index' (duration: 220.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:28.792701Z","caller":"traceutil/trace.go:171","msg":"trace[1240685040] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"261.413437ms","start":"2026-03-19T18:08:28.531273Z","end":"2026-03-19T18:08:28.792687Z","steps":["trace[1240685040] 'process raft request' (duration: 260.898744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.793093Z","caller":"traceutil/trace.go:171","msg":"trace[2130778929] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"261.468089ms","start":"2026-03-19T18:08:28.531613Z","end":"2026-03-19T18:08:28.793082Z","steps":["trace[2130778929] 'process raft request' (duration: 260.71728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:28.793272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.403339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:08:28.79331Z","caller":"traceutil/trace.go:171","msg":"trace[1480901060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7669; }","duration":"211.493331ms","start":"2026-03-19T18:08:28.581808Z","end":"2026-03-19T18:08:28.793302Z","steps":["trace[1480901060] 'agreement among raft nodes before linearized reading' (duration: 211.361448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:28.957058Z","caller":"traceutil/trace.go:171","msg":"trace[1146327742] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"152.272929ms","start":"2026-03-19T18:08:28.804761Z","end":"2026-03-19T18:08:28.957034Z","steps":["trace[1146327742] 'process raft request' (duration: 151.836219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:30.958496Z","caller":"traceutil/trace.go:171","msg":"trace[1834138456] linearizableReadLoop","detail":"{readStateIndex:7982; appliedIndex:7981; }","duration":"139.759164ms","start":"2026-03-19T18:08:30.818709Z","end":"2026-03-19T18:08:30.958468Z","steps":["trace[1834138456] 'read index received' (duration: 39.132613ms)","trace[1834138456] 'applied index is now lower than readState.Index' (duration: 100.625501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:30.958702Z","caller":"traceutil/trace.go:171","msg":"trace[173711820] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"156.804209ms","start":"2026-03-19T18:08:30.801872Z","end":"2026-03-19T18:08:30.958676Z","steps":["trace[173711820] 'process raft request' (duration: 137.56019ms)","trace[173711820] 'compare' (duration: 18.92956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:30.958738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.013521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:08:30.958775Z","caller":"traceutil/trace.go:171","msg":"trace[276804252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7680; }","duration":"140.112953ms","start":"2026-03-19T18:08:30.818652Z","end":"2026-03-19T18:08:30.958765Z","steps":["trace[276804252] 'agreement among raft nodes before linearized reading' (duration: 139.914068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.649678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.130421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:41.64989Z","caller":"traceutil/trace.go:171","msg":"trace[486316041] linearizableReadLoop","detail":"{readStateIndex:8031; appliedIndex:8030; }","duration":"463.338454ms","start":"2026-03-19T18:08:41.186531Z","end":"2026-03-19T18:08:41.64987Z","steps":["trace[486316041] 'read index received' (duration: 47.853876ms)","trace[486316041] 'applied index is now lower than readState.Index' (duration: 415.483348ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:41.64999Z","caller":"traceutil/trace.go:171","msg":"trace[71836068] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"620.153154ms","start":"2026-03-19T18:08:41.029822Z","end":"2026-03-19T18:08:41.649975Z","steps":["trace[71836068] 'process raft request' (duration: 204.606894ms)","trace[71836068] 'compare' (duration: 414.815122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:41.650067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.029805Z","time spent":"620.217496ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:41.650044Z","caller":"traceutil/trace.go:171","msg":"trace[467105622] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"359.73653ms","start":"2026-03-19T18:08:41.290268Z","end":"2026-03-19T18:08:41.650005Z","steps":["trace[467105622] 'process raft request' (duration: 359.543076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.650521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.977109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:41.6506Z","caller":"traceutil/trace.go:171","msg":"trace[1118057458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7728; }","duration":"464.085242ms","start":"2026-03-19T18:08:41.186497Z","end":"2026-03-19T18:08:41.650582Z","steps":["trace[1118057458] 'agreement among raft nodes before linearized reading' (duration: 463.97095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.650645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.18648Z","time spent":"464.153484ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:08:41.651397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.29024Z","time spent":"360.152251ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:41.697931Z","caller":"traceutil/trace.go:171","msg":"trace[1293350050] transaction","detail":"{read_only:false; response_revision:7730; number_of_response:1; }","duration":"102.410593ms","start":"2026-03-19T18:08:41.595469Z","end":"2026-03-19T18:08:41.697879Z","steps":["trace[1293350050] 'process raft request' (duration: 102.28055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.698012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.648001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-19T18:08:41.698068Z","caller":"traceutil/trace.go:171","msg":"trace[1393251760] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7730; }","duration":"201.742003ms","start":"2026-03-19T18:08:41.496309Z","end":"2026-03-19T18:08:41.698051Z","steps":["trace[1393251760] 'agreement among raft nodes before linearized reading' (duration: 201.562469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.698448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.282263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7328"} {"level":"info","ts":"2026-03-19T18:08:41.69849Z","caller":"traceutil/trace.go:171","msg":"trace[1379219157] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7730; }","duration":"456.352355ms","start":"2026-03-19T18:08:41.242128Z","end":"2026-03-19T18:08:41.69848Z","steps":["trace[1379219157] 'agreement among raft nodes before linearized reading' (duration: 456.238542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:41.698521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:41.242112Z","time spent":"456.401765ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7350,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-19T18:08:49.139973Z","caller":"traceutil/trace.go:171","msg":"trace[1116641059] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"147.460422ms","start":"2026-03-19T18:08:48.992479Z","end":"2026-03-19T18:08:49.13994Z","steps":["trace[1116641059] 'process raft request' (duration: 66.204813ms)","trace[1116641059] 'compare' (duration: 80.923731ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:49.155804Z","caller":"traceutil/trace.go:171","msg":"trace[1488201986] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"144.293984ms","start":"2026-03-19T18:08:49.011492Z","end":"2026-03-19T18:08:49.155786Z","steps":["trace[1488201986] 'process raft request' (duration: 144.182642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.39946Z","caller":"traceutil/trace.go:171","msg":"trace[1266357796] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8086; }","duration":"246.297089ms","start":"2026-03-19T18:08:51.153137Z","end":"2026-03-19T18:08:51.399434Z","steps":["trace[1266357796] 'read index received' (duration: 246.078354ms)","trace[1266357796] 'applied index is now lower than readState.Index' (duration: 213.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:51.399525Z","caller":"traceutil/trace.go:171","msg":"trace[1104292344] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"248.255966ms","start":"2026-03-19T18:08:51.151237Z","end":"2026-03-19T18:08:51.399493Z","steps":["trace[1104292344] 'process raft request' (duration: 248.054261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.399635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.474533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:51.3997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.39043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:08:51.399722Z","caller":"traceutil/trace.go:171","msg":"trace[662677055] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7780; }","duration":"246.582195ms","start":"2026-03-19T18:08:51.153117Z","end":"2026-03-19T18:08:51.399699Z","steps":["trace[662677055] 'agreement among raft nodes before linearized reading' (duration: 246.439352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.399739Z","caller":"traceutil/trace.go:171","msg":"trace[654018160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7780; }","duration":"223.483152ms","start":"2026-03-19T18:08:51.176245Z","end":"2026-03-19T18:08:51.399728Z","steps":["trace[654018160] 'agreement among raft nodes before linearized reading' (duration: 223.334939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.399763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.538671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:51.399824Z","caller":"traceutil/trace.go:171","msg":"trace[437237278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7780; }","duration":"211.649744ms","start":"2026-03-19T18:08:51.188159Z","end":"2026-03-19T18:08:51.399808Z","steps":["trace[437237278] 'agreement among raft nodes before linearized reading' (duration: 211.552862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.921506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.195418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:51.921701Z","caller":"traceutil/trace.go:171","msg":"trace[724442164] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"517.223978ms","start":"2026-03-19T18:08:51.404442Z","end":"2026-03-19T18:08:51.921666Z","steps":["trace[724442164] 'process raft request' (duration: 164.752623ms)","trace[724442164] 'compare' (duration: 351.806668ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:51.921775Z","caller":"traceutil/trace.go:171","msg":"trace[257105227] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"516.939681ms","start":"2026-03-19T18:08:51.404807Z","end":"2026-03-19T18:08:51.921747Z","steps":["trace[257105227] 'read index received' (duration: 164.386874ms)","trace[257105227] 'applied index is now lower than readState.Index' (duration: 352.549547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:51.92188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.404424Z","time spent":"517.358691ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:51.9222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.392782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-19T18:08:51.92222Z","caller":"traceutil/trace.go:171","msg":"trace[930167603] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"223.274919ms","start":"2026-03-19T18:08:51.698912Z","end":"2026-03-19T18:08:51.922187Z","steps":["trace[930167603] 'process raft request' (duration: 222.776787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.92225Z","caller":"traceutil/trace.go:171","msg":"trace[441030624] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7782; }","duration":"517.464984ms","start":"2026-03-19T18:08:51.404774Z","end":"2026-03-19T18:08:51.922239Z","steps":["trace[441030624] 'agreement among raft nodes before linearized reading' (duration: 517.049304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.922297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.404764Z","time spent":"517.522305ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:08:51.922241Z","caller":"traceutil/trace.go:171","msg":"trace[1055150567] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"171.142078ms","start":"2026-03-19T18:08:51.751072Z","end":"2026-03-19T18:08:51.922215Z","steps":["trace[1055150567] 'process raft request' (duration: 171.061926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.922305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.215977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:08:51.922319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.40038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7425"} {"level":"info","ts":"2026-03-19T18:08:51.922335Z","caller":"traceutil/trace.go:171","msg":"trace[1670513189] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"218.974253ms","start":"2026-03-19T18:08:51.703334Z","end":"2026-03-19T18:08:51.922308Z","steps":["trace[1670513189] 'process raft request' (duration: 218.729618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.922364Z","caller":"traceutil/trace.go:171","msg":"trace[857205939] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7784; }","duration":"170.482563ms","start":"2026-03-19T18:08:51.751869Z","end":"2026-03-19T18:08:51.922352Z","steps":["trace[857205939] 'agreement among raft nodes before linearized reading' (duration: 170.331649ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:51.922371Z","caller":"traceutil/trace.go:171","msg":"trace[916105727] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7784; }","duration":"393.312089ms","start":"2026-03-19T18:08:51.529034Z","end":"2026-03-19T18:08:51.922346Z","steps":["trace[916105727] 'agreement among raft nodes before linearized reading' (duration: 393.173446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:51.922363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.708268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:08:51.922426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.529008Z","time spent":"393.406931ms","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:08:51.92243Z","caller":"traceutil/trace.go:171","msg":"trace[1174436671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7784; }","duration":"200.820311ms","start":"2026-03-19T18:08:51.721594Z","end":"2026-03-19T18:08:51.922414Z","steps":["trace[1174436671] 'agreement among raft nodes before linearized reading' (duration: 200.621346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.233709Z","caller":"traceutil/trace.go:171","msg":"trace[1108181752] linearizableReadLoop","detail":"{readStateIndex:8092; appliedIndex:8091; }","duration":"301.396441ms","start":"2026-03-19T18:08:51.932287Z","end":"2026-03-19T18:08:52.233683Z","steps":["trace[1108181752] 'read index received' (duration: 301.189436ms)","trace[1108181752] 'applied index is now lower than readState.Index' (duration: 205.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:52.233789Z","caller":"traceutil/trace.go:171","msg":"trace[162404729] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"307.115501ms","start":"2026-03-19T18:08:51.926633Z","end":"2026-03-19T18:08:52.233749Z","steps":["trace[162404729] 'process raft request' (duration: 306.858434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.233892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.020812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:08:52.233934Z","caller":"traceutil/trace.go:171","msg":"trace[1089127412] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:0; response_revision:7785; }","duration":"253.137355ms","start":"2026-03-19T18:08:51.980786Z","end":"2026-03-19T18:08:52.233923Z","steps":["trace[1089127412] 'agreement among raft nodes before linearized reading' (duration: 253.044163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.23395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.431241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:08:52.233965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.926607Z","time spent":"307.260444ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:08:52.234013Z","caller":"traceutil/trace.go:171","msg":"trace[1027789864] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7785; }","duration":"239.537734ms","start":"2026-03-19T18:08:51.994463Z","end":"2026-03-19T18:08:52.234Z","steps":["trace[1027789864] 'agreement among raft nodes before linearized reading' (duration: 239.427991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.234015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.694498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:08:52.234113Z","caller":"traceutil/trace.go:171","msg":"trace[64408182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7785; }","duration":"301.834372ms","start":"2026-03-19T18:08:51.932252Z","end":"2026-03-19T18:08:52.234086Z","steps":["trace[64408182] 'agreement among raft nodes before linearized reading' (duration: 301.537145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.234177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:51.932231Z","time spent":"301.933914ms","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T18:08:52.859909Z","caller":"traceutil/trace.go:171","msg":"trace[1894141135] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"213.541972ms","start":"2026-03-19T18:08:52.64635Z","end":"2026-03-19T18:08:52.859891Z","steps":["trace[1894141135] 'process raft request' (duration: 212.886075ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:52.86008Z","caller":"traceutil/trace.go:171","msg":"trace[1588207433] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8103; }","duration":"212.213939ms","start":"2026-03-19T18:08:52.647628Z","end":"2026-03-19T18:08:52.859842Z","steps":["trace[1588207433] 'read index received' (duration: 211.554042ms)","trace[1588207433] 'applied index is now lower than readState.Index' (duration: 658.957µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:52.860455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.811843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T18:08:52.860574Z","caller":"traceutil/trace.go:171","msg":"trace[231332112] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7796; }","duration":"212.932216ms","start":"2026-03-19T18:08:52.647587Z","end":"2026-03-19T18:08:52.860519Z","steps":["trace[231332112] 'agreement among raft nodes before linearized reading' (duration: 212.487286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:52.864273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.93403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:08:52.864396Z","caller":"traceutil/trace.go:171","msg":"trace[2098672493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7796; }","duration":"170.151874ms","start":"2026-03-19T18:08:52.694228Z","end":"2026-03-19T18:08:52.86438Z","steps":["trace[2098672493] 'agreement among raft nodes before linearized reading' (duration: 165.981193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.393005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.141343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:08:53.393119Z","caller":"traceutil/trace.go:171","msg":"trace[173916491] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"477.754167ms","start":"2026-03-19T18:08:52.915344Z","end":"2026-03-19T18:08:53.393099Z","steps":["trace[173916491] 'process raft request' (duration: 266.453101ms)","trace[173916491] 'compare' (duration: 210.6421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:08:53.393185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.915327Z","time spent":"477.823838ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:53.432596Z","caller":"traceutil/trace.go:171","msg":"trace[1272485097] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"516.885148ms","start":"2026-03-19T18:08:52.915667Z","end":"2026-03-19T18:08:53.432552Z","steps":["trace[1272485097] 'process raft request' (duration: 516.666653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.432639Z","caller":"traceutil/trace.go:171","msg":"trace[765165593] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"516.791317ms","start":"2026-03-19T18:08:52.91581Z","end":"2026-03-19T18:08:53.432602Z","steps":["trace[765165593] 'process raft request' (duration: 516.655083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.432744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.915637Z","time spent":"517.043352ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:53.432742Z","caller":"traceutil/trace.go:171","msg":"trace[2085991144] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"516.341785ms","start":"2026-03-19T18:08:52.916362Z","end":"2026-03-19T18:08:53.432704Z","steps":["trace[2085991144] 'process raft request' (duration: 516.14347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.432756Z","caller":"traceutil/trace.go:171","msg":"trace[1401622655] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8107; }","duration":"515.612288ms","start":"2026-03-19T18:08:52.917107Z","end":"2026-03-19T18:08:53.43272Z","steps":["trace[1401622655] 'read index received' (duration: 264.706208ms)","trace[1401622655] 'applied index is now lower than readState.Index' (duration: 250.90501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:53.432771Z","caller":"traceutil/trace.go:171","msg":"trace[663611069] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"515.952146ms","start":"2026-03-19T18:08:52.916789Z","end":"2026-03-19T18:08:53.432741Z","steps":["trace[663611069] 'process raft request' (duration: 515.829203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.432791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.915791Z","time spent":"516.922009ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:08:53.432833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.91635Z","time spent":"516.440738ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:08:53.432902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.916775Z","time spent":"516.065858ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:53.432975Z","caller":"traceutil/trace.go:171","msg":"trace[990648924] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"506.853115ms","start":"2026-03-19T18:08:52.926111Z","end":"2026-03-19T18:08:53.432964Z","steps":["trace[990648924] 'process raft request' (duration: 506.548378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.433004Z","caller":"traceutil/trace.go:171","msg":"trace[343093347] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"516.460328ms","start":"2026-03-19T18:08:52.91651Z","end":"2026-03-19T18:08:53.432971Z","steps":["trace[343093347] 'process raft request' (duration: 516.065149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.433039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.926094Z","time spent":"506.907186ms","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:08:53.43309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.975767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-19T18:08:53.433119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.916458Z","time spent":"516.603782ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:08:53.433138Z","caller":"traceutil/trace.go:171","msg":"trace[1159004901] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7806; }","duration":"516.053128ms","start":"2026-03-19T18:08:52.917068Z","end":"2026-03-19T18:08:53.433121Z","steps":["trace[1159004901] 'agreement among raft nodes before linearized reading' (duration: 515.887054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.433146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.828857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:53.433175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.917053Z","time spent":"516.11295ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-19T18:08:53.433181Z","caller":"traceutil/trace.go:171","msg":"trace[95746332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7806; }","duration":"245.905559ms","start":"2026-03-19T18:08:53.187265Z","end":"2026-03-19T18:08:53.43317Z","steps":["trace[95746332] 'agreement among raft nodes before linearized reading' (duration: 245.814707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.43329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.950991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:08:53.433232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.414397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T18:08:53.433361Z","caller":"traceutil/trace.go:171","msg":"trace[483166316] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7806; }","duration":"492.049394ms","start":"2026-03-19T18:08:52.941298Z","end":"2026-03-19T18:08:53.433347Z","steps":["trace[483166316] 'agreement among raft nodes before linearized reading' (duration: 491.933911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:53.43338Z","caller":"traceutil/trace.go:171","msg":"trace[1909806391] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7806; }","duration":"509.611342ms","start":"2026-03-19T18:08:52.923744Z","end":"2026-03-19T18:08:53.433355Z","steps":["trace[1909806391] 'agreement among raft nodes before linearized reading' (duration: 509.323895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:53.433398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.941283Z","time spent":"492.104855ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:08:53.433421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:08:52.923721Z","time spent":"509.686084ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-19T18:08:55.056246Z","caller":"traceutil/trace.go:171","msg":"trace[1924723572] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8134; }","duration":"147.654356ms","start":"2026-03-19T18:08:54.908542Z","end":"2026-03-19T18:08:55.056196Z","steps":["trace[1924723572] 'read index received' (duration: 147.444381ms)","trace[1924723572] 'applied index is now lower than readState.Index' (duration: 208.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:08:55.05626Z","caller":"traceutil/trace.go:171","msg":"trace[1856709722] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"147.976464ms","start":"2026-03-19T18:08:54.908261Z","end":"2026-03-19T18:08:55.056237Z","steps":["trace[1856709722] 'process raft request' (duration: 147.732419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:55.056306Z","caller":"traceutil/trace.go:171","msg":"trace[807883528] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"148.019085ms","start":"2026-03-19T18:08:54.908256Z","end":"2026-03-19T18:08:55.056275Z","steps":["trace[807883528] 'process raft request' (duration: 147.887062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:55.056723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222819"} {"level":"info","ts":"2026-03-19T18:08:55.056803Z","caller":"traceutil/trace.go:171","msg":"trace[1710489393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7826; }","duration":"148.279762ms","start":"2026-03-19T18:08:54.908505Z","end":"2026-03-19T18:08:55.056785Z","steps":["trace[1710489393] 'agreement among raft nodes before linearized reading' (duration: 147.833611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:08:55.07022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.894796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-65645dd7cc-sfszq\" ","response":"range_response_count:1 size:8232"} {"level":"info","ts":"2026-03-19T18:08:55.07028Z","caller":"traceutil/trace.go:171","msg":"trace[1472114825] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-65645dd7cc-sfszq; range_end:; response_count:1; response_revision:7827; }","duration":"127.976717ms","start":"2026-03-19T18:08:54.94229Z","end":"2026-03-19T18:08:55.070267Z","steps":["trace[1472114825] 'agreement among raft nodes before linearized reading' (duration: 127.797403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:55.07029Z","caller":"traceutil/trace.go:171","msg":"trace[1187220249] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"126.969183ms","start":"2026-03-19T18:08:54.943278Z","end":"2026-03-19T18:08:55.070247Z","steps":["trace[1187220249] 'process raft request' (duration: 126.707526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:03.399671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.516251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:09:03.399804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.956321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:03.399848Z","caller":"traceutil/trace.go:171","msg":"trace[210373499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7875; }","duration":"296.714067ms","start":"2026-03-19T18:09:03.103116Z","end":"2026-03-19T18:09:03.39983Z","steps":["trace[210373499] 'range keys from in-memory index tree' (duration: 296.382529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:03.399886Z","caller":"traceutil/trace.go:171","msg":"trace[848802174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7875; }","duration":"297.057644ms","start":"2026-03-19T18:09:03.102804Z","end":"2026-03-19T18:09:03.399862Z","steps":["trace[848802174] 'range keys from in-memory index tree' (duration: 296.795318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:03.400264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.571987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T18:09:03.399722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.347638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:03.401058Z","caller":"traceutil/trace.go:171","msg":"trace[895534575] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7875; }","duration":"120.719339ms","start":"2026-03-19T18:09:03.279605Z","end":"2026-03-19T18:09:03.400324Z","steps":["trace[895534575] 'range keys from in-memory index tree' (duration: 119.584653ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:03.401293Z","caller":"traceutil/trace.go:171","msg":"trace[262862142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:7875; }","duration":"288.019205ms","start":"2026-03-19T18:09:03.112319Z","end":"2026-03-19T18:09:03.400338Z","steps":["trace[262862142] 'range keys from in-memory index tree' (duration: 287.207705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.106919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.520384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:04.10713Z","caller":"traceutil/trace.go:171","msg":"trace[1936098465] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"699.363292ms","start":"2026-03-19T18:09:03.407743Z","end":"2026-03-19T18:09:04.107106Z","steps":["trace[1936098465] 'process raft request' (duration: 204.522001ms)","trace[1936098465] 'compare' (duration: 494.36884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:04.10721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.407726Z","time spent":"699.452686ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:04.107335Z","caller":"traceutil/trace.go:171","msg":"trace[1057079579] linearizableReadLoop","detail":"{readStateIndex:8189; appliedIndex:8187; }","duration":"699.499787ms","start":"2026-03-19T18:09:03.407792Z","end":"2026-03-19T18:09:04.107292Z","steps":["trace[1057079579] 'read index received' (duration: 63.480696ms)","trace[1057079579] 'applied index is now lower than readState.Index' (duration: 636.014921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:04.107486Z","caller":"traceutil/trace.go:171","msg":"trace[790896377] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"699.503868ms","start":"2026-03-19T18:09:03.40786Z","end":"2026-03-19T18:09:04.107364Z","steps":["trace[790896377] 'process raft request' (duration: 699.188879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.109497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.407835Z","time spent":"701.543216ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:04.109772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.949146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:04.10989Z","caller":"traceutil/trace.go:171","msg":"trace[1576350608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7878; }","duration":"702.09906ms","start":"2026-03-19T18:09:03.407759Z","end":"2026-03-19T18:09:04.109858Z","steps":["trace[1576350608] 'agreement among raft nodes before linearized reading' (duration: 699.983559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.109954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.40773Z","time spent":"702.208014ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:09:04.895096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.003615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:04.895235Z","caller":"traceutil/trace.go:171","msg":"trace[435707309] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"1.194595186s","start":"2026-03-19T18:09:03.700617Z","end":"2026-03-19T18:09:04.895213Z","steps":["trace[435707309] 'process raft request' (duration: 518.358055ms)","trace[435707309] 'compare' (duration: 675.75246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:04.895282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.700588Z","time spent":"1.194673407s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.209647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.641462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:05.210053Z","caller":"traceutil/trace.go:171","msg":"trace[1333034519] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"412.087216ms","start":"2026-03-19T18:09:04.79794Z","end":"2026-03-19T18:09:05.210027Z","steps":["trace[1333034519] 'process raft request' (duration: 412.035625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.210146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.797915Z","time spent":"412.189879ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:05.21034Z","caller":"traceutil/trace.go:171","msg":"trace[703380699] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"1.244934451s","start":"2026-03-19T18:09:03.965361Z","end":"2026-03-19T18:09:05.210296Z","steps":["trace[703380699] 'process raft request' (duration: 1.244425129s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.210385Z","caller":"traceutil/trace.go:171","msg":"trace[2087904383] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"1.237735847s","start":"2026-03-19T18:09:03.972588Z","end":"2026-03-19T18:09:05.210324Z","steps":["trace[2087904383] 'process raft request' (duration: 1.237337827s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.210403Z","caller":"traceutil/trace.go:171","msg":"trace[47263020] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"1.242963333s","start":"2026-03-19T18:09:03.967404Z","end":"2026-03-19T18:09:05.210367Z","steps":["trace[47263020] 'process raft request' (duration: 1.242484251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.210555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.972574Z","time spent":"1.23788934s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.210557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.965328Z","time spent":"1.245105605s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.210598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.967391Z","time spent":"1.243115336s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:05.210427Z","caller":"traceutil/trace.go:171","msg":"trace[219918112] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8190; }","duration":"1.102889082s","start":"2026-03-19T18:09:04.107483Z","end":"2026-03-19T18:09:05.210372Z","steps":["trace[219918112] 'read index received' (duration: 111.535736ms)","trace[219918112] 'applied index is now lower than readState.Index' (duration: 991.348716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:05.210645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704597907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:05.210637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229650309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:05.210691Z","caller":"traceutil/trace.go:171","msg":"trace[659733120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7884; }","duration":"1.704694289s","start":"2026-03-19T18:09:03.505985Z","end":"2026-03-19T18:09:05.210679Z","steps":["trace[659733120] 'agreement among raft nodes before linearized reading' (duration: 1.704498164s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.210726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.505962Z","time spent":"1.70475674s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:09:05.210727Z","caller":"traceutil/trace.go:171","msg":"trace[2060294323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7884; }","duration":"1.229787573s","start":"2026-03-19T18:09:03.980921Z","end":"2026-03-19T18:09:05.210708Z","steps":["trace[2060294323] 'agreement among raft nodes before linearized reading' (duration: 1.229527237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.210767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023635901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:05.210777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.980908Z","time spent":"1.229859974s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:09:05.210823Z","caller":"traceutil/trace.go:171","msg":"trace[1293134331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7884; }","duration":"1.023736633s","start":"2026-03-19T18:09:04.187069Z","end":"2026-03-19T18:09:05.210806Z","steps":["trace[1293134331] 'agreement among raft nodes before linearized reading' (duration: 1.023657201s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.210863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.187042Z","time spent":"1.023815756s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:05.210866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.693616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:05.210915Z","caller":"traceutil/trace.go:171","msg":"trace[1797012377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7884; }","duration":"879.785009ms","start":"2026-03-19T18:09:04.331118Z","end":"2026-03-19T18:09:05.210903Z","steps":["trace[1797012377] 'agreement among raft nodes before linearized reading' (duration: 879.618164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.21098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.331091Z","time spent":"879.872451ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:05.21163Z","caller":"traceutil/trace.go:171","msg":"trace[1178109182] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"1.460985624s","start":"2026-03-19T18:09:03.750612Z","end":"2026-03-19T18:09:05.211597Z","steps":["trace[1178109182] 'process raft request' (duration: 1.266262581s)","trace[1178109182] 'compare' (duration: 192.287954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:05.211779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:03.750573Z","time spent":"1.461134758s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:05.429579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.344218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:05.429703Z","caller":"traceutil/trace.go:171","msg":"trace[174378437] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"213.250665ms","start":"2026-03-19T18:09:05.216431Z","end":"2026-03-19T18:09:05.429682Z","steps":["trace[174378437] 'process raft request' (duration: 95.701932ms)","trace[174378437] 'compare' (duration: 117.152232ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:05.460729Z","caller":"traceutil/trace.go:171","msg":"trace[670894351] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8196; }","duration":"239.809221ms","start":"2026-03-19T18:09:05.220899Z","end":"2026-03-19T18:09:05.460708Z","steps":["trace[670894351] 'read index received' (duration: 91.255503ms)","trace[670894351] 'applied index is now lower than readState.Index' (duration: 148.552878ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:05.460808Z","caller":"traceutil/trace.go:171","msg":"trace[2055208583] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"242.408255ms","start":"2026-03-19T18:09:05.218366Z","end":"2026-03-19T18:09:05.460774Z","steps":["trace[2055208583] 'process raft request' (duration: 242.20502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.460851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.933914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:05.460878Z","caller":"traceutil/trace.go:171","msg":"trace[32689740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7887; }","duration":"240.006025ms","start":"2026-03-19T18:09:05.220865Z","end":"2026-03-19T18:09:05.460871Z","steps":["trace[32689740] 'agreement among raft nodes before linearized reading' (duration: 239.944314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:05.460861Z","caller":"traceutil/trace.go:171","msg":"trace[1867384036] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"242.059387ms","start":"2026-03-19T18:09:05.218779Z","end":"2026-03-19T18:09:05.460838Z","steps":["trace[1867384036] 'process raft request' (duration: 241.899793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:05.973843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.196277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T18:09:05.973959Z","caller":"traceutil/trace.go:171","msg":"trace[136401151] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8200; }","duration":"124.189284ms","start":"2026-03-19T18:09:05.849746Z","end":"2026-03-19T18:09:05.973935Z","steps":["trace[136401151] 'read index received' (duration: 40.101µs)","trace[136401151] 'applied index is now lower than readState.Index' (duration: 124.147353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:05.974178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.42531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-19T18:09:05.974244Z","caller":"traceutil/trace.go:171","msg":"trace[1914140706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7888; }","duration":"124.532873ms","start":"2026-03-19T18:09:05.849693Z","end":"2026-03-19T18:09:05.974226Z","steps":["trace[1914140706] 'agreement among raft nodes before linearized reading' (duration: 124.300208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:06.301123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.808987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:06.301205Z","caller":"traceutil/trace.go:171","msg":"trace[109164026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7889; }","duration":"121.903209ms","start":"2026-03-19T18:09:06.179286Z","end":"2026-03-19T18:09:06.301189Z","steps":["trace[109164026] 'range keys from in-memory index tree' (duration: 121.448548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.341026Z","caller":"traceutil/trace.go:171","msg":"trace[714187498] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"123.510228ms","start":"2026-03-19T18:09:07.217483Z","end":"2026-03-19T18:09:07.340994Z","steps":["trace[714187498] 'process raft request' (duration: 98.687233ms)","trace[714187498] 'compare' (duration: 24.543758ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:07.34113Z","caller":"traceutil/trace.go:171","msg":"trace[965726327] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"122.877732ms","start":"2026-03-19T18:09:07.218231Z","end":"2026-03-19T18:09:07.341109Z","steps":["trace[965726327] 'process raft request' (duration: 122.639917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.73638Z","caller":"traceutil/trace.go:171","msg":"trace[1365444438] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"178.639861ms","start":"2026-03-19T18:09:10.557707Z","end":"2026-03-19T18:09:10.736347Z","steps":["trace[1365444438] 'process raft request' (duration: 134.584138ms)","trace[1365444438] 'compare' (duration: 43.795967ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.736573Z","caller":"traceutil/trace.go:171","msg":"trace[1910744302] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8331; }","duration":"175.979666ms","start":"2026-03-19T18:09:10.56057Z","end":"2026-03-19T18:09:10.736549Z","steps":["trace[1910744302] 'read index received' (duration: 62.070581ms)","trace[1910744302] 'applied index is now lower than readState.Index' (duration: 113.908095ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.736586Z","caller":"traceutil/trace.go:171","msg":"trace[862869289] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"174.181812ms","start":"2026-03-19T18:09:10.562376Z","end":"2026-03-19T18:09:10.736557Z","steps":["trace[862869289] 'process raft request' (duration: 173.888795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.736812Z","caller":"traceutil/trace.go:171","msg":"trace[1562279924] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"169.512768ms","start":"2026-03-19T18:09:10.567287Z","end":"2026-03-19T18:09:10.736799Z","steps":["trace[1562279924] 'process raft request' (duration: 169.206331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.737039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.449317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T18:09:10.737107Z","caller":"traceutil/trace.go:171","msg":"trace[757003032] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8020; }","duration":"176.54788ms","start":"2026-03-19T18:09:10.560549Z","end":"2026-03-19T18:09:10.737097Z","steps":["trace[757003032] 'agreement among raft nodes before linearized reading' (duration: 176.357506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772726Z","caller":"traceutil/trace.go:171","msg":"trace[246964777] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"146.312834ms","start":"2026-03-19T18:09:10.626388Z","end":"2026-03-19T18:09:10.772701Z","steps":["trace[246964777] 'process raft request' (duration: 145.958735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.772778Z","caller":"traceutil/trace.go:171","msg":"trace[1202787022] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"139.744204ms","start":"2026-03-19T18:09:10.632996Z","end":"2026-03-19T18:09:10.77274Z","steps":["trace[1202787022] 'process raft request' (duration: 139.618411ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.874891Z","caller":"traceutil/trace.go:171","msg":"trace[289649949] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"126.943211ms","start":"2026-03-19T18:09:10.747926Z","end":"2026-03-19T18:09:10.874869Z","steps":["trace[289649949] 'process raft request' (duration: 124.492152ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:10.874886Z","caller":"traceutil/trace.go:171","msg":"trace[1058102515] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8337; }","duration":"102.184718ms","start":"2026-03-19T18:09:10.772672Z","end":"2026-03-19T18:09:10.874857Z","steps":["trace[1058102515] 'read index received' (duration: 99.725168ms)","trace[1058102515] 'applied index is now lower than readState.Index' (duration: 2.45834ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.874933Z","caller":"traceutil/trace.go:171","msg":"trace[626558908] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"121.036437ms","start":"2026-03-19T18:09:10.753863Z","end":"2026-03-19T18:09:10.874899Z","steps":["trace[626558908] 'process raft request' (duration: 120.912354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.875112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.392344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:09:10.875146Z","caller":"traceutil/trace.go:171","msg":"trace[1110164074] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8024; }","duration":"100.468446ms","start":"2026-03-19T18:09:10.77467Z","end":"2026-03-19T18:09:10.875138Z","steps":["trace[1110164074] 'agreement among raft nodes before linearized reading' (duration: 100.354033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.875168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.966937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-19T18:09:10.875233Z","caller":"traceutil/trace.go:171","msg":"trace[315440742] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:8024; }","duration":"103.09454ms","start":"2026-03-19T18:09:10.772124Z","end":"2026-03-19T18:09:10.875219Z","steps":["trace[315440742] 'agreement among raft nodes before linearized reading' (duration: 102.890705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.391743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.423509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:12.391908Z","caller":"traceutil/trace.go:171","msg":"trace[402158717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8047; }","duration":"204.629554ms","start":"2026-03-19T18:09:12.18725Z","end":"2026-03-19T18:09:12.39188Z","steps":["trace[402158717] 'range keys from in-memory index tree' (duration: 204.191443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.391891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.918118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:09:12.391991Z","caller":"traceutil/trace.go:171","msg":"trace[1899058831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8047; }","duration":"177.066832ms","start":"2026-03-19T18:09:12.214898Z","end":"2026-03-19T18:09:12.391965Z","steps":["trace[1899058831] 'range keys from in-memory index tree' (duration: 176.789406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.392495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.067151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:12.392591Z","caller":"traceutil/trace.go:171","msg":"trace[1737002808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8047; }","duration":"225.240996ms","start":"2026-03-19T18:09:12.167329Z","end":"2026-03-19T18:09:12.39257Z","steps":["trace[1737002808] 'count revisions from in-memory index tree' (duration: 224.872596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:12.392517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.059151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:12.392745Z","caller":"traceutil/trace.go:171","msg":"trace[169633349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8047; }","duration":"225.309267ms","start":"2026-03-19T18:09:12.167404Z","end":"2026-03-19T18:09:12.392713Z","steps":["trace[169633349] 'count revisions from in-memory index tree' (duration: 224.940398ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.500099Z","caller":"traceutil/trace.go:171","msg":"trace[873206420] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"104.849523ms","start":"2026-03-19T18:09:13.395212Z","end":"2026-03-19T18:09:13.500061Z","steps":["trace[873206420] 'process raft request' (duration: 104.539096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.50045Z","caller":"traceutil/trace.go:171","msg":"trace[1893977725] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"103.8866ms","start":"2026-03-19T18:09:13.396546Z","end":"2026-03-19T18:09:13.500432Z","steps":["trace[1893977725] 'process raft request' (duration: 103.400707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.830767Z","caller":"traceutil/trace.go:171","msg":"trace[230846582] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"151.621044ms","start":"2026-03-19T18:09:13.679115Z","end":"2026-03-19T18:09:13.830736Z","steps":["trace[230846582] 'process raft request' (duration: 131.081073ms)","trace[230846582] 'compare' (duration: 20.408427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:17.333569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413593243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:17.834259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413593243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:18.33446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413593243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:09:18.438419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998313671s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:09:18.438738Z","caller":"traceutil/trace.go:171","msg":"trace[508573273] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"1.99872568s","start":"2026-03-19T18:09:16.439996Z","end":"2026-03-19T18:09:18.438722Z","steps":["trace[508573273] 'process raft request' (duration: 1.998581067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:18.43886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.439977Z","time spent":"1.998810353s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:19.18631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:09:19.186402Z","caller":"traceutil/trace.go:171","msg":"trace[1844550665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389381s","start":"2026-03-19T18:09:17.185993Z","end":"2026-03-19T18:09:19.186382Z","steps":["trace[1844550665] 'agreement among raft nodes before linearized reading' (duration: 2.000265668s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:19.186474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.185972Z","time spent":"2.000486743s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:20.204066Z","caller":"traceutil/trace.go:171","msg":"trace[510573020] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"2.777790346s","start":"2026-03-19T18:09:17.426244Z","end":"2026-03-19T18:09:20.204035Z","steps":["trace[510573020] 'process raft request' (duration: 2.777497728s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.204116Z","caller":"traceutil/trace.go:171","msg":"trace[562082768] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8381; }","duration":"3.371102517s","start":"2026-03-19T18:09:16.832988Z","end":"2026-03-19T18:09:20.20409Z","steps":["trace[562082768] 'read index received' (duration: 1.605612816s)","trace[562082768] 'applied index is now lower than readState.Index' (duration: 1.765488671s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:20.204141Z","caller":"traceutil/trace.go:171","msg":"trace[972901547] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"2.688112192s","start":"2026-03-19T18:09:17.516005Z","end":"2026-03-19T18:09:20.204117Z","steps":["trace[972901547] 'process raft request' (duration: 2.687935087s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.2042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.426219Z","time spent":"2.777911309s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:20.204204Z","caller":"traceutil/trace.go:171","msg":"trace[682453839] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"2.145985437s","start":"2026-03-19T18:09:18.05815Z","end":"2026-03-19T18:09:20.204136Z","steps":["trace[682453839] 'process raft request' (duration: 2.145870444s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.204303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371287671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:20.204343Z","caller":"traceutil/trace.go:171","msg":"trace[1812446612] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8070; }","duration":"3.371386824s","start":"2026-03-19T18:09:16.832945Z","end":"2026-03-19T18:09:20.204332Z","steps":["trace[1812446612] 'agreement among raft nodes before linearized reading' (duration: 3.371256561s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.204347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.05813Z","time spent":"2.146148971s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.204342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.515978Z","time spent":"2.688232895s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.204381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:16.832924Z","time spent":"3.371447625s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:20.204188Z","caller":"traceutil/trace.go:171","msg":"trace[70932943] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"2.692001526s","start":"2026-03-19T18:09:17.512076Z","end":"2026-03-19T18:09:20.204077Z","steps":["trace[70932943] 'process raft request' (duration: 2.691814821s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.204509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.512051Z","time spent":"2.692400536s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:20.206892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645641268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:20.207014Z","caller":"traceutil/trace.go:171","msg":"trace[963145119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8071; }","duration":"2.645724039s","start":"2026-03-19T18:09:17.561202Z","end":"2026-03-19T18:09:20.206926Z","steps":["trace[963145119] 'agreement among raft nodes before linearized reading' (duration: 2.645600456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349827616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:20.207047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.561174Z","time spent":"2.645866123s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:20.207063Z","caller":"traceutil/trace.go:171","msg":"trace[647591425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"1.349891868s","start":"2026-03-19T18:09:18.857149Z","end":"2026-03-19T18:09:20.207041Z","steps":["trace[647591425] 'agreement among raft nodes before linearized reading' (duration: 1.349855757s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.20708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.857086Z","time spent":"1.34998958s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019968192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:20.207318Z","caller":"traceutil/trace.go:171","msg":"trace[264396539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8071; }","duration":"1.020069465s","start":"2026-03-19T18:09:19.187233Z","end":"2026-03-19T18:09:20.207303Z","steps":["trace[264396539] 'agreement among raft nodes before linearized reading' (duration: 1.019960332s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362780597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:20.207349Z","caller":"traceutil/trace.go:171","msg":"trace[962613263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8071; }","duration":"2.36284626s","start":"2026-03-19T18:09:17.844498Z","end":"2026-03-19T18:09:20.207344Z","steps":["trace[962613263] 'agreement among raft nodes before linearized reading' (duration: 2.362800869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092435218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T18:09:20.207287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488364476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T18:09:20.207364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.844473Z","time spent":"2.36288614s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.701942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-19T18:09:20.207389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780299501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:20.207392Z","caller":"traceutil/trace.go:171","msg":"trace[1235039669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8071; }","duration":"2.488498s","start":"2026-03-19T18:09:17.718883Z","end":"2026-03-19T18:09:20.207381Z","steps":["trace[1235039669] 'agreement among raft nodes before linearized reading' (duration: 2.488376587s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.207417Z","caller":"traceutil/trace.go:171","msg":"trace[384814851] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638; range_end:; response_count:1; response_revision:8071; }","duration":"320.770063ms","start":"2026-03-19T18:09:19.886638Z","end":"2026-03-19T18:09:20.207408Z","steps":["trace[384814851] 'agreement among raft nodes before linearized reading' (duration: 320.664101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.207422Z","caller":"traceutil/trace.go:171","msg":"trace[762071010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8071; }","duration":"1.780365693s","start":"2026-03-19T18:09:18.427048Z","end":"2026-03-19T18:09:20.207414Z","steps":["trace[762071010] 'agreement among raft nodes before linearized reading' (duration: 1.780236369s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.71886Z","time spent":"2.488559282s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.886621Z","time spent":"320.812914ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518122301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:09:20.207445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:18.427033Z","time spent":"1.780407563s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:09:20.207476Z","caller":"traceutil/trace.go:171","msg":"trace[1030352658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8071; }","duration":"2.518190193s","start":"2026-03-19T18:09:17.689276Z","end":"2026-03-19T18:09:20.207466Z","steps":["trace[1030352658] 'agreement among raft nodes before linearized reading' (duration: 2.518023929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.187212Z","time spent":"1.020134776s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.689257Z","time spent":"2.518236553s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:20.20748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583649647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:20.207537Z","caller":"traceutil/trace.go:171","msg":"trace[564144379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8071; }","duration":"2.583742698s","start":"2026-03-19T18:09:17.623781Z","end":"2026-03-19T18:09:20.207523Z","steps":["trace[564144379] 'agreement among raft nodes before linearized reading' (duration: 2.583576014s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.207562Z","caller":"traceutil/trace.go:171","msg":"trace[830842891] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"729.481678ms","start":"2026-03-19T18:09:19.478072Z","end":"2026-03-19T18:09:20.207554Z","steps":["trace[830842891] 'process raft request' (duration: 728.669508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:20.20739Z","caller":"traceutil/trace.go:171","msg":"trace[1321251518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8071; }","duration":"1.09251523s","start":"2026-03-19T18:09:19.114861Z","end":"2026-03-19T18:09:20.207376Z","steps":["trace[1321251518] 'agreement among raft nodes before linearized reading' (duration: 1.092372136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:20.207587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:17.623763Z","time spent":"2.58381551s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.11484Z","time spent":"1.092769805s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:09:20.207865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:19.478048Z","time spent":"729.532088ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:26.302006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.187316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T18:09:26.30227Z","caller":"traceutil/trace.go:171","msg":"trace[608475726] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"177.783549ms","start":"2026-03-19T18:09:26.124459Z","end":"2026-03-19T18:09:26.302242Z","steps":["trace[608475726] 'read index received' (duration: 65.071µs)","trace[608475726] 'applied index is now lower than readState.Index' (duration: 177.715438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:26.302502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.987896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:26.302612Z","caller":"traceutil/trace.go:171","msg":"trace[1925254693] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8098; }","duration":"178.18472ms","start":"2026-03-19T18:09:26.1244Z","end":"2026-03-19T18:09:26.302585Z","steps":["trace[1925254693] 'agreement among raft nodes before linearized reading' (duration: 177.921273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:26.351441Z","caller":"traceutil/trace.go:171","msg":"trace[2128702584] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"111.777492ms","start":"2026-03-19T18:09:26.239628Z","end":"2026-03-19T18:09:26.351406Z","steps":["trace[2128702584] 'process raft request' (duration: 111.564907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:26.352074Z","caller":"traceutil/trace.go:171","msg":"trace[1005746024] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"111.765592ms","start":"2026-03-19T18:09:26.240269Z","end":"2026-03-19T18:09:26.352035Z","steps":["trace[1005746024] 'process raft request' (duration: 111.083406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:26.734186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.242063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:26.734385Z","caller":"traceutil/trace.go:171","msg":"trace[1961985819] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"376.959482ms","start":"2026-03-19T18:09:26.35741Z","end":"2026-03-19T18:09:26.73437Z","steps":["trace[1961985819] 'process raft request' (duration: 376.936011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:26.734337Z","caller":"traceutil/trace.go:171","msg":"trace[1724229306] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"378.230232ms","start":"2026-03-19T18:09:26.356056Z","end":"2026-03-19T18:09:26.734286Z","steps":["trace[1724229306] 'process raft request' (duration: 169.817825ms)","trace[1724229306] 'compare' (duration: 208.059828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:26.734428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:26.357401Z","time spent":"377.009163ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:26.73442Z","caller":"traceutil/trace.go:171","msg":"trace[1764823781] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"377.448914ms","start":"2026-03-19T18:09:26.356948Z","end":"2026-03-19T18:09:26.734397Z","steps":["trace[1764823781] 'process raft request' (duration: 377.3182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:26.734462Z","caller":"traceutil/trace.go:171","msg":"trace[1917089236] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"377.32204ms","start":"2026-03-19T18:09:26.357103Z","end":"2026-03-19T18:09:26.734425Z","steps":["trace[1917089236] 'process raft request' (duration: 377.225208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:26.734516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:26.356929Z","time spent":"377.543985ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:26.734617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:26.35708Z","time spent":"377.452394ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:26.734612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:26.35602Z","time spent":"378.434297ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:26.734504Z","caller":"traceutil/trace.go:171","msg":"trace[452077063] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"377.687419ms","start":"2026-03-19T18:09:26.35681Z","end":"2026-03-19T18:09:26.734497Z","steps":["trace[452077063] 'read index received' (duration: 169.133739ms)","trace[452077063] 'applied index is now lower than readState.Index' (duration: 208.55286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:26.734751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.952436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:26.734773Z","caller":"traceutil/trace.go:171","msg":"trace[1647568111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8104; }","duration":"377.998546ms","start":"2026-03-19T18:09:26.356767Z","end":"2026-03-19T18:09:26.734765Z","steps":["trace[1647568111] 'agreement among raft nodes before linearized reading' (duration: 377.74814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:26.734788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:26.356744Z","time spent":"378.040478ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:09:26.734932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.839671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:26.73497Z","caller":"traceutil/trace.go:171","msg":"trace[1720509236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8104; }","duration":"264.930623ms","start":"2026-03-19T18:09:26.470029Z","end":"2026-03-19T18:09:26.734959Z","steps":["trace[1720509236] 'agreement among raft nodes before linearized reading' (duration: 264.79249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:27.0173Z","caller":"traceutil/trace.go:171","msg":"trace[1383504963] linearizableReadLoop","detail":"{readStateIndex:8423; appliedIndex:8422; }","duration":"162.334754ms","start":"2026-03-19T18:09:26.854943Z","end":"2026-03-19T18:09:27.017277Z","steps":["trace[1383504963] 'read index received' (duration: 162.098088ms)","trace[1383504963] 'applied index is now lower than readState.Index' (duration: 235.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:27.017465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.502548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:27.017457Z","caller":"traceutil/trace.go:171","msg":"trace[1685086174] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"277.474129ms","start":"2026-03-19T18:09:26.739946Z","end":"2026-03-19T18:09:27.01742Z","steps":["trace[1685086174] 'process raft request' (duration: 277.151151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:27.017511Z","caller":"traceutil/trace.go:171","msg":"trace[35381879] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8105; }","duration":"162.574729ms","start":"2026-03-19T18:09:26.854923Z","end":"2026-03-19T18:09:27.017498Z","steps":["trace[35381879] 'agreement among raft nodes before linearized reading' (duration: 162.449766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.110472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923598841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:29.110548Z","caller":"traceutil/trace.go:171","msg":"trace[1480941029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8105; }","duration":"1.923724284s","start":"2026-03-19T18:09:27.186806Z","end":"2026-03-19T18:09:29.110531Z","steps":["trace[1480941029] 'range keys from in-memory index tree' (duration: 1.923486638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.110581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:27.186784Z","time spent":"1.923790206s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:09:29.111114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410434792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:09:29.111275Z","caller":"traceutil/trace.go:171","msg":"trace[1855645350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8105; }","duration":"1.410612006s","start":"2026-03-19T18:09:27.700629Z","end":"2026-03-19T18:09:29.111241Z","steps":["trace[1855645350] 'range keys from in-memory index tree' (duration: 1.410235337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.111372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:27.70059Z","time spent":"1.410747949s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T18:09:29.111437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160886094s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:29.111581Z","caller":"traceutil/trace.go:171","msg":"trace[989962117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8105; }","duration":"1.161042988s","start":"2026-03-19T18:09:27.950514Z","end":"2026-03-19T18:09:29.111557Z","steps":["trace[989962117] 'range keys from in-memory index tree' (duration: 1.160866073s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.111649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.833468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:29.111824Z","caller":"traceutil/trace.go:171","msg":"trace[1945231712] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"1.400671475s","start":"2026-03-19T18:09:27.711137Z","end":"2026-03-19T18:09:29.111808Z","steps":["trace[1945231712] 'process raft request' (duration: 814.609301ms)","trace[1945231712] 'compare' (duration: 585.129091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:29.111897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:27.71111Z","time spent":"1.400754587s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:29.112031Z","caller":"traceutil/trace.go:171","msg":"trace[1584990726] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"804.098484ms","start":"2026-03-19T18:09:28.307911Z","end":"2026-03-19T18:09:29.112009Z","steps":["trace[1584990726] 'process raft request' (duration: 803.820838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:29.112152Z","caller":"traceutil/trace.go:171","msg":"trace[1574572048] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"755.801657ms","start":"2026-03-19T18:09:28.356339Z","end":"2026-03-19T18:09:29.11214Z","steps":["trace[1574572048] 'process raft request' (duration: 755.602603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.112165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.307893Z","time spent":"804.204397ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:29.112493Z","caller":"traceutil/trace.go:171","msg":"trace[175679606] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8423; }","duration":"598.22221ms","start":"2026-03-19T18:09:28.514244Z","end":"2026-03-19T18:09:29.112466Z","steps":["trace[175679606] 'read index received' (duration: 11.409208ms)","trace[175679606] 'applied index is now lower than readState.Index' (duration: 586.811452ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:29.112649Z","caller":"traceutil/trace.go:171","msg":"trace[554227758] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"755.066751ms","start":"2026-03-19T18:09:28.357562Z","end":"2026-03-19T18:09:29.112629Z","steps":["trace[554227758] 'process raft request' (duration: 754.533377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.11278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.307808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:09:29.112799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.35753Z","time spent":"755.164483ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:29.112842Z","caller":"traceutil/trace.go:171","msg":"trace[2022019307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8109; }","duration":"372.40574ms","start":"2026-03-19T18:09:28.740421Z","end":"2026-03-19T18:09:29.112827Z","steps":["trace[2022019307] 'agreement among raft nodes before linearized reading' (duration: 372.233566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.112878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.740402Z","time spent":"372.467972ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:29.11288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.62585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:09:29.112966Z","caller":"traceutil/trace.go:171","msg":"trace[1838490922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8109; }","duration":"598.739213ms","start":"2026-03-19T18:09:28.514204Z","end":"2026-03-19T18:09:29.112943Z","steps":["trace[1838490922] 'agreement among raft nodes before linearized reading' (duration: 598.447776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.514187Z","time spent":"598.817335ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:09:29.113084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.460622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:09:29.113119Z","caller":"traceutil/trace.go:171","msg":"trace[2033870611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8109; }","duration":"372.509083ms","start":"2026-03-19T18:09:28.740602Z","end":"2026-03-19T18:09:29.113111Z","steps":["trace[2033870611] 'agreement among raft nodes before linearized reading' (duration: 372.432291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.827806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:09:29.113146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.740596Z","time spent":"372.543363ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:09:29.113173Z","caller":"traceutil/trace.go:171","msg":"trace[1463498946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8109; }","duration":"371.886358ms","start":"2026-03-19T18:09:28.741272Z","end":"2026-03-19T18:09:29.113158Z","steps":["trace[1463498946] 'agreement among raft nodes before linearized reading' (duration: 371.696453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.972065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:29.113211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.741246Z","time spent":"371.9566ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:09:29.113229Z","caller":"traceutil/trace.go:171","msg":"trace[1965720633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8109; }","duration":"254.080388ms","start":"2026-03-19T18:09:28.859136Z","end":"2026-03-19T18:09:29.113217Z","steps":["trace[1965720633] 'agreement among raft nodes before linearized reading' (duration: 254.010977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.76317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:09:29.113264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.733028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:29.113305Z","caller":"traceutil/trace.go:171","msg":"trace[933408021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8109; }","duration":"370.842272ms","start":"2026-03-19T18:09:28.742454Z","end":"2026-03-19T18:09:29.113296Z","steps":["trace[933408021] 'agreement among raft nodes before linearized reading' (duration: 370.74933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.742433Z","time spent":"370.903343ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:09:29.113347Z","caller":"traceutil/trace.go:171","msg":"trace[1160223078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8109; }","duration":"372.848601ms","start":"2026-03-19T18:09:28.740481Z","end":"2026-03-19T18:09:29.11333Z","steps":["trace[1160223078] 'agreement among raft nodes before linearized reading' (duration: 372.578875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.113392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.740476Z","time spent":"372.907112ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:29.113514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:28.356313Z","time spent":"755.8758ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:29.286602Z","caller":"traceutil/trace.go:171","msg":"trace[1926936857] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8428; }","duration":"163.760599ms","start":"2026-03-19T18:09:29.122821Z","end":"2026-03-19T18:09:29.286582Z","steps":["trace[1926936857] 'read index received' (duration: 42.844304ms)","trace[1926936857] 'applied index is now lower than readState.Index' (duration: 120.915475ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:29.286934Z","caller":"traceutil/trace.go:171","msg":"trace[1120996568] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"168.232938ms","start":"2026-03-19T18:09:29.118687Z","end":"2026-03-19T18:09:29.28692Z","steps":["trace[1120996568] 'process raft request' (duration: 167.523581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:29.287145Z","caller":"traceutil/trace.go:171","msg":"trace[454276050] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"168.3407ms","start":"2026-03-19T18:09:29.118794Z","end":"2026-03-19T18:09:29.287135Z","steps":["trace[454276050] 'process raft request' (duration: 167.634433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:29.287281Z","caller":"traceutil/trace.go:171","msg":"trace[1438932846] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"168.430212ms","start":"2026-03-19T18:09:29.118842Z","end":"2026-03-19T18:09:29.287272Z","steps":["trace[1438932846] 'process raft request' (duration: 167.634223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:29.287401Z","caller":"traceutil/trace.go:171","msg":"trace[445137954] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"166.103755ms","start":"2026-03-19T18:09:29.121289Z","end":"2026-03-19T18:09:29.287393Z","steps":["trace[445137954] 'process raft request' (duration: 165.223944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:29.287526Z","caller":"traceutil/trace.go:171","msg":"trace[929988179] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"165.88346ms","start":"2026-03-19T18:09:29.121633Z","end":"2026-03-19T18:09:29.287517Z","steps":["trace[929988179] 'process raft request' (duration: 164.912847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:29.287929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.089451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:29.28797Z","caller":"traceutil/trace.go:171","msg":"trace[977375826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8115; }","duration":"165.145272ms","start":"2026-03-19T18:09:29.122815Z","end":"2026-03-19T18:09:29.28796Z","steps":["trace[977375826] 'agreement among raft nodes before linearized reading' (duration: 164.778293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:30.579949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.567376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:09:30.580019Z","caller":"traceutil/trace.go:171","msg":"trace[1092330810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8117; }","duration":"152.689848ms","start":"2026-03-19T18:09:30.427313Z","end":"2026-03-19T18:09:30.580003Z","steps":["trace[1092330810] 'range keys from in-memory index tree' (duration: 152.435853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:30.728158Z","caller":"traceutil/trace.go:171","msg":"trace[49915217] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"144.648312ms","start":"2026-03-19T18:09:30.583483Z","end":"2026-03-19T18:09:30.728131Z","steps":["trace[49915217] 'read index received' (duration: 144.509059ms)","trace[49915217] 'applied index is now lower than readState.Index' (duration: 137.913µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:30.728326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.827777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:09:30.728381Z","caller":"traceutil/trace.go:171","msg":"trace[720007691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8117; }","duration":"144.94682ms","start":"2026-03-19T18:09:30.583403Z","end":"2026-03-19T18:09:30.728349Z","steps":["trace[720007691] 'agreement among raft nodes before linearized reading' (duration: 144.833987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:31.068714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.994649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:31.068909Z","caller":"traceutil/trace.go:171","msg":"trace[1516744191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8118; }","duration":"241.266496ms","start":"2026-03-19T18:09:30.827618Z","end":"2026-03-19T18:09:31.068885Z","steps":["trace[1516744191] 'range keys from in-memory index tree' (duration: 240.857666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:31.35418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.701305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:31.354287Z","caller":"traceutil/trace.go:171","msg":"trace[537628932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8121; }","duration":"183.871859ms","start":"2026-03-19T18:09:31.17039Z","end":"2026-03-19T18:09:31.354262Z","steps":["trace[537628932] 'range keys from in-memory index tree' (duration: 183.440988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.485239Z","caller":"traceutil/trace.go:171","msg":"trace[975986221] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"126.481991ms","start":"2026-03-19T18:09:31.358728Z","end":"2026-03-19T18:09:31.48521Z","steps":["trace[975986221] 'process raft request' (duration: 126.250756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.516525Z","caller":"traceutil/trace.go:171","msg":"trace[154905425] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"157.715862ms","start":"2026-03-19T18:09:31.358784Z","end":"2026-03-19T18:09:31.5165Z","steps":["trace[154905425] 'process raft request' (duration: 157.540818ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.516932Z","caller":"traceutil/trace.go:171","msg":"trace[231390470] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"157.594938ms","start":"2026-03-19T18:09:31.359296Z","end":"2026-03-19T18:09:31.516891Z","steps":["trace[231390470] 'process raft request' (duration: 157.166287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.517139Z","caller":"traceutil/trace.go:171","msg":"trace[758961422] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"157.773253ms","start":"2026-03-19T18:09:31.35933Z","end":"2026-03-19T18:09:31.517104Z","steps":["trace[758961422] 'process raft request' (duration: 157.502446ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.517212Z","caller":"traceutil/trace.go:171","msg":"trace[505558243] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"157.712421ms","start":"2026-03-19T18:09:31.359486Z","end":"2026-03-19T18:09:31.517198Z","steps":["trace[505558243] 'process raft request' (duration: 157.561337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:31.517186Z","caller":"traceutil/trace.go:171","msg":"trace[284489204] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8440; }","duration":"157.727461ms","start":"2026-03-19T18:09:31.35943Z","end":"2026-03-19T18:09:31.517158Z","steps":["trace[284489204] 'read index received' (duration: 125.613109ms)","trace[284489204] 'applied index is now lower than readState.Index' (duration: 32.113152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:31.517762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.307275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:31.517807Z","caller":"traceutil/trace.go:171","msg":"trace[1456786900] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8126; }","duration":"158.396127ms","start":"2026-03-19T18:09:31.3594Z","end":"2026-03-19T18:09:31.517796Z","steps":["trace[1456786900] 'agreement among raft nodes before linearized reading' (duration: 157.887205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:33.401879Z","caller":"traceutil/trace.go:171","msg":"trace[1585590174] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"272.20025ms","start":"2026-03-19T18:09:33.129656Z","end":"2026-03-19T18:09:33.401856Z","steps":["trace[1585590174] 'process raft request' (duration: 272.057886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:33.884861Z","caller":"traceutil/trace.go:171","msg":"trace[2012865238] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"755.148281ms","start":"2026-03-19T18:09:33.129674Z","end":"2026-03-19T18:09:33.884822Z","steps":["trace[2012865238] 'process raft request' (duration: 754.796113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.885016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.129654Z","time spent":"755.283305ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:33.885421Z","caller":"traceutil/trace.go:171","msg":"trace[1332458544] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"754.353723ms","start":"2026-03-19T18:09:33.131035Z","end":"2026-03-19T18:09:33.885389Z","steps":["trace[1332458544] 'process raft request' (duration: 753.684377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:33.88544Z","caller":"traceutil/trace.go:171","msg":"trace[1080170217] linearizableReadLoop","detail":"{readStateIndex:8448; appliedIndex:8446; }","duration":"395.695507ms","start":"2026-03-19T18:09:33.489681Z","end":"2026-03-19T18:09:33.885377Z","steps":["trace[1080170217] 'read index received' (duration: 394.706774ms)","trace[1080170217] 'applied index is now lower than readState.Index' (duration: 986.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:33.885584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.131022Z","time spent":"754.482836ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:33.885627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.939363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:09:33.885703Z","caller":"traceutil/trace.go:171","msg":"trace[2064600146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8129; }","duration":"396.058936ms","start":"2026-03-19T18:09:33.489623Z","end":"2026-03-19T18:09:33.885682Z","steps":["trace[2064600146] 'agreement among raft nodes before linearized reading' (duration: 395.846361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.885753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.489593Z","time spent":"396.151808ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:09:33.885746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.822565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:33.885865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.788401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:33.885935Z","caller":"traceutil/trace.go:171","msg":"trace[24388960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8129; }","duration":"365.045961ms","start":"2026-03-19T18:09:33.520866Z","end":"2026-03-19T18:09:33.885912Z","steps":["trace[24388960] 'agreement among raft nodes before linearized reading' (duration: 364.734483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.886174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.154122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:33.886252Z","caller":"traceutil/trace.go:171","msg":"trace[371738980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8129; }","duration":"362.436948ms","start":"2026-03-19T18:09:33.523798Z","end":"2026-03-19T18:09:33.886235Z","steps":["trace[371738980] 'agreement among raft nodes before linearized reading' (duration: 362.0918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.88621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.520844Z","time spent":"365.349219ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:09:33.886298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.523785Z","time spent":"362.50237ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:09:33.886377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.820471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:33.886492Z","caller":"traceutil/trace.go:171","msg":"trace[1738920131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8129; }","duration":"363.952055ms","start":"2026-03-19T18:09:33.522528Z","end":"2026-03-19T18:09:33.88648Z","steps":["trace[1738920131] 'agreement among raft nodes before linearized reading' (duration: 363.243388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.886557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.522516Z","time spent":"364.031257ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:33.886518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.624796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:09:33.886706Z","caller":"traceutil/trace.go:171","msg":"trace[1675680114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8129; }","duration":"364.686132ms","start":"2026-03-19T18:09:33.522001Z","end":"2026-03-19T18:09:33.886687Z","steps":["trace[1675680114] 'agreement among raft nodes before linearized reading' (duration: 363.77933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.886764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.521968Z","time spent":"364.780594ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:09:33.886765Z","caller":"traceutil/trace.go:171","msg":"trace[323035483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8129; }","duration":"363.988306ms","start":"2026-03-19T18:09:33.52273Z","end":"2026-03-19T18:09:33.886718Z","steps":["trace[323035483] 'agreement among raft nodes before linearized reading' (duration: 363.010541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:33.887062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.522722Z","time spent":"364.315933ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:09:34.519136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.957379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:34.519253Z","caller":"traceutil/trace.go:171","msg":"trace[1864711153] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"628.673672ms","start":"2026-03-19T18:09:33.890559Z","end":"2026-03-19T18:09:34.519233Z","steps":["trace[1864711153] 'process raft request' (duration: 488.536269ms)","trace[1864711153] 'compare' (duration: 139.854986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:34.519313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.890538Z","time spent":"628.747094ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.861802Z","caller":"traceutil/trace.go:171","msg":"trace[1026784332] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"970.939309ms","start":"2026-03-19T18:09:33.89082Z","end":"2026-03-19T18:09:34.86176Z","steps":["trace[1026784332] 'process raft request' (duration: 970.667342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.861849Z","caller":"traceutil/trace.go:171","msg":"trace[1247934617] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"970.936438ms","start":"2026-03-19T18:09:33.890882Z","end":"2026-03-19T18:09:34.861818Z","steps":["trace[1247934617] 'process raft request' (duration: 970.774254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.861981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.890799Z","time spent":"971.091942ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:34.862033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.89087Z","time spent":"971.059522ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.862781Z","caller":"traceutil/trace.go:171","msg":"trace[224708919] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"971.857671ms","start":"2026-03-19T18:09:33.890903Z","end":"2026-03-19T18:09:34.86276Z","steps":["trace[224708919] 'process raft request' (duration: 970.802565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:34.862787Z","caller":"traceutil/trace.go:171","msg":"trace[147183170] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8448; }","duration":"971.243565ms","start":"2026-03-19T18:09:33.891519Z","end":"2026-03-19T18:09:34.862763Z","steps":["trace[147183170] 'read index received' (duration: 487.592655ms)","trace[147183170] 'applied index is now lower than readState.Index' (duration: 483.65021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:34.862885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.890878Z","time spent":"971.956952ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.862874Z","caller":"traceutil/trace.go:171","msg":"trace[1156526217] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"971.903891ms","start":"2026-03-19T18:09:33.890924Z","end":"2026-03-19T18:09:34.862828Z","steps":["trace[1156526217] 'process raft request' (duration: 971.753038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.863182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.797669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:34.863201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.679955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"warn","ts":"2026-03-19T18:09:34.863194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.890906Z","time spent":"972.110007ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:34.863254Z","caller":"traceutil/trace.go:171","msg":"trace[582838945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8134; }","duration":"971.749317ms","start":"2026-03-19T18:09:33.891491Z","end":"2026-03-19T18:09:34.86324Z","steps":["trace[582838945] 'agreement among raft nodes before linearized reading' (duration: 971.361718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.863295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:33.891478Z","time spent":"971.807888ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222811,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:09:34.863245Z","caller":"traceutil/trace.go:171","msg":"trace[704508392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8134; }","duration":"675.900922ms","start":"2026-03-19T18:09:34.187328Z","end":"2026-03-19T18:09:34.863229Z","steps":["trace[704508392] 'agreement among raft nodes before linearized reading' (duration: 675.712897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.863188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.130032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:34.863375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.187306Z","time spent":"676.058136ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:09:34.863384Z","caller":"traceutil/trace.go:171","msg":"trace[1179945435] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8134; }","duration":"328.409638ms","start":"2026-03-19T18:09:34.534959Z","end":"2026-03-19T18:09:34.863368Z","steps":["trace[1179945435] 'agreement among raft nodes before linearized reading' (duration: 328.127331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.863545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.53492Z","time spent":"328.605514ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:34.86357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.160712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:34.863689Z","caller":"traceutil/trace.go:171","msg":"trace[152958933] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8134; }","duration":"647.353118ms","start":"2026-03-19T18:09:34.216305Z","end":"2026-03-19T18:09:34.863658Z","steps":["trace[152958933] 'agreement among raft nodes before linearized reading' (duration: 646.831405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:34.863785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:34.216279Z","time spent":"647.490691ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:35.753824Z","caller":"traceutil/trace.go:171","msg":"trace[722016242] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8454; }","duration":"280.305537ms","start":"2026-03-19T18:09:35.473497Z","end":"2026-03-19T18:09:35.753803Z","steps":["trace[722016242] 'read index received' (duration: 280.205905ms)","trace[722016242] 'applied index is now lower than readState.Index' (duration: 98.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:35.753932Z","caller":"traceutil/trace.go:171","msg":"trace[1052367866] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"346.283623ms","start":"2026-03-19T18:09:35.407615Z","end":"2026-03-19T18:09:35.753899Z","steps":["trace[1052367866] 'process raft request' (duration: 346.056787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.753973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.453641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:35.754008Z","caller":"traceutil/trace.go:171","msg":"trace[1115367982] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8136; }","duration":"280.545223ms","start":"2026-03-19T18:09:35.473451Z","end":"2026-03-19T18:09:35.753997Z","steps":["trace[1115367982] 'agreement among raft nodes before linearized reading' (duration: 280.43573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:35.754085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:35.407576Z","time spent":"346.422176ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:41.738696Z","caller":"traceutil/trace.go:171","msg":"trace[1246488020] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"153.881698ms","start":"2026-03-19T18:09:41.584787Z","end":"2026-03-19T18:09:41.738669Z","steps":["trace[1246488020] 'process raft request' (duration: 146.937029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.168666Z","caller":"traceutil/trace.go:171","msg":"trace[1996276133] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"212.445575ms","start":"2026-03-19T18:09:44.956197Z","end":"2026-03-19T18:09:45.168643Z","steps":["trace[1996276133] 'read index received' (duration: 212.25476ms)","trace[1996276133] 'applied index is now lower than readState.Index' (duration: 189.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:45.169015Z","caller":"traceutil/trace.go:171","msg":"trace[960005056] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"229.025838ms","start":"2026-03-19T18:09:44.939975Z","end":"2026-03-19T18:09:45.169001Z","steps":["trace[960005056] 'process raft request' (duration: 228.544137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.169197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.042447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:45.169233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.511902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:09:45.169289Z","caller":"traceutil/trace.go:171","msg":"trace[2023366769] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8188; }","duration":"130.18561ms","start":"2026-03-19T18:09:45.039085Z","end":"2026-03-19T18:09:45.16927Z","steps":["trace[2023366769] 'agreement among raft nodes before linearized reading' (duration: 130.014696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.169312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.429616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:45.169308Z","caller":"traceutil/trace.go:171","msg":"trace[1706329249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8188; }","duration":"186.639175ms","start":"2026-03-19T18:09:44.98265Z","end":"2026-03-19T18:09:45.169289Z","steps":["trace[1706329249] 'agreement among raft nodes before linearized reading' (duration: 186.385619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.169338Z","caller":"traceutil/trace.go:171","msg":"trace[1658403675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8188; }","duration":"185.504958ms","start":"2026-03-19T18:09:44.983826Z","end":"2026-03-19T18:09:45.169331Z","steps":["trace[1658403675] 'agreement among raft nodes before linearized reading' (duration: 185.389135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.169319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.09859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:45.169395Z","caller":"traceutil/trace.go:171","msg":"trace[751448070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8188; }","duration":"213.220933ms","start":"2026-03-19T18:09:44.956154Z","end":"2026-03-19T18:09:45.169375Z","steps":["trace[751448070] 'agreement among raft nodes before linearized reading' (duration: 212.975117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.169411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.653115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:45.16949Z","caller":"traceutil/trace.go:171","msg":"trace[114567929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8188; }","duration":"179.766749ms","start":"2026-03-19T18:09:44.989703Z","end":"2026-03-19T18:09:45.16947Z","steps":["trace[114567929] 'agreement among raft nodes before linearized reading' (duration: 179.495532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.302926Z","caller":"traceutil/trace.go:171","msg":"trace[1942470012] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8509; }","duration":"127.771622ms","start":"2026-03-19T18:09:45.175134Z","end":"2026-03-19T18:09:45.302905Z","steps":["trace[1942470012] 'read index received' (duration: 66.174842ms)","trace[1942470012] 'applied index is now lower than readState.Index' (duration: 61.59583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:45.303023Z","caller":"traceutil/trace.go:171","msg":"trace[348573704] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"128.884729ms","start":"2026-03-19T18:09:45.174121Z","end":"2026-03-19T18:09:45.303006Z","steps":["trace[348573704] 'process raft request' (duration: 128.747766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.302994Z","caller":"traceutil/trace.go:171","msg":"trace[1070735157] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"129.585456ms","start":"2026-03-19T18:09:45.173375Z","end":"2026-03-19T18:09:45.30296Z","steps":["trace[1070735157] 'process raft request' (duration: 129.370601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.303398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.240354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:09:45.30348Z","caller":"traceutil/trace.go:171","msg":"trace[795104985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8191; }","duration":"128.355656ms","start":"2026-03-19T18:09:45.175106Z","end":"2026-03-19T18:09:45.303462Z","steps":["trace[795104985] 'agreement among raft nodes before linearized reading' (duration: 127.932616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:45.303826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.253148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:09:45.303905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.273104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:45.303919Z","caller":"traceutil/trace.go:171","msg":"trace[1560111399] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8191; }","duration":"120.374392ms","start":"2026-03-19T18:09:45.183531Z","end":"2026-03-19T18:09:45.303906Z","steps":["trace[1560111399] 'agreement among raft nodes before linearized reading' (duration: 120.241229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:45.303981Z","caller":"traceutil/trace.go:171","msg":"trace[2031814347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8191; }","duration":"119.353296ms","start":"2026-03-19T18:09:45.184587Z","end":"2026-03-19T18:09:45.30394Z","steps":["trace[2031814347] 'agreement among raft nodes before linearized reading' (duration: 119.264333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:51.528174Z","caller":"traceutil/trace.go:171","msg":"trace[774435631] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8541; }","duration":"159.821272ms","start":"2026-03-19T18:09:51.368325Z","end":"2026-03-19T18:09:51.528146Z","steps":["trace[774435631] 'read index received' (duration: 159.807802ms)","trace[774435631] 'applied index is now lower than readState.Index' (duration: 10.66µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:51.528139Z","caller":"traceutil/trace.go:171","msg":"trace[1409100390] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"159.860553ms","start":"2026-03-19T18:09:51.368251Z","end":"2026-03-19T18:09:51.528111Z","steps":["trace[1409100390] 'process raft request' (duration: 159.72411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.528547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.464087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:51.528587Z","caller":"traceutil/trace.go:171","msg":"trace[404700116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8218; }","duration":"130.537808ms","start":"2026-03-19T18:09:51.398041Z","end":"2026-03-19T18:09:51.528579Z","steps":["trace[404700116] 'agreement among raft nodes before linearized reading' (duration: 130.396365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.528613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.006213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:09:51.5287Z","caller":"traceutil/trace.go:171","msg":"trace[1358521119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8218; }","duration":"134.104605ms","start":"2026-03-19T18:09:51.394577Z","end":"2026-03-19T18:09:51.528681Z","steps":["trace[1358521119] 'agreement among raft nodes before linearized reading' (duration: 133.875719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.528673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.316044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:51.528816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.58001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:51.528908Z","caller":"traceutil/trace.go:171","msg":"trace[1906508067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"146.802266ms","start":"2026-03-19T18:09:51.382066Z","end":"2026-03-19T18:09:51.528869Z","steps":["trace[1906508067] 'agreement among raft nodes before linearized reading' (duration: 146.412626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:51.529065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.004638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19576"} {"level":"info","ts":"2026-03-19T18:09:51.529126Z","caller":"traceutil/trace.go:171","msg":"trace[1997054822] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8218; }","duration":"160.11134ms","start":"2026-03-19T18:09:51.368999Z","end":"2026-03-19T18:09:51.529111Z","steps":["trace[1997054822] 'agreement among raft nodes before linearized reading' (duration: 159.344551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:51.528848Z","caller":"traceutil/trace.go:171","msg":"trace[1658661456] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8218; }","duration":"160.512859ms","start":"2026-03-19T18:09:51.368294Z","end":"2026-03-19T18:09:51.528807Z","steps":["trace[1658661456] 'agreement among raft nodes before linearized reading' (duration: 159.994496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:59.810499Z","caller":"traceutil/trace.go:171","msg":"trace[613757144] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8583; }","duration":"140.270866ms","start":"2026-03-19T18:09:59.670199Z","end":"2026-03-19T18:09:59.81047Z","steps":["trace[613757144] 'read index received' (duration: 50.759936ms)","trace[613757144] 'applied index is now lower than readState.Index' (duration: 89.50994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:59.810724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.497151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:09:59.810779Z","caller":"traceutil/trace.go:171","msg":"trace[2032855480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8261; }","duration":"140.590634ms","start":"2026-03-19T18:09:59.670174Z","end":"2026-03-19T18:09:59.810764Z","steps":["trace[2032855480] 'agreement among raft nodes before linearized reading' (duration: 140.40322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:59.810949Z","caller":"traceutil/trace.go:171","msg":"trace[1387605567] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"145.466613ms","start":"2026-03-19T18:09:59.665383Z","end":"2026-03-19T18:09:59.81085Z","steps":["trace[1387605567] 'process raft request' (duration: 104.593827ms)","trace[1387605567] 'compare' (duration: 40.371524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:02.364862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.308756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:02.365224Z","caller":"traceutil/trace.go:171","msg":"trace[1623561845] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"274.223449ms","start":"2026-03-19T18:10:02.090747Z","end":"2026-03-19T18:10:02.36497Z","steps":["trace[1623561845] 'process raft request' (duration: 92.686737ms)","trace[1623561845] 'compare' (duration: 181.027389ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:02.451802Z","caller":"traceutil/trace.go:171","msg":"trace[301987525] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8645; }","duration":"265.552837ms","start":"2026-03-19T18:10:02.186229Z","end":"2026-03-19T18:10:02.451782Z","steps":["trace[301987525] 'read index received' (duration: 265.424924ms)","trace[301987525] 'applied index is now lower than readState.Index' (duration: 127.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:02.451879Z","caller":"traceutil/trace.go:171","msg":"trace[606841205] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"353.731736ms","start":"2026-03-19T18:10:02.098118Z","end":"2026-03-19T18:10:02.45185Z","steps":["trace[606841205] 'process raft request' (duration: 353.548362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.451943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.284474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:02.451984Z","caller":"traceutil/trace.go:171","msg":"trace[378797481] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8318; }","duration":"231.369175ms","start":"2026-03-19T18:10:02.220602Z","end":"2026-03-19T18:10:02.451971Z","steps":["trace[378797481] 'agreement among raft nodes before linearized reading' (duration: 231.290543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:02.452011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:02.098089Z","time spent":"353.849069ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:02.45204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.783044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:02.452139Z","caller":"traceutil/trace.go:171","msg":"trace[321273068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8318; }","duration":"265.933887ms","start":"2026-03-19T18:10:02.186182Z","end":"2026-03-19T18:10:02.452116Z","steps":["trace[321273068] 'agreement among raft nodes before linearized reading' (duration: 265.737473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:02.991088Z","caller":"traceutil/trace.go:171","msg":"trace[1694301753] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"119.305756ms","start":"2026-03-19T18:10:02.871755Z","end":"2026-03-19T18:10:02.991061Z","steps":["trace[1694301753] 'process raft request' (duration: 119.159382ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:05.16069Z","caller":"traceutil/trace.go:171","msg":"trace[135256100] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"159.016213ms","start":"2026-03-19T18:10:05.001638Z","end":"2026-03-19T18:10:05.160654Z","steps":["trace[135256100] 'process raft request' (duration: 158.804028ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:06.272953Z","caller":"traceutil/trace.go:171","msg":"trace[1323786896] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"188.633285ms","start":"2026-03-19T18:10:06.084288Z","end":"2026-03-19T18:10:06.272921Z","steps":["trace[1323786896] 'process raft request' (duration: 186.572815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:07.172886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413594115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:07.673545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413594115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:08.174706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413594115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:08.31587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.647498397s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:10:09.472436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521506038s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.473014Z","caller":"traceutil/trace.go:171","msg":"trace[1537554167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8342; }","duration":"1.522092962s","start":"2026-03-19T18:10:07.950895Z","end":"2026-03-19T18:10:09.472988Z","steps":["trace[1537554167] 'range keys from in-memory index tree' (duration: 1.521486297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.473168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.150645Z","time spent":"1.322510081s","remote":"127.0.0.1:49788","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:10:09.473978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157798759s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:09.474159Z","caller":"traceutil/trace.go:171","msg":"trace[1944923109] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8671; }","duration":"2.80177541s","start":"2026-03-19T18:10:06.67237Z","end":"2026-03-19T18:10:09.474145Z","steps":["trace[1944923109] 'read index received' (duration: 1.643724295s)","trace[1944923109] 'applied index is now lower than readState.Index' (duration: 1.158049975s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:09.474231Z","caller":"traceutil/trace.go:171","msg":"trace[80802246] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.401572906s","start":"2026-03-19T18:10:08.072648Z","end":"2026-03-19T18:10:09.474221Z","steps":["trace[80802246] 'process raft request' (duration: 1.401416912s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.474294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.072631Z","time spent":"1.401627898s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:09.474381Z","caller":"traceutil/trace.go:171","msg":"trace[596066467] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"2.806105224s","start":"2026-03-19T18:10:06.668205Z","end":"2026-03-19T18:10:09.474311Z","steps":["trace[596066467] 'process raft request' (duration: 1.647894255s)","trace[596066467] 'compare' (duration: 1.155509583s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:09.474656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.668169Z","time spent":"2.806442993s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:09.474428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802034346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.475101Z","caller":"traceutil/trace.go:171","msg":"trace[1684076937] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8344; }","duration":"2.802733563s","start":"2026-03-19T18:10:06.672337Z","end":"2026-03-19T18:10:09.475071Z","steps":["trace[1684076937] 'agreement among raft nodes before linearized reading' (duration: 2.801971624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.475256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.672321Z","time spent":"2.802875657s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:09.703609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:10:09.70371Z","caller":"traceutil/trace.go:171","msg":"trace[210579630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202846s","start":"2026-03-19T18:10:07.703484Z","end":"2026-03-19T18:10:09.703687Z","steps":["trace[210579630] 'agreement among raft nodes before linearized reading' (duration: 2.000078713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.703766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.703468Z","time spent":"2.000285589s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:10:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:10:09.777869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301615222s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:10:09.780074Z","caller":"traceutil/trace.go:171","msg":"trace[1419328267] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"1.391080541s","start":"2026-03-19T18:10:08.388962Z","end":"2026-03-19T18:10:09.780043Z","steps":["trace[1419328267] 'process raft request' (duration: 1.389177524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.780463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.388938Z","time spent":"1.391426019s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:09.782958Z","caller":"traceutil/trace.go:171","msg":"trace[1992559818] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8673; }","duration":"308.73957ms","start":"2026-03-19T18:10:09.474191Z","end":"2026-03-19T18:10:09.78293Z","steps":["trace[1992559818] 'read index received' (duration: 303.930833ms)","trace[1992559818] 'applied index is now lower than readState.Index' (duration: 4.807787ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:09.783184Z","caller":"traceutil/trace.go:171","msg":"trace[271373740] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.268899925s","start":"2026-03-19T18:10:08.51427Z","end":"2026-03-19T18:10:09.78317Z","steps":["trace[271373740] 'process raft request' (duration: 1.268566527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.963868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.783252Z","caller":"traceutil/trace.go:171","msg":"trace[1998030342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"925.053621ms","start":"2026-03-19T18:10:08.858183Z","end":"2026-03-19T18:10:09.783236Z","steps":["trace[1998030342] 'agreement among raft nodes before linearized reading' (duration: 924.947688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.51424Z","time spent":"1.268976697s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:09.783308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.858163Z","time spent":"925.137642ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:09.78339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59795603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:09.783467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.166231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:09.783454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402013833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:10:09.783501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615822861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:09.78355Z","caller":"traceutil/trace.go:171","msg":"trace[420965946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.402109646s","start":"2026-03-19T18:10:07.381387Z","end":"2026-03-19T18:10:09.783497Z","steps":["trace[420965946] 'agreement among raft nodes before linearized reading' (duration: 2.401946002s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.783564Z","caller":"traceutil/trace.go:171","msg":"trace[1632510669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8346; }","duration":"2.615914033s","start":"2026-03-19T18:10:07.167634Z","end":"2026-03-19T18:10:09.783548Z","steps":["trace[1632510669] 'agreement among raft nodes before linearized reading' (duration: 2.615736319s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858729432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:10:09.783539Z","caller":"traceutil/trace.go:171","msg":"trace[994278837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"1.598159035s","start":"2026-03-19T18:10:08.185327Z","end":"2026-03-19T18:10:09.783486Z","steps":["trace[994278837] 'agreement among raft nodes before linearized reading' (duration: 1.597928849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926504357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-19T18:10:09.783577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.381369Z","time spent":"2.402201578s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:10:09.783718Z","caller":"traceutil/trace.go:171","msg":"trace[1019304253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8346; }","duration":"1.858951427s","start":"2026-03-19T18:10:07.924725Z","end":"2026-03-19T18:10:09.783677Z","steps":["trace[1019304253] 'agreement among raft nodes before linearized reading' (duration: 1.858463135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.185304Z","time spent":"1.598417991s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:09.783632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863312472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:09.783913Z","caller":"traceutil/trace.go:171","msg":"trace[481603965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8346; }","duration":"1.863704272s","start":"2026-03-19T18:10:07.9202Z","end":"2026-03-19T18:10:09.783905Z","steps":["trace[481603965] 'agreement among raft nodes before linearized reading' (duration: 1.863362553s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.92016Z","time spent":"1.863775103s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:10:09.78392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.924697Z","time spent":"1.859204413s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:10:09.783637Z","caller":"traceutil/trace.go:171","msg":"trace[1600041763] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8346; }","duration":"711.233153ms","start":"2026-03-19T18:10:09.072259Z","end":"2026-03-19T18:10:09.783492Z","steps":["trace[1600041763] 'agreement among raft nodes before linearized reading' (duration: 711.179221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091707365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:10:09.783605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.167618Z","time spent":"2.615978384s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:10:09.78406Z","caller":"traceutil/trace.go:171","msg":"trace[970791135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.092213448s","start":"2026-03-19T18:10:07.691816Z","end":"2026-03-19T18:10:09.78403Z","steps":["trace[970791135] 'agreement among raft nodes before linearized reading' (duration: 2.091672795s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.783734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66241519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.784104Z","caller":"traceutil/trace.go:171","msg":"trace[911860104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8346; }","duration":"2.927219555s","start":"2026-03-19T18:10:06.856513Z","end":"2026-03-19T18:10:09.783733Z","steps":["trace[911860104] 'agreement among raft nodes before linearized reading' (duration: 2.926505827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.784112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.691796Z","time spent":"2.09229894s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:09.784044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:09.072238Z","time spent":"711.785027ms","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:09.784166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:06.856492Z","time spent":"2.927664586s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:10:09.784456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71952763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:09.784551Z","caller":"traceutil/trace.go:171","msg":"trace[344139156] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8346; }","duration":"1.719664934s","start":"2026-03-19T18:10:08.06487Z","end":"2026-03-19T18:10:09.784535Z","steps":["trace[344139156] 'agreement among raft nodes before linearized reading' (duration: 1.7182543s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.784616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.064849Z","time spent":"1.719753416s","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:09.784321Z","caller":"traceutil/trace.go:171","msg":"trace[879849040] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8346; }","duration":"1.663155868s","start":"2026-03-19T18:10:08.121136Z","end":"2026-03-19T18:10:09.784292Z","steps":["trace[879849040] 'agreement among raft nodes before linearized reading' (duration: 1.662311418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.785579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005484376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:09.785624Z","caller":"traceutil/trace.go:171","msg":"trace[1633474758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8346; }","duration":"2.005567097s","start":"2026-03-19T18:10:07.780045Z","end":"2026-03-19T18:10:09.785612Z","steps":["trace[1633474758] 'agreement among raft nodes before linearized reading' (duration: 2.004267815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.785606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:08.121083Z","time spent":"1.664503951s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:09.785657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:07.779987Z","time spent":"2.00566325s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:10.657616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.248656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:10:10.657713Z","caller":"traceutil/trace.go:171","msg":"trace[633386556] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:8354; }","duration":"156.39703ms","start":"2026-03-19T18:10:10.501297Z","end":"2026-03-19T18:10:10.657694Z","steps":["trace[633386556] 'range keys from in-memory index tree' (duration: 156.030641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.602911Z","caller":"traceutil/trace.go:171","msg":"trace[971847826] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"122.676818ms","start":"2026-03-19T18:10:11.480209Z","end":"2026-03-19T18:10:11.602886Z","steps":["trace[971847826] 'process raft request' (duration: 122.513704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.963651Z","caller":"traceutil/trace.go:171","msg":"trace[942354768] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"178.517708ms","start":"2026-03-19T18:10:11.785108Z","end":"2026-03-19T18:10:11.963625Z","steps":["trace[942354768] 'process raft request' (duration: 178.349934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.994375Z","caller":"traceutil/trace.go:171","msg":"trace[519380487] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8687; }","duration":"201.416355ms","start":"2026-03-19T18:10:11.792928Z","end":"2026-03-19T18:10:11.994344Z","steps":["trace[519380487] 'read index received' (duration: 170.514343ms)","trace[519380487] 'applied index is now lower than readState.Index' (duration: 30.900382ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:11.994534Z","caller":"traceutil/trace.go:171","msg":"trace[618594541] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"204.841129ms","start":"2026-03-19T18:10:11.789678Z","end":"2026-03-19T18:10:11.994519Z","steps":["trace[618594541] 'process raft request' (duration: 204.48137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:11.994717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.888163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:11.994824Z","caller":"traceutil/trace.go:171","msg":"trace[690374552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8359; }","duration":"201.002765ms","start":"2026-03-19T18:10:11.793804Z","end":"2026-03-19T18:10:11.994807Z","steps":["trace[690374552] 'agreement among raft nodes before linearized reading' (duration: 200.804751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:11.994722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.782035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:10:11.994855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.814207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:11.994945Z","caller":"traceutil/trace.go:171","msg":"trace[1517303501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8359; }","duration":"197.9378ms","start":"2026-03-19T18:10:11.796989Z","end":"2026-03-19T18:10:11.994927Z","steps":["trace[1517303501] 'agreement among raft nodes before linearized reading' (duration: 197.665184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.99495Z","caller":"traceutil/trace.go:171","msg":"trace[1447728089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"202.04145ms","start":"2026-03-19T18:10:11.79288Z","end":"2026-03-19T18:10:11.994921Z","steps":["trace[1447728089] 'agreement among raft nodes before linearized reading' (duration: 201.713442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:11.994966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.090827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:10:11.994966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.797953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:10:11.994765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.100105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:10:11.995068Z","caller":"traceutil/trace.go:171","msg":"trace[795052426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8359; }","duration":"201.309123ms","start":"2026-03-19T18:10:11.793734Z","end":"2026-03-19T18:10:11.995043Z","steps":["trace[795052426] 'agreement among raft nodes before linearized reading' (duration: 201.047557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.995067Z","caller":"traceutil/trace.go:171","msg":"trace[1344487678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8359; }","duration":"194.941597ms","start":"2026-03-19T18:10:11.800112Z","end":"2026-03-19T18:10:11.995053Z","steps":["trace[1344487678] 'agreement among raft nodes before linearized reading' (duration: 194.63039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:11.995108Z","caller":"traceutil/trace.go:171","msg":"trace[1496611812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8359; }","duration":"198.468614ms","start":"2026-03-19T18:10:11.79662Z","end":"2026-03-19T18:10:11.995088Z","steps":["trace[1496611812] 'agreement among raft nodes before linearized reading' (duration: 198.039444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.389621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.820276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:12.389757Z","caller":"traceutil/trace.go:171","msg":"trace[1760980502] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"389.25226ms","start":"2026-03-19T18:10:12.00048Z","end":"2026-03-19T18:10:12.389732Z","steps":["trace[1760980502] 'process raft request' (duration: 127.216209ms)","trace[1760980502] 'compare' (duration: 261.692653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:12.389845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.000454Z","time spent":"389.348053ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:12.395528Z","caller":"traceutil/trace.go:171","msg":"trace[1124340726] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"395.006971ms","start":"2026-03-19T18:10:12.000503Z","end":"2026-03-19T18:10:12.39551Z","steps":["trace[1124340726] 'process raft request' (duration: 394.94277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:12.39556Z","caller":"traceutil/trace.go:171","msg":"trace[1927753926] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"395.070792ms","start":"2026-03-19T18:10:12.00047Z","end":"2026-03-19T18:10:12.395541Z","steps":["trace[1927753926] 'process raft request' (duration: 394.895388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.395612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.000481Z","time spent":"395.089483ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:12.39564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.00044Z","time spent":"395.156384ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:12.395868Z","caller":"traceutil/trace.go:171","msg":"trace[87216094] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"395.204045ms","start":"2026-03-19T18:10:12.000651Z","end":"2026-03-19T18:10:12.395855Z","steps":["trace[87216094] 'process raft request' (duration: 394.827546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.395936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.000621Z","time spent":"395.283368ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:12.395936Z","caller":"traceutil/trace.go:171","msg":"trace[2075565654] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"395.093263ms","start":"2026-03-19T18:10:12.000822Z","end":"2026-03-19T18:10:12.395915Z","steps":["trace[2075565654] 'process raft request' (duration: 394.901678ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:12.395901Z","caller":"traceutil/trace.go:171","msg":"trace[418149819] linearizableReadLoop","detail":"{readStateIndex:8694; appliedIndex:8689; }","duration":"394.090828ms","start":"2026-03-19T18:10:12.001782Z","end":"2026-03-19T18:10:12.395872Z","steps":["trace[418149819] 'read index received' (duration: 125.987608ms)","trace[418149819] 'applied index is now lower than readState.Index' (duration: 268.10203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:12.396026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.0008Z","time spent":"395.179244ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:12.396104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.901853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:12.396144Z","caller":"traceutil/trace.go:171","msg":"trace[681336965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8364; }","duration":"200.974784ms","start":"2026-03-19T18:10:12.195159Z","end":"2026-03-19T18:10:12.396133Z","steps":["trace[681336965] 'agreement among raft nodes before linearized reading' (duration: 200.912263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.396485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.666682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227517"} {"level":"info","ts":"2026-03-19T18:10:12.396537Z","caller":"traceutil/trace.go:171","msg":"trace[1843108114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8364; }","duration":"394.775466ms","start":"2026-03-19T18:10:12.001752Z","end":"2026-03-19T18:10:12.396527Z","steps":["trace[1843108114] 'agreement among raft nodes before linearized reading' (duration: 394.207831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:12.396569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:12.001744Z","time spent":"394.816346ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227539,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:10:21.827093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.215552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:21.827207Z","caller":"traceutil/trace.go:171","msg":"trace[299779944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8434; }","duration":"221.428017ms","start":"2026-03-19T18:10:21.605756Z","end":"2026-03-19T18:10:21.827184Z","steps":["trace[299779944] 'count revisions from in-memory index tree' (duration: 221.118329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:21.82731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.979108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:21.827374Z","caller":"traceutil/trace.go:171","msg":"trace[1618858869] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"181.281967ms","start":"2026-03-19T18:10:21.646063Z","end":"2026-03-19T18:10:21.827345Z","steps":["trace[1618858869] 'process raft request' (duration: 171.58097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:21.827395Z","caller":"traceutil/trace.go:171","msg":"trace[551173260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8434; }","duration":"278.139152ms","start":"2026-03-19T18:10:21.549236Z","end":"2026-03-19T18:10:21.827375Z","steps":["trace[551173260] 'count revisions from in-memory index tree' (duration: 277.820133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:22.787786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.444989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:10:22.787938Z","caller":"traceutil/trace.go:171","msg":"trace[887571452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8447; }","duration":"477.079889ms","start":"2026-03-19T18:10:22.310834Z","end":"2026-03-19T18:10:22.787914Z","steps":["trace[887571452] 'process raft request' (duration: 60.23492ms)","trace[887571452] 'compare' (duration: 416.349037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:22.788036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.310823Z","time spent":"477.161521ms","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T18:10:22.94928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413594413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:23.216573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.798847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:23.216701Z","caller":"traceutil/trace.go:171","msg":"trace[1197326521] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"768.357011ms","start":"2026-03-19T18:10:22.448322Z","end":"2026-03-19T18:10:23.216679Z","steps":["trace[1197326521] 'read index received' (duration: 634.267097ms)","trace[1197326521] 'applied index is now lower than readState.Index' (duration: 134.088434ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:23.216833Z","caller":"traceutil/trace.go:171","msg":"trace[369079759] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"903.48817ms","start":"2026-03-19T18:10:22.313327Z","end":"2026-03-19T18:10:23.216815Z","steps":["trace[369079759] 'process raft request' (duration: 769.317544ms)","trace[369079759] 'compare' (duration: 133.551511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:23.216911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.313288Z","time spent":"903.584012ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:23.217148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.73463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:23.217261Z","caller":"traceutil/trace.go:171","msg":"trace[325920132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8448; }","duration":"768.908945ms","start":"2026-03-19T18:10:22.448323Z","end":"2026-03-19T18:10:23.217232Z","steps":["trace[325920132] 'agreement among raft nodes before linearized reading' (duration: 768.639268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.2173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.94434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:10:23.217318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.448282Z","time spent":"769.022027ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:10:23.217342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.290895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:23.217374Z","caller":"traceutil/trace.go:171","msg":"trace[1197344129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8448; }","duration":"745.042482ms","start":"2026-03-19T18:10:22.472312Z","end":"2026-03-19T18:10:23.217354Z","steps":["trace[1197344129] 'agreement among raft nodes before linearized reading' (duration: 744.855037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.14438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:23.217393Z","caller":"traceutil/trace.go:171","msg":"trace[1800149603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8448; }","duration":"758.363536ms","start":"2026-03-19T18:10:22.459015Z","end":"2026-03-19T18:10:23.217378Z","steps":["trace[1800149603] 'agreement among raft nodes before linearized reading' (duration: 758.185222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.472299Z","time spent":"745.119574ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:23.21744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.459004Z","time spent":"758.428398ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:10:23.217451Z","caller":"traceutil/trace.go:171","msg":"trace[397497390] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8448; }","duration":"495.344255ms","start":"2026-03-19T18:10:22.722082Z","end":"2026-03-19T18:10:23.217427Z","steps":["trace[397497390] 'agreement among raft nodes before linearized reading' (duration: 495.11136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.008124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:10:23.217403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.311846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-drs5v\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-19T18:10:23.21761Z","caller":"traceutil/trace.go:171","msg":"trace[531739571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8448; }","duration":"748.232309ms","start":"2026-03-19T18:10:22.469357Z","end":"2026-03-19T18:10:23.217589Z","steps":["trace[531739571] 'agreement among raft nodes before linearized reading' (duration: 747.818909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.722054Z","time spent":"495.449357ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:23.217715Z","caller":"traceutil/trace.go:171","msg":"trace[1791764427] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-drs5v; range_end:; response_count:1; response_revision:8448; }","duration":"525.620984ms","start":"2026-03-19T18:10:22.691991Z","end":"2026-03-19T18:10:23.217612Z","steps":["trace[1791764427] 'agreement among raft nodes before linearized reading' (duration: 525.174613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.691966Z","time spent":"525.838709ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-drs5v\" "} {"level":"warn","ts":"2026-03-19T18:10:23.21759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.574107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:10:23.217931Z","caller":"traceutil/trace.go:171","msg":"trace[1357478393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8448; }","duration":"741.987016ms","start":"2026-03-19T18:10:22.475925Z","end":"2026-03-19T18:10:23.217912Z","steps":["trace[1357478393] 'agreement among raft nodes before linearized reading' (duration: 741.249308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.217715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.469317Z","time spent":"748.379033ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:23.218024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.676563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:10:23.21803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.475914Z","time spent":"742.099721ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"info","ts":"2026-03-19T18:10:23.218109Z","caller":"traceutil/trace.go:171","msg":"trace[1995783533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8448; }","duration":"769.830727ms","start":"2026-03-19T18:10:22.448257Z","end":"2026-03-19T18:10:23.218087Z","steps":["trace[1995783533] 'agreement among raft nodes before linearized reading' (duration: 768.988936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:23.218256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:22.448202Z","time spent":"770.013851ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:10:23.999982Z","caller":"traceutil/trace.go:171","msg":"trace[1473666894] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8792; }","duration":"132.035544ms","start":"2026-03-19T18:10:23.867925Z","end":"2026-03-19T18:10:23.999961Z","steps":["trace[1473666894] 'read index received' (duration: 35.700162ms)","trace[1473666894] 'applied index is now lower than readState.Index' (duration: 96.334732ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:24.000197Z","caller":"traceutil/trace.go:171","msg":"trace[973522832] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"167.48314ms","start":"2026-03-19T18:10:23.832704Z","end":"2026-03-19T18:10:24.000187Z","steps":["trace[973522832] 'process raft request' (duration: 70.985253ms)","trace[973522832] 'compare' (duration: 96.160969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:24.000437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.499235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T18:10:24.000469Z","caller":"traceutil/trace.go:171","msg":"trace[1791544319] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8459; }","duration":"132.580587ms","start":"2026-03-19T18:10:23.867882Z","end":"2026-03-19T18:10:24.000463Z","steps":["trace[1791544319] 'agreement among raft nodes before linearized reading' (duration: 132.462245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:24.000731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.649387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129761"} {"level":"info","ts":"2026-03-19T18:10:24.000831Z","caller":"traceutil/trace.go:171","msg":"trace[2006986552] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8459; }","duration":"127.804931ms","start":"2026-03-19T18:10:23.873003Z","end":"2026-03-19T18:10:24.000807Z","steps":["trace[2006986552] 'agreement among raft nodes before linearized reading' (duration: 127.466523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:24.508726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413594457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:25.049299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.359186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:25.049444Z","caller":"traceutil/trace.go:171","msg":"trace[394766985] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"1.042257689s","start":"2026-03-19T18:10:24.007159Z","end":"2026-03-19T18:10:25.049417Z","steps":["trace[394766985] 'process raft request' (duration: 754.645847ms)","trace[394766985] 'compare' (duration: 286.887894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:25.049537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.007129Z","time spent":"1.042360032s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:25.210203Z","caller":"traceutil/trace.go:171","msg":"trace[1075648298] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8793; }","duration":"1.201971569s","start":"2026-03-19T18:10:24.008202Z","end":"2026-03-19T18:10:25.210173Z","steps":["trace[1075648298] 'read index received' (duration: 753.630031ms)","trace[1075648298] 'applied index is now lower than readState.Index' (duration: 448.340468ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:25.210325Z","caller":"traceutil/trace.go:171","msg":"trace[1895857787] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"671.824155ms","start":"2026-03-19T18:10:24.53848Z","end":"2026-03-19T18:10:25.210304Z","steps":["trace[1895857787] 'process raft request' (duration: 671.63854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.210425Z","caller":"traceutil/trace.go:171","msg":"trace[1300365038] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"1.173704818s","start":"2026-03-19T18:10:24.0367Z","end":"2026-03-19T18:10:25.210405Z","steps":["trace[1300365038] 'process raft request' (duration: 1.162577196s)","trace[1300365038] 'compare' (duration: 10.693182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:25.210449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202264085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-19T18:10:25.210459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.53843Z","time spent":"671.952858ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:25.210482Z","caller":"traceutil/trace.go:171","msg":"trace[2093402457] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8462; }","duration":"1.202332348s","start":"2026-03-19T18:10:24.008139Z","end":"2026-03-19T18:10:25.210471Z","steps":["trace[2093402457] 'agreement among raft nodes before linearized reading' (duration: 1.202173894s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.210513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.008122Z","time spent":"1.202383659s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-19T18:10:25.210592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.092795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:25.210652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201248241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129761"} {"level":"info","ts":"2026-03-19T18:10:25.21068Z","caller":"traceutil/trace.go:171","msg":"trace[920919139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8462; }","duration":"562.236838ms","start":"2026-03-19T18:10:24.64842Z","end":"2026-03-19T18:10:25.210657Z","steps":["trace[920919139] 'agreement among raft nodes before linearized reading' (duration: 562.100865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.210706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.602224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:10:25.210737Z","caller":"traceutil/trace.go:171","msg":"trace[705475418] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8462; }","duration":"1.201374885s","start":"2026-03-19T18:10:24.009343Z","end":"2026-03-19T18:10:25.210718Z","steps":["trace[705475418] 'agreement among raft nodes before linearized reading' (duration: 1.201093598s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.210746Z","caller":"traceutil/trace.go:171","msg":"trace[1990057629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8462; }","duration":"156.684916ms","start":"2026-03-19T18:10:25.054048Z","end":"2026-03-19T18:10:25.210733Z","steps":["trace[1990057629] 'agreement among raft nodes before linearized reading' (duration: 156.603474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.21075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.648387Z","time spent":"562.346611ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:25.210738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023341396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:25.210781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.036673Z","time spent":"1.173797201s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:25.210775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.484044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:25.210814Z","caller":"traceutil/trace.go:171","msg":"trace[493376245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8462; }","duration":"1.02347323s","start":"2026-03-19T18:10:24.187323Z","end":"2026-03-19T18:10:25.210796Z","steps":["trace[493376245] 'agreement among raft nodes before linearized reading' (duration: 1.023336576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.210875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180118855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-19T18:10:25.210884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.187297Z","time spent":"1.023578572s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:25.210889Z","caller":"traceutil/trace.go:171","msg":"trace[307696963] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8462; }","duration":"340.681019ms","start":"2026-03-19T18:10:24.87018Z","end":"2026-03-19T18:10:25.210861Z","steps":["trace[307696963] 'agreement among raft nodes before linearized reading' (duration: 340.476824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.210922Z","caller":"traceutil/trace.go:171","msg":"trace[977999751] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8462; }","duration":"1.180179826s","start":"2026-03-19T18:10:24.030731Z","end":"2026-03-19T18:10:25.210911Z","steps":["trace[977999751] 'agreement among raft nodes before linearized reading' (duration: 1.180073504s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.210786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.009337Z","time spent":"1.201441686s","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129783,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T18:10:25.210968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.870141Z","time spent":"340.808112ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:25.210959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:24.030715Z","time spent":"1.180236688s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1839,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T18:10:25.419967Z","caller":"traceutil/trace.go:171","msg":"trace[1911941457] linearizableReadLoop","detail":"{readStateIndex:8798; appliedIndex:8797; }","duration":"117.897899ms","start":"2026-03-19T18:10:25.302029Z","end":"2026-03-19T18:10:25.419927Z","steps":["trace[1911941457] 'read index received' (duration: 69.601209ms)","trace[1911941457] 'applied index is now lower than readState.Index' (duration: 48.29513ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:25.420009Z","caller":"traceutil/trace.go:171","msg":"trace[128969002] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"118.401181ms","start":"2026-03-19T18:10:25.301573Z","end":"2026-03-19T18:10:25.419974Z","steps":["trace[128969002] 'process raft request' (duration: 69.954788ms)","trace[128969002] 'compare' (duration: 48.206756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:25.420293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.226748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:10:25.420389Z","caller":"traceutil/trace.go:171","msg":"trace[2030223254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:8464; }","duration":"118.394992ms","start":"2026-03-19T18:10:25.301973Z","end":"2026-03-19T18:10:25.420368Z","steps":["trace[2030223254] 'agreement among raft nodes before linearized reading' (duration: 118.079494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.455561Z","caller":"traceutil/trace.go:171","msg":"trace[1310815063] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"151.210562ms","start":"2026-03-19T18:10:25.304325Z","end":"2026-03-19T18:10:25.455535Z","steps":["trace[1310815063] 'process raft request' (duration: 150.912325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.455783Z","caller":"traceutil/trace.go:171","msg":"trace[1623418906] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"149.877929ms","start":"2026-03-19T18:10:25.305862Z","end":"2026-03-19T18:10:25.45574Z","steps":["trace[1623418906] 'process raft request' (duration: 149.617043ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.455873Z","caller":"traceutil/trace.go:171","msg":"trace[371568392] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"149.519281ms","start":"2026-03-19T18:10:25.306335Z","end":"2026-03-19T18:10:25.455854Z","steps":["trace[371568392] 'process raft request' (duration: 149.326496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:25.45595Z","caller":"traceutil/trace.go:171","msg":"trace[1695587093] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"147.206634ms","start":"2026-03-19T18:10:25.308706Z","end":"2026-03-19T18:10:25.455913Z","steps":["trace[1695587093] 'process raft request' (duration: 147.05003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:25.456077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.505737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:10:25.456146Z","caller":"traceutil/trace.go:171","msg":"trace[993636474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8468; }","duration":"153.64003ms","start":"2026-03-19T18:10:25.302489Z","end":"2026-03-19T18:10:25.456129Z","steps":["trace[993636474] 'agreement among raft nodes before linearized reading' (duration: 153.431625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:27.157199Z","caller":"traceutil/trace.go:171","msg":"trace[720926349] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8804; }","duration":"112.040486ms","start":"2026-03-19T18:10:27.04513Z","end":"2026-03-19T18:10:27.15717Z","steps":["trace[720926349] 'read index received' (duration: 111.682857ms)","trace[720926349] 'applied index is now lower than readState.Index' (duration: 356.419µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:27.157433Z","caller":"traceutil/trace.go:171","msg":"trace[1720933072] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"438.402246ms","start":"2026-03-19T18:10:26.719006Z","end":"2026-03-19T18:10:27.157408Z","steps":["trace[1720933072] 'process raft request' (duration: 437.933954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.157512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.350473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:27.157552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:26.718982Z","time spent":"438.500537ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:27.157574Z","caller":"traceutil/trace.go:171","msg":"trace[276207677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8470; }","duration":"112.459976ms","start":"2026-03-19T18:10:27.045101Z","end":"2026-03-19T18:10:27.157561Z","steps":["trace[276207677] 'agreement among raft nodes before linearized reading' (duration: 112.331653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.322297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.694351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:27.322382Z","caller":"traceutil/trace.go:171","msg":"trace[1609266417] linearizableReadLoop","detail":"{readStateIndex:8806; appliedIndex:8805; }","duration":"137.131989ms","start":"2026-03-19T18:10:27.185239Z","end":"2026-03-19T18:10:27.322371Z","steps":["trace[1609266417] 'read index received' (duration: 6.293843ms)","trace[1609266417] 'applied index is now lower than readState.Index' (duration: 130.837166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:27.322443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:27.322459Z","caller":"traceutil/trace.go:171","msg":"trace[1014438744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8471; }","duration":"137.225541ms","start":"2026-03-19T18:10:27.185227Z","end":"2026-03-19T18:10:27.322453Z","steps":["trace[1014438744] 'agreement among raft nodes before linearized reading' (duration: 137.19403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:27.322431Z","caller":"traceutil/trace.go:171","msg":"trace[2033333915] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"267.134903ms","start":"2026-03-19T18:10:27.055261Z","end":"2026-03-19T18:10:27.322396Z","steps":["trace[2033333915] 'process raft request' (duration: 136.280898ms)","trace[2033333915] 'compare' (duration: 130.607309ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:27.334783Z","caller":"traceutil/trace.go:171","msg":"trace[326385565] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"118.299409ms","start":"2026-03-19T18:10:27.216466Z","end":"2026-03-19T18:10:27.334765Z","steps":["trace[326385565] 'process raft request' (duration: 118.133635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.552264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.849047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:27.552427Z","caller":"traceutil/trace.go:171","msg":"trace[1174446180] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"213.298858ms","start":"2026-03-19T18:10:27.339098Z","end":"2026-03-19T18:10:27.552397Z","steps":["trace[1174446180] 'process raft request' (duration: 93.201415ms)","trace[1174446180] 'compare' (duration: 119.700874ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:27.552455Z","caller":"traceutil/trace.go:171","msg":"trace[2060214539] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"127.396871ms","start":"2026-03-19T18:10:27.425039Z","end":"2026-03-19T18:10:27.552436Z","steps":["trace[2060214539] 'read index received' (duration: 7.147395ms)","trace[2060214539] 'applied index is now lower than readState.Index' (duration: 120.247126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:27.552757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.712629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:27.552789Z","caller":"traceutil/trace.go:171","msg":"trace[75424596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8473; }","duration":"127.747849ms","start":"2026-03-19T18:10:27.425032Z","end":"2026-03-19T18:10:27.55278Z","steps":["trace[75424596] 'agreement among raft nodes before linearized reading' (duration: 127.519514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:27.791261Z","caller":"traceutil/trace.go:171","msg":"trace[1678540345] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"233.786958ms","start":"2026-03-19T18:10:27.557436Z","end":"2026-03-19T18:10:27.791223Z","steps":["trace[1678540345] 'process raft request' (duration: 181.524832ms)","trace[1678540345] 'compare' (duration: 52.102073ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:27.860605Z","caller":"traceutil/trace.go:171","msg":"trace[1245671165] linearizableReadLoop","detail":"{readStateIndex:8812; appliedIndex:8808; }","duration":"300.599771ms","start":"2026-03-19T18:10:27.559982Z","end":"2026-03-19T18:10:27.860582Z","steps":["trace[1245671165] 'read index received' (duration: 178.94926ms)","trace[1245671165] 'applied index is now lower than readState.Index' (duration: 121.649511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:27.861053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.043672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227432"} {"level":"info","ts":"2026-03-19T18:10:27.861105Z","caller":"traceutil/trace.go:171","msg":"trace[1849240332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8477; }","duration":"301.140023ms","start":"2026-03-19T18:10:27.559955Z","end":"2026-03-19T18:10:27.861095Z","steps":["trace[1849240332] 'agreement among raft nodes before linearized reading' (duration: 300.724643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.861162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:27.559942Z","time spent":"301.202166ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227454,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:10:27.86146Z","caller":"traceutil/trace.go:171","msg":"trace[866308866] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"303.88558ms","start":"2026-03-19T18:10:27.557555Z","end":"2026-03-19T18:10:27.86144Z","steps":["trace[866308866] 'process raft request' (duration: 302.788793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.86158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:27.557536Z","time spent":"303.967011ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:27.861568Z","caller":"traceutil/trace.go:171","msg":"trace[72355928] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"302.877215ms","start":"2026-03-19T18:10:27.558616Z","end":"2026-03-19T18:10:27.861493Z","steps":["trace[72355928] 'process raft request' (duration: 301.861921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:27.861708Z","caller":"traceutil/trace.go:171","msg":"trace[1942035694] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"302.318912ms","start":"2026-03-19T18:10:27.559349Z","end":"2026-03-19T18:10:27.861668Z","steps":["trace[1942035694] 'process raft request' (duration: 301.179215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:27.861792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:27.558594Z","time spent":"303.106261ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:27.86187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:27.559334Z","time spent":"302.456005ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:28.345267Z","caller":"traceutil/trace.go:171","msg":"trace[874517176] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8812; }","duration":"213.74632ms","start":"2026-03-19T18:10:28.131498Z","end":"2026-03-19T18:10:28.345244Z","steps":["trace[874517176] 'read index received' (duration: 213.504314ms)","trace[874517176] 'applied index is now lower than readState.Index' (duration: 241.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:28.345323Z","caller":"traceutil/trace.go:171","msg":"trace[1448578623] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"319.657325ms","start":"2026-03-19T18:10:28.025638Z","end":"2026-03-19T18:10:28.345295Z","steps":["trace[1448578623] 'process raft request' (duration: 319.45462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:28.345452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:28.025613Z","time spent":"319.769727ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:28.345486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.48341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:28.345538Z","caller":"traceutil/trace.go:171","msg":"trace[1120482449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8478; }","duration":"158.586953ms","start":"2026-03-19T18:10:28.186938Z","end":"2026-03-19T18:10:28.345524Z","steps":["trace[1120482449] 'agreement among raft nodes before linearized reading' (duration: 158.495931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:28.345677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.853133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:28.345758Z","caller":"traceutil/trace.go:171","msg":"trace[1892436198] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8478; }","duration":"195.990386ms","start":"2026-03-19T18:10:28.149751Z","end":"2026-03-19T18:10:28.345741Z","steps":["trace[1892436198] 'agreement among raft nodes before linearized reading' (duration: 195.664798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:28.345883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.388475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:28.345933Z","caller":"traceutil/trace.go:171","msg":"trace[1663606802] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8478; }","duration":"214.475477ms","start":"2026-03-19T18:10:28.131445Z","end":"2026-03-19T18:10:28.34592Z","steps":["trace[1663606802] 'agreement among raft nodes before linearized reading' (duration: 213.923954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.147365Z","caller":"traceutil/trace.go:171","msg":"trace[1111480842] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"200.26962ms","start":"2026-03-19T18:10:35.94706Z","end":"2026-03-19T18:10:36.14733Z","steps":["trace[1111480842] 'process raft request' (duration: 200.039455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.147585Z","caller":"traceutil/trace.go:171","msg":"trace[147964990] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8871; }","duration":"198.703992ms","start":"2026-03-19T18:10:35.948843Z","end":"2026-03-19T18:10:36.147547Z","steps":["trace[147964990] 'read index received' (duration: 69.205701ms)","trace[147964990] 'applied index is now lower than readState.Index' (duration: 129.495371ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:36.147797Z","caller":"traceutil/trace.go:171","msg":"trace[42303329] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"200.64507ms","start":"2026-03-19T18:10:35.947132Z","end":"2026-03-19T18:10:36.147777Z","steps":["trace[42303329] 'process raft request' (duration: 200.139688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.148331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.1944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:10:36.148476Z","caller":"traceutil/trace.go:171","msg":"trace[1116639561] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8537; }","duration":"198.372584ms","start":"2026-03-19T18:10:35.950068Z","end":"2026-03-19T18:10:36.14844Z","steps":["trace[1116639561] 'agreement among raft nodes before linearized reading' (duration: 198.029846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.148502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.620394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-19T18:10:36.148647Z","caller":"traceutil/trace.go:171","msg":"trace[580004073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8537; }","duration":"199.840619ms","start":"2026-03-19T18:10:35.948782Z","end":"2026-03-19T18:10:36.148623Z","steps":["trace[580004073] 'agreement among raft nodes before linearized reading' (duration: 199.113762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.150395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.499057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T18:10:36.150462Z","caller":"traceutil/trace.go:171","msg":"trace[2060814755] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8537; }","duration":"103.62147ms","start":"2026-03-19T18:10:36.046824Z","end":"2026-03-19T18:10:36.150445Z","steps":["trace[2060814755] 'agreement among raft nodes before linearized reading' (duration: 101.620971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:41.872425Z","caller":"traceutil/trace.go:171","msg":"trace[80918433] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"440.351413ms","start":"2026-03-19T18:10:41.432044Z","end":"2026-03-19T18:10:41.872396Z","steps":["trace[80918433] 'process raft request' (duration: 440.108706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.872751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.432011Z","time spent":"440.6227ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:41.873667Z","caller":"traceutil/trace.go:171","msg":"trace[524663771] linearizableReadLoop","detail":"{readStateIndex:8975; appliedIndex:8973; }","duration":"413.823775ms","start":"2026-03-19T18:10:41.459825Z","end":"2026-03-19T18:10:41.873649Z","steps":["trace[524663771] 'read index received' (duration: 412.316058ms)","trace[524663771] 'applied index is now lower than readState.Index' (duration: 1.506587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:41.87376Z","caller":"traceutil/trace.go:171","msg":"trace[415846021] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"441.367928ms","start":"2026-03-19T18:10:41.432356Z","end":"2026-03-19T18:10:41.873724Z","steps":["trace[415846021] 'process raft request' (duration: 441.179543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.873909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-19T18:10:41.873911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.290857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-19T18:10:41.873927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.432333Z","time spent":"441.513971ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:41.873961Z","caller":"traceutil/trace.go:171","msg":"trace[714649860] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8636; }","duration":"197.839791ms","start":"2026-03-19T18:10:41.676109Z","end":"2026-03-19T18:10:41.873949Z","steps":["trace[714649860] 'agreement among raft nodes before linearized reading' (duration: 197.715238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:41.873966Z","caller":"traceutil/trace.go:171","msg":"trace[349781843] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8636; }","duration":"378.395799ms","start":"2026-03-19T18:10:41.495558Z","end":"2026-03-19T18:10:41.873954Z","steps":["trace[349781843] 'agreement among raft nodes before linearized reading' (duration: 378.216945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.873997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.495537Z","time spent":"378.451671ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T18:10:41.874098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.270965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-19T18:10:41.874152Z","caller":"traceutil/trace.go:171","msg":"trace[67335854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6; range_end:; response_count:1; response_revision:8636; }","duration":"414.330217ms","start":"2026-03-19T18:10:41.459808Z","end":"2026-03-19T18:10:41.874138Z","steps":["trace[67335854] 'agreement among raft nodes before linearized reading' (duration: 414.172963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.874191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.459752Z","time spent":"414.430159ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6\" "} {"level":"warn","ts":"2026-03-19T18:10:41.874229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.853155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:10:41.873766Z","caller":"traceutil/trace.go:171","msg":"trace[241778935] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"207.801174ms","start":"2026-03-19T18:10:41.665936Z","end":"2026-03-19T18:10:41.873737Z","steps":["trace[241778935] 'process raft request' (duration: 207.671321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:41.874263Z","caller":"traceutil/trace.go:171","msg":"trace[1048026428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8636; }","duration":"250.889996ms","start":"2026-03-19T18:10:41.623365Z","end":"2026-03-19T18:10:41.874255Z","steps":["trace[1048026428] 'agreement among raft nodes before linearized reading' (duration: 250.801353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.874395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.661921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-19T18:10:41.874452Z","caller":"traceutil/trace.go:171","msg":"trace[1987064952] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8636; }","duration":"302.753342ms","start":"2026-03-19T18:10:41.571683Z","end":"2026-03-19T18:10:41.874436Z","steps":["trace[1987064952] 'agreement among raft nodes before linearized reading' (duration: 302.577138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:41.874484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.571649Z","time spent":"302.827564ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-19T18:11:10.430505Z","caller":"traceutil/trace.go:171","msg":"trace[103884966] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"130.039376ms","start":"2026-03-19T18:11:10.300425Z","end":"2026-03-19T18:11:10.430464Z","steps":["trace[103884966] 'process raft request' (duration: 124.767737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.359392Z","caller":"traceutil/trace.go:171","msg":"trace[1801787957] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"275.726932ms","start":"2026-03-19T18:11:22.083638Z","end":"2026-03-19T18:11:22.359365Z","steps":["trace[1801787957] 'process raft request' (duration: 275.527357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:22.364438Z","caller":"traceutil/trace.go:171","msg":"trace[388763517] linearizableReadLoop","detail":"{readStateIndex:9361; appliedIndex:9359; }","duration":"212.904008ms","start":"2026-03-19T18:11:22.151516Z","end":"2026-03-19T18:11:22.36442Z","steps":["trace[388763517] 'read index received' (duration: 207.695931ms)","trace[388763517] 'applied index is now lower than readState.Index' (duration: 5.206927ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:22.364576Z","caller":"traceutil/trace.go:171","msg":"trace[1250121689] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"259.404604ms","start":"2026-03-19T18:11:22.105133Z","end":"2026-03-19T18:11:22.364537Z","steps":["trace[1250121689] 'process raft request' (duration: 259.21061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:22.364696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.33905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:22.364799Z","caller":"traceutil/trace.go:171","msg":"trace[1716280625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9010; }","duration":"177.422262ms","start":"2026-03-19T18:11:22.187304Z","end":"2026-03-19T18:11:22.364727Z","steps":["trace[1716280625] 'agreement among raft nodes before linearized reading' (duration: 177.33511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:22.364901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.38884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:11:22.364967Z","caller":"traceutil/trace.go:171","msg":"trace[476823928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9010; }","duration":"213.531964ms","start":"2026-03-19T18:11:22.151418Z","end":"2026-03-19T18:11:22.36495Z","steps":["trace[476823928] 'agreement among raft nodes before linearized reading' (duration: 213.164905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:29.713126Z","caller":"traceutil/trace.go:171","msg":"trace[569803266] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"373.92693ms","start":"2026-03-19T18:11:29.339172Z","end":"2026-03-19T18:11:29.713099Z","steps":["trace[569803266] 'process raft request' (duration: 373.735936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:29.713279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.339089Z","time spent":"374.120345ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:31.010705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297678486s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:11:31.011129Z","caller":"traceutil/trace.go:171","msg":"trace[977724853] linearizableReadLoop","detail":"{readStateIndex:9436; appliedIndex:9434; }","duration":"1.640294571s","start":"2026-03-19T18:11:29.37081Z","end":"2026-03-19T18:11:31.011104Z","steps":["trace[977724853] 'read index received' (duration: 342.204585ms)","trace[977724853] 'applied index is now lower than readState.Index' (duration: 1.298088676s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:31.011231Z","caller":"traceutil/trace.go:171","msg":"trace[1510855013] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"1.665791423s","start":"2026-03-19T18:11:29.345429Z","end":"2026-03-19T18:11:31.01122Z","steps":["trace[1510855013] 'process raft request' (duration: 1.665522977s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.011334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.345401Z","time spent":"1.665862685s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:31.011657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640828975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T18:11:31.011754Z","caller":"traceutil/trace.go:171","msg":"trace[1763670929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9084; }","duration":"1.640972749s","start":"2026-03-19T18:11:29.370758Z","end":"2026-03-19T18:11:31.01173Z","steps":["trace[1763670929] 'agreement among raft nodes before linearized reading' (duration: 1.64061989s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.011986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.370719Z","time spent":"1.641247975s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:11:31.512231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413596232,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:11:31.713875Z","caller":"traceutil/trace.go:171","msg":"trace[1323266051] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"1.327218257s","start":"2026-03-19T18:11:30.386627Z","end":"2026-03-19T18:11:31.713845Z","steps":["trace[1323266051] 'process raft request' (duration: 1.326991502s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:31.713968Z","caller":"traceutil/trace.go:171","msg":"trace[1621475186] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"1.322296346s","start":"2026-03-19T18:11:30.391642Z","end":"2026-03-19T18:11:31.713939Z","steps":["trace[1621475186] 'process raft request' (duration: 1.322114762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.714093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.391628Z","time spent":"1.322385198s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:31.714375Z","caller":"traceutil/trace.go:171","msg":"trace[1244315384] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"980.047709ms","start":"2026-03-19T18:11:30.734313Z","end":"2026-03-19T18:11:31.714361Z","steps":["trace[1244315384] 'process raft request' (duration: 979.556907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.714474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.734295Z","time spent":"980.140491ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:31.71444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.3866Z","time spent":"1.32735919s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:32.011598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.490764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:32.011739Z","caller":"traceutil/trace.go:171","msg":"trace[1021969784] linearizableReadLoop","detail":"{readStateIndex:9440; appliedIndex:9436; }","duration":"1.0005258s","start":"2026-03-19T18:11:31.011191Z","end":"2026-03-19T18:11:32.011717Z","steps":["trace[1021969784] 'read index received' (duration: 702.499082ms)","trace[1021969784] 'applied index is now lower than readState.Index' (duration: 298.024758ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:32.01176Z","caller":"traceutil/trace.go:171","msg":"trace[598929019] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"994.832781ms","start":"2026-03-19T18:11:31.016897Z","end":"2026-03-19T18:11:32.01173Z","steps":["trace[598929019] 'process raft request' (duration: 790.101472ms)","trace[598929019] 'compare' (duration: 204.357569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:32.011876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:31.016877Z","time spent":"994.938685ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:32.01194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507749806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:11:32.011973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566422217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:11:32.012016Z","caller":"traceutil/trace.go:171","msg":"trace[55586319] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:9088; }","duration":"1.507870829s","start":"2026-03-19T18:11:30.504126Z","end":"2026-03-19T18:11:32.011997Z","steps":["trace[55586319] 'agreement among raft nodes before linearized reading' (duration: 1.507668664s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.012063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.504105Z","time spent":"1.50794759s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440249197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:11:32.012141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607684265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:11:32.012158Z","caller":"traceutil/trace.go:171","msg":"trace[1097525433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9088; }","duration":"1.440347599s","start":"2026-03-19T18:11:30.571792Z","end":"2026-03-19T18:11:32.012139Z","steps":["trace[1097525433] 'agreement among raft nodes before linearized reading' (duration: 1.440175755s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.012198Z","caller":"traceutil/trace.go:171","msg":"trace[481959368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9088; }","duration":"1.607774517s","start":"2026-03-19T18:11:30.404411Z","end":"2026-03-19T18:11:32.012185Z","steps":["trace[481959368] 'agreement among raft nodes before linearized reading' (duration: 1.607634584s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.01221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.571781Z","time spent":"1.440417101s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430231102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:11:32.012415Z","caller":"traceutil/trace.go:171","msg":"trace[491099118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:9088; }","duration":"1.430488978s","start":"2026-03-19T18:11:30.581904Z","end":"2026-03-19T18:11:32.012393Z","steps":["trace[491099118] 'agreement among raft nodes before linearized reading' (duration: 1.429939105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.012444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027940339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-19T18:11:32.012021Z","caller":"traceutil/trace.go:171","msg":"trace[1226560916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9088; }","duration":"1.566504209s","start":"2026-03-19T18:11:30.445504Z","end":"2026-03-19T18:11:32.012008Z","steps":["trace[1226560916] 'agreement among raft nodes before linearized reading' (duration: 1.566333395s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.012548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.81104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:11:32.012569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122486995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-19T18:11:32.01258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608809763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:11:32.01259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652901129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:32.012564Z","caller":"traceutil/trace.go:171","msg":"trace[217483430] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9088; }","duration":"1.028109743s","start":"2026-03-19T18:11:30.984436Z","end":"2026-03-19T18:11:32.012546Z","steps":["trace[217483430] 'agreement among raft nodes before linearized reading' (duration: 1.027807376s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.012615Z","caller":"traceutil/trace.go:171","msg":"trace[327387508] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9088; }","duration":"129.936822ms","start":"2026-03-19T18:11:31.882664Z","end":"2026-03-19T18:11:32.012601Z","steps":["trace[327387508] 'agreement among raft nodes before linearized reading' (duration: 129.810019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.012632Z","caller":"traceutil/trace.go:171","msg":"trace[2038212825] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9088; }","duration":"1.608894684s","start":"2026-03-19T18:11:30.403724Z","end":"2026-03-19T18:11:32.012619Z","steps":["trace[2038212825] 'agreement among raft nodes before linearized reading' (duration: 1.60875381s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.012651Z","caller":"traceutil/trace.go:171","msg":"trace[366217006] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638; range_end:; response_count:1; response_revision:9088; }","duration":"2.122596658s","start":"2026-03-19T18:11:29.890013Z","end":"2026-03-19T18:11:32.012609Z","steps":["trace[366217006] 'agreement among raft nodes before linearized reading' (duration: 2.122448314s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.012655Z","caller":"traceutil/trace.go:171","msg":"trace[707437387] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9088; }","duration":"1.653003681s","start":"2026-03-19T18:11:30.359633Z","end":"2026-03-19T18:11:32.012636Z","steps":["trace[707437387] 'agreement among raft nodes before linearized reading' (duration: 1.652830837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.01265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.445485Z","time spent":"1.567131414s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.403709Z","time spent":"1.608965856s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.984415Z","time spent":"1.028231587s","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7274,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T18:11:32.01271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.359614Z","time spent":"1.653082154s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:32.012662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.581874Z","time spent":"1.430654743s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.889992Z","time spent":"2.12269523s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-65645dd7cc-sfszq.189e506ec358e638\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.404402Z","time spent":"1.607867009s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:11:32.012429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464255763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:11:32.012433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.166498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:11:32.012914Z","caller":"traceutil/trace.go:171","msg":"trace[442638800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9088; }","duration":"1.464756905s","start":"2026-03-19T18:11:30.548126Z","end":"2026-03-19T18:11:32.012883Z","steps":["trace[442638800] 'agreement among raft nodes before linearized reading' (duration: 1.464174251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.012956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.548106Z","time spent":"1.464838738s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:11:32.012954Z","caller":"traceutil/trace.go:171","msg":"trace[495132890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9088; }","duration":"243.687971ms","start":"2026-03-19T18:11:31.76925Z","end":"2026-03-19T18:11:32.012938Z","steps":["trace[495132890] 'agreement among raft nodes before linearized reading' (duration: 243.124347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.012523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826844426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:32.013086Z","caller":"traceutil/trace.go:171","msg":"trace[2079891875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9088; }","duration":"1.827523013s","start":"2026-03-19T18:11:30.185549Z","end":"2026-03-19T18:11:32.013072Z","steps":["trace[2079891875] 'agreement among raft nodes before linearized reading' (duration: 1.826793325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.013122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.185524Z","time spent":"1.827591004s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:11:32.182863Z","caller":"traceutil/trace.go:171","msg":"trace[289448781] linearizableReadLoop","detail":"{readStateIndex:9442; appliedIndex:9440; }","duration":"164.845436ms","start":"2026-03-19T18:11:32.018002Z","end":"2026-03-19T18:11:32.182847Z","steps":["trace[289448781] 'read index received' (duration: 19.200909ms)","trace[289448781] 'applied index is now lower than readState.Index' (duration: 145.643677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:32.182941Z","caller":"traceutil/trace.go:171","msg":"trace[149648498] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"162.933128ms","start":"2026-03-19T18:11:32.019999Z","end":"2026-03-19T18:11:32.182932Z","steps":["trace[149648498] 'process raft request' (duration: 162.797254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.182973Z","caller":"traceutil/trace.go:171","msg":"trace[789528073] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"164.690301ms","start":"2026-03-19T18:11:32.018258Z","end":"2026-03-19T18:11:32.182948Z","steps":["trace[789528073] 'process raft request' (duration: 164.21783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.182988Z","caller":"traceutil/trace.go:171","msg":"trace[388021618] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"164.122888ms","start":"2026-03-19T18:11:32.018827Z","end":"2026-03-19T18:11:32.18295Z","steps":["trace[388021618] 'process raft request' (duration: 163.835331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.183053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.0387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:11:32.183084Z","caller":"traceutil/trace.go:171","msg":"trace[1855658631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9094; }","duration":"165.113651ms","start":"2026-03-19T18:11:32.017962Z","end":"2026-03-19T18:11:32.183076Z","steps":["trace[1855658631] 'agreement among raft nodes before linearized reading' (duration: 165.046519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.183039Z","caller":"traceutil/trace.go:171","msg":"trace[1748563699] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"164.62291ms","start":"2026-03-19T18:11:32.018389Z","end":"2026-03-19T18:11:32.183012Z","steps":["trace[1748563699] 'process raft request' (duration: 164.22926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.183268Z","caller":"traceutil/trace.go:171","msg":"trace[1114687907] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"163.228865ms","start":"2026-03-19T18:11:32.02002Z","end":"2026-03-19T18:11:32.183249Z","steps":["trace[1114687907] 'process raft request' (duration: 162.803665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.200477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.538065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:32.200448Z","caller":"traceutil/trace.go:171","msg":"trace[774945730] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"158.363207ms","start":"2026-03-19T18:11:32.042051Z","end":"2026-03-19T18:11:32.200414Z","steps":["trace[774945730] 'process raft request' (duration: 158.215284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.200531Z","caller":"traceutil/trace.go:171","msg":"trace[911592134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9095; }","duration":"177.621657ms","start":"2026-03-19T18:11:32.022897Z","end":"2026-03-19T18:11:32.200519Z","steps":["trace[911592134] 'agreement among raft nodes before linearized reading' (duration: 177.501734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.200676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.607168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:288977"} {"level":"info","ts":"2026-03-19T18:11:32.200709Z","caller":"traceutil/trace.go:171","msg":"trace[875491916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9095; }","duration":"182.6568ms","start":"2026-03-19T18:11:32.018044Z","end":"2026-03-19T18:11:32.200701Z","steps":["trace[875491916] 'agreement among raft nodes before linearized reading' (duration: 182.370443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:22.724392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7247} {"level":"info","ts":"2026-03-19T18:12:22.784Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7247,"took":"58.129569ms","hash":3692524361,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":24989696,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:12:22.784086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3692524361,"revision":7247,"compact-revision":5046} {"level":"info","ts":"2026-03-19T18:12:55.55948Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab3c4fae41c4ba3","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:12:55.565767Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T18:12:55.565891Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T18:13:00.18642Z","caller":"traceutil/trace.go:171","msg":"trace[1603792090] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"108.089514ms","start":"2026-03-19T18:13:00.078307Z","end":"2026-03-19T18:13:00.186396Z","steps":["trace[1603792090] 'process raft request' (duration: 108.031022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:00.186536Z","caller":"traceutil/trace.go:171","msg":"trace[2120996028] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"108.204316ms","start":"2026-03-19T18:13:00.078254Z","end":"2026-03-19T18:13:00.186458Z","steps":["trace[2120996028] 'process raft request' (duration: 98.977952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:46.524941Z","caller":"traceutil/trace.go:171","msg":"trace[894303220] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"165.273636ms","start":"2026-03-19T18:13:46.359644Z","end":"2026-03-19T18:13:46.524918Z","steps":["trace[894303220] 'process raft request' (duration: 165.119802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:46.525929Z","caller":"traceutil/trace.go:171","msg":"trace[1685960032] transaction","detail":"{read_only:false; response_revision:9963; number_of_response:1; }","duration":"163.986295ms","start":"2026-03-19T18:13:46.361897Z","end":"2026-03-19T18:13:46.525884Z","steps":["trace[1685960032] 'process raft request' (duration: 163.831522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:54.362469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:16:54.362633Z","caller":"traceutil/trace.go:171","msg":"trace[1599538156] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11296; }","duration":"109.772851ms","start":"2026-03-19T18:16:54.252824Z","end":"2026-03-19T18:16:54.362597Z","steps":["trace[1599538156] 'count revisions from in-memory index tree' (duration: 109.36371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:54.363391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.715785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:16:54.363467Z","caller":"traceutil/trace.go:171","msg":"trace[2056756224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11296; }","duration":"175.826878ms","start":"2026-03-19T18:16:54.187623Z","end":"2026-03-19T18:16:54.36345Z","steps":["trace[2056756224] 'range keys from in-memory index tree' (duration: 175.579842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:17.222238Z","caller":"traceutil/trace.go:171","msg":"trace[1164272782] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"131.033708ms","start":"2026-03-19T18:17:17.091175Z","end":"2026-03-19T18:17:17.222208Z","steps":["trace[1164272782] 'process raft request' (duration: 130.862094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:18.077473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.573009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:18.07761Z","caller":"traceutil/trace.go:171","msg":"trace[287662816] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11409; }","duration":"126.717742ms","start":"2026-03-19T18:17:17.95087Z","end":"2026-03-19T18:17:18.077588Z","steps":["trace[287662816] 'range keys from in-memory index tree' (duration: 126.554449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:18.077681Z","caller":"traceutil/trace.go:171","msg":"trace[222152958] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"788.328231ms","start":"2026-03-19T18:17:17.289316Z","end":"2026-03-19T18:17:18.077644Z","steps":["trace[222152958] 'process raft request' (duration: 756.811024ms)","trace[222152958] 'compare' (duration: 31.362213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:18.077835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:17.289291Z","time spent":"788.459984ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:17:18.091441Z","caller":"traceutil/trace.go:171","msg":"trace[589134167] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"761.699313ms","start":"2026-03-19T18:17:17.329718Z","end":"2026-03-19T18:17:18.091417Z","steps":["trace[589134167] 'process raft request' (duration: 761.430367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:18.091428Z","caller":"traceutil/trace.go:171","msg":"trace[158458860] transaction","detail":"{read_only:false; response_revision:11412; number_of_response:1; }","duration":"761.660903ms","start":"2026-03-19T18:17:17.329734Z","end":"2026-03-19T18:17:18.091395Z","steps":["trace[158458860] 'process raft request' (duration: 761.603441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:18.091582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:17.32969Z","time spent":"761.815576ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:17:18.091626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:17.329708Z","time spent":"761.810946ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:17:18.421166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.61665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:17:18.42126Z","caller":"traceutil/trace.go:171","msg":"trace[213886425] linearizableReadLoop","detail":"{readStateIndex:11849; appliedIndex:11848; }","duration":"286.136931ms","start":"2026-03-19T18:17:18.135107Z","end":"2026-03-19T18:17:18.421244Z","steps":["trace[213886425] 'read index received' (duration: 173.333097ms)","trace[213886425] 'applied index is now lower than readState.Index' (duration: 112.802824ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:17:18.421344Z","caller":"traceutil/trace.go:171","msg":"trace[32540422] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"288.849517ms","start":"2026-03-19T18:17:18.132482Z","end":"2026-03-19T18:17:18.421332Z","steps":["trace[32540422] 'process raft request' (duration: 175.981922ms)","trace[32540422] 'compare' (duration: 112.513317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:18.421599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.457521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:17:18.421705Z","caller":"traceutil/trace.go:171","msg":"trace[943315410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11414; }","duration":"286.600614ms","start":"2026-03-19T18:17:18.135075Z","end":"2026-03-19T18:17:18.421676Z","steps":["trace[943315410] 'agreement among raft nodes before linearized reading' (duration: 286.336157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:18.426678Z","caller":"traceutil/trace.go:171","msg":"trace[1313930938] transaction","detail":"{read_only:false; response_revision:11415; number_of_response:1; }","duration":"108.998582ms","start":"2026-03-19T18:17:18.31765Z","end":"2026-03-19T18:17:18.426649Z","steps":["trace[1313930938] 'process raft request' (duration: 108.818068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:18.426743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.306372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:17:18.426819Z","caller":"traceutil/trace.go:171","msg":"trace[1202397249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11415; }","duration":"290.444966ms","start":"2026-03-19T18:17:18.136357Z","end":"2026-03-19T18:17:18.426802Z","steps":["trace[1202397249] 'agreement among raft nodes before linearized reading' (duration: 290.247261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:18.426973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.237596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:18.427011Z","caller":"traceutil/trace.go:171","msg":"trace[664081897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11415; }","duration":"238.299629ms","start":"2026-03-19T18:17:18.188702Z","end":"2026-03-19T18:17:18.427001Z","steps":["trace[664081897] 'agreement among raft nodes before linearized reading' (duration: 238.244257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:18.427096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.354301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:17:18.427145Z","caller":"traceutil/trace.go:171","msg":"trace[2040544360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11415; }","duration":"289.430682ms","start":"2026-03-19T18:17:18.137702Z","end":"2026-03-19T18:17:18.427133Z","steps":["trace[2040544360] 'agreement among raft nodes before linearized reading' (duration: 289.286399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:20.081871Z","caller":"traceutil/trace.go:171","msg":"trace[502035211] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"191.388996ms","start":"2026-03-19T18:17:19.890446Z","end":"2026-03-19T18:17:20.081835Z","steps":["trace[502035211] 'process raft request' (duration: 191.168551ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:20.216134Z","caller":"traceutil/trace.go:171","msg":"trace[1630605537] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"118.878252ms","start":"2026-03-19T18:17:20.097205Z","end":"2026-03-19T18:17:20.216083Z","steps":["trace[1630605537] 'process raft request' (duration: 41.163481ms)","trace[1630605537] 'compare' (duration: 77.427334ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:17:20.216487Z","caller":"traceutil/trace.go:171","msg":"trace[902500301] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"118.700568ms","start":"2026-03-19T18:17:20.097754Z","end":"2026-03-19T18:17:20.216455Z","steps":["trace[902500301] 'process raft request' (duration: 118.257747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:20.682669Z","caller":"traceutil/trace.go:171","msg":"trace[791233188] transaction","detail":"{read_only:false; response_revision:11425; number_of_response:1; }","duration":"172.525538ms","start":"2026-03-19T18:17:20.510108Z","end":"2026-03-19T18:17:20.682633Z","steps":["trace[791233188] 'process raft request' (duration: 172.286232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:20.699747Z","caller":"traceutil/trace.go:171","msg":"trace[820915138] transaction","detail":"{read_only:false; response_revision:11426; number_of_response:1; }","duration":"189.355417ms","start":"2026-03-19T18:17:20.510352Z","end":"2026-03-19T18:17:20.699707Z","steps":["trace[820915138] 'process raft request' (duration: 188.921267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:20.69982Z","caller":"traceutil/trace.go:171","msg":"trace[1346274039] linearizableReadLoop","detail":"{readStateIndex:11862; appliedIndex:11859; }","duration":"176.925994ms","start":"2026-03-19T18:17:20.522864Z","end":"2026-03-19T18:17:20.69979Z","steps":["trace[1346274039] 'read index received' (duration: 159.531211ms)","trace[1346274039] 'applied index is now lower than readState.Index' (duration: 17.393453ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:17:20.700034Z","caller":"traceutil/trace.go:171","msg":"trace[1901472707] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"189.143732ms","start":"2026-03-19T18:17:20.510762Z","end":"2026-03-19T18:17:20.699905Z","steps":["trace[1901472707] 'process raft request' (duration: 188.871386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:20.700113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.228971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T18:17:20.700175Z","caller":"traceutil/trace.go:171","msg":"trace[1536686227] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:11427; }","duration":"177.307713ms","start":"2026-03-19T18:17:20.52285Z","end":"2026-03-19T18:17:20.700158Z","steps":["trace[1536686227] 'agreement among raft nodes before linearized reading' (duration: 177.097988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:20.819535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.291371ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T18:17:20.820028Z","caller":"traceutil/trace.go:171","msg":"trace[1742148547] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"114.457955ms","start":"2026-03-19T18:17:20.705538Z","end":"2026-03-19T18:17:20.819996Z","steps":["trace[1742148547] 'process raft request' (duration: 114.24208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:21.512421Z","caller":"traceutil/trace.go:171","msg":"trace[1447572233] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"198.094381ms","start":"2026-03-19T18:17:21.314296Z","end":"2026-03-19T18:17:21.512391Z","steps":["trace[1447572233] 'process raft request' (duration: 197.905106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:22.823312Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9451} {"level":"info","ts":"2026-03-19T18:17:23.184711Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9451,"took":"358.874252ms","hash":1011879902,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":21696512,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T18:17:23.1848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1011879902,"revision":9451,"compact-revision":7247} {"level":"info","ts":"2026-03-19T18:21:29.39484Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000349f.wal"} {"level":"info","ts":"2026-03-19T18:22:22.829999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11439} {"level":"info","ts":"2026-03-19T18:22:22.904791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11439,"took":"72.399584ms","hash":593948550,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":24195072,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T18:22:22.904862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":593948550,"revision":11439,"compact-revision":9451} {"level":"warn","ts":"2026-03-19T18:23:06.309525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.096459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:23:06.309607Z","caller":"traceutil/trace.go:171","msg":"trace[498612816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13621; }","duration":"123.214012ms","start":"2026-03-19T18:23:06.186377Z","end":"2026-03-19T18:23:06.309591Z","steps":["trace[498612816] 'range keys from in-memory index tree' (duration: 123.040738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:06.309619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.123467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:23:06.309721Z","caller":"traceutil/trace.go:171","msg":"trace[1061990433] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13621; }","duration":"143.27207ms","start":"2026-03-19T18:23:06.166422Z","end":"2026-03-19T18:23:06.309694Z","steps":["trace[1061990433] 'count revisions from in-memory index tree' (duration: 143.052335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:06.309858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.668463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-19T18:23:06.309918Z","caller":"traceutil/trace.go:171","msg":"trace[361244518] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13621; }","duration":"162.755325ms","start":"2026-03-19T18:23:06.147146Z","end":"2026-03-19T18:23:06.309902Z","steps":["trace[361244518] 'range keys from in-memory index tree' (duration: 162.449188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:06.309925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.163945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:23:06.309994Z","caller":"traceutil/trace.go:171","msg":"trace[1147508323] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13621; }","duration":"124.286548ms","start":"2026-03-19T18:23:06.185694Z","end":"2026-03-19T18:23:06.30998Z","steps":["trace[1147508323] 'count revisions from in-memory index tree' (duration: 124.083453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:31.807289Z","caller":"traceutil/trace.go:171","msg":"trace[986095295] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"147.891823ms","start":"2026-03-19T18:23:31.659381Z","end":"2026-03-19T18:23:31.807273Z","steps":["trace[986095295] 'process raft request' (duration: 147.785191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:31.809043Z","caller":"traceutil/trace.go:171","msg":"trace[1546576997] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"148.12834ms","start":"2026-03-19T18:23:31.660902Z","end":"2026-03-19T18:23:31.80903Z","steps":["trace[1546576997] 'process raft request' (duration: 147.843363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:48.052757Z","caller":"traceutil/trace.go:171","msg":"trace[2119213808] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"117.650887ms","start":"2026-03-19T18:23:47.935071Z","end":"2026-03-19T18:23:48.052722Z","steps":["trace[2119213808] 'process raft request' (duration: 117.471403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:48.441016Z","caller":"traceutil/trace.go:171","msg":"trace[1592504020] linearizableReadLoop","detail":"{readStateIndex:14363; appliedIndex:14362; }","duration":"384.589832ms","start":"2026-03-19T18:23:48.056408Z","end":"2026-03-19T18:23:48.440998Z","steps":["trace[1592504020] 'read index received' (duration: 384.457728ms)","trace[1592504020] 'applied index is now lower than readState.Index' (duration: 131.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:23:48.441084Z","caller":"traceutil/trace.go:171","msg":"trace[1026952156] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"505.376364ms","start":"2026-03-19T18:23:47.935702Z","end":"2026-03-19T18:23:48.441078Z","steps":["trace[1026952156] 'process raft request' (duration: 505.20527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:48.441151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:23:47.935662Z","time spent":"505.434826ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:23:48.441389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.992192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:23:48.441412Z","caller":"traceutil/trace.go:171","msg":"trace[1631298340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:13834; }","duration":"385.062913ms","start":"2026-03-19T18:23:48.056343Z","end":"2026-03-19T18:23:48.441406Z","steps":["trace[1631298340] 'agreement among raft nodes before linearized reading' (duration: 384.979641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:48.441427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:23:48.056318Z","time spent":"385.106534ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:23:48.441579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.585033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:23:48.441635Z","caller":"traceutil/trace.go:171","msg":"trace[1947120615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13834; }","duration":"254.674325ms","start":"2026-03-19T18:23:48.186945Z","end":"2026-03-19T18:23:48.44162Z","steps":["trace[1947120615] 'agreement among raft nodes before linearized reading' (duration: 254.589053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:48.441809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.748065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:23:48.441881Z","caller":"traceutil/trace.go:171","msg":"trace[538254532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13834; }","duration":"155.868618ms","start":"2026-03-19T18:23:48.285994Z","end":"2026-03-19T18:23:48.441863Z","steps":["trace[538254532] 'agreement among raft nodes before linearized reading' (duration: 155.654923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:49.880173Z","caller":"traceutil/trace.go:171","msg":"trace[284110408] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"121.780267ms","start":"2026-03-19T18:23:49.758364Z","end":"2026-03-19T18:23:49.880144Z","steps":["trace[284110408] 'process raft request' (duration: 121.619073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:34.174567Z","caller":"traceutil/trace.go:171","msg":"trace[708325072] transaction","detail":"{read_only:false; response_revision:14403; number_of_response:1; }","duration":"114.231824ms","start":"2026-03-19T18:24:34.0603Z","end":"2026-03-19T18:24:34.174531Z","steps":["trace[708325072] 'process raft request' (duration: 114.019179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:34.335664Z","caller":"traceutil/trace.go:171","msg":"trace[1755127172] transaction","detail":"{read_only:false; response_revision:14405; number_of_response:1; }","duration":"152.532497ms","start":"2026-03-19T18:24:34.18309Z","end":"2026-03-19T18:24:34.335623Z","steps":["trace[1755127172] 'process raft request' (duration: 130.334076ms)","trace[1755127172] 'compare' (duration: 22.012297ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:34.336193Z","caller":"traceutil/trace.go:171","msg":"trace[2146013086] transaction","detail":"{read_only:false; response_revision:14406; number_of_response:1; }","duration":"152.210079ms","start":"2026-03-19T18:24:34.183753Z","end":"2026-03-19T18:24:34.335963Z","steps":["trace[2146013086] 'process raft request' (duration: 151.81037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:34.336207Z","caller":"traceutil/trace.go:171","msg":"trace[89036848] transaction","detail":"{read_only:false; response_revision:14408; number_of_response:1; }","duration":"113.768912ms","start":"2026-03-19T18:24:34.2222Z","end":"2026-03-19T18:24:34.335969Z","steps":["trace[89036848] 'process raft request' (duration: 113.694241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:34.336252Z","caller":"traceutil/trace.go:171","msg":"trace[1120241150] transaction","detail":"{read_only:false; response_revision:14407; number_of_response:1; }","duration":"145.670589ms","start":"2026-03-19T18:24:34.190538Z","end":"2026-03-19T18:24:34.336208Z","steps":["trace[1120241150] 'process raft request' (duration: 145.235879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:36.688366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413611362,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:24:36.99511Z","caller":"traceutil/trace.go:171","msg":"trace[901626285] transaction","detail":"{read_only:false; response_revision:14423; number_of_response:1; }","duration":"877.336677ms","start":"2026-03-19T18:24:36.117748Z","end":"2026-03-19T18:24:36.995084Z","steps":["trace[901626285] 'process raft request' (duration: 877.088551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:36.995289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:36.117723Z","time spent":"877.46857ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:24:37.032078Z","caller":"traceutil/trace.go:171","msg":"trace[1335590353] linearizableReadLoop","detail":"{readStateIndex:14973; appliedIndex:14970; }","duration":"844.684731ms","start":"2026-03-19T18:24:36.18737Z","end":"2026-03-19T18:24:37.032055Z","steps":["trace[1335590353] 'read index received' (duration: 807.574487ms)","trace[1335590353] 'applied index is now lower than readState.Index' (duration: 37.108904ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:37.032122Z","caller":"traceutil/trace.go:171","msg":"trace[1982568304] transaction","detail":"{read_only:false; response_revision:14424; number_of_response:1; }","duration":"690.479544ms","start":"2026-03-19T18:24:36.341615Z","end":"2026-03-19T18:24:37.032095Z","steps":["trace[1982568304] 'process raft request' (duration: 690.227858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.032268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:36.34159Z","time spent":"690.581476ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:24:37.032213Z","caller":"traceutil/trace.go:171","msg":"trace[1057646771] transaction","detail":"{read_only:false; response_revision:14425; number_of_response:1; }","duration":"387.281246ms","start":"2026-03-19T18:24:36.644875Z","end":"2026-03-19T18:24:37.032156Z","steps":["trace[1057646771] 'process raft request' (duration: 387.131482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.032393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.957098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:37.032474Z","caller":"traceutil/trace.go:171","msg":"trace[486777537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14425; }","duration":"845.151942ms","start":"2026-03-19T18:24:36.187308Z","end":"2026-03-19T18:24:37.03246Z","steps":["trace[486777537] 'agreement among raft nodes before linearized reading' (duration: 844.891716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.03246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:36.64485Z","time spent":"387.488511ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:24:37.032515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:36.187286Z","time spent":"845.217583ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:24:37.032537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.780107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:24:37.032453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.559732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:24:37.032673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.365616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:24:37.032604Z","caller":"traceutil/trace.go:171","msg":"trace[1561173151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14425; }","duration":"279.895549ms","start":"2026-03-19T18:24:36.752692Z","end":"2026-03-19T18:24:37.032588Z","steps":["trace[1561173151] 'agreement among raft nodes before linearized reading' (duration: 279.720535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:37.032713Z","caller":"traceutil/trace.go:171","msg":"trace[589848089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14425; }","duration":"332.855569ms","start":"2026-03-19T18:24:36.699793Z","end":"2026-03-19T18:24:37.032649Z","steps":["trace[589848089] 'agreement among raft nodes before linearized reading' (duration: 332.462449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:37.032758Z","caller":"traceutil/trace.go:171","msg":"trace[1890934480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:14425; }","duration":"114.509979ms","start":"2026-03-19T18:24:36.918226Z","end":"2026-03-19T18:24:37.032736Z","steps":["trace[1890934480] 'agreement among raft nodes before linearized reading' (duration: 114.192461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.032826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:36.699744Z","time spent":"333.043344ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:24:37.260669Z","caller":"traceutil/trace.go:171","msg":"trace[74919342] transaction","detail":"{read_only:false; response_revision:14427; number_of_response:1; }","duration":"222.697407ms","start":"2026-03-19T18:24:37.037939Z","end":"2026-03-19T18:24:37.260637Z","steps":["trace[74919342] 'process raft request' (duration: 222.41588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:37.260665Z","caller":"traceutil/trace.go:171","msg":"trace[1555440259] transaction","detail":"{read_only:false; response_revision:14428; number_of_response:1; }","duration":"222.644236ms","start":"2026-03-19T18:24:37.037997Z","end":"2026-03-19T18:24:37.260641Z","steps":["trace[1555440259] 'process raft request' (duration: 222.550854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:37.260925Z","caller":"traceutil/trace.go:171","msg":"trace[962790298] transaction","detail":"{read_only:false; response_revision:14429; number_of_response:1; }","duration":"222.869261ms","start":"2026-03-19T18:24:37.038027Z","end":"2026-03-19T18:24:37.260897Z","steps":["trace[962790298] 'process raft request' (duration: 222.576504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:37.26127Z","caller":"traceutil/trace.go:171","msg":"trace[932869872] linearizableReadLoop","detail":"{readStateIndex:14978; appliedIndex:14973; }","duration":"221.716883ms","start":"2026-03-19T18:24:37.039532Z","end":"2026-03-19T18:24:37.261249Z","steps":["trace[932869872] 'read index received' (duration: 33.000574ms)","trace[932869872] 'applied index is now lower than readState.Index' (duration: 188.713949ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:37.261305Z","caller":"traceutil/trace.go:171","msg":"trace[1787424867] transaction","detail":"{read_only:false; response_revision:14430; number_of_response:1; }","duration":"223.25298ms","start":"2026-03-19T18:24:37.038042Z","end":"2026-03-19T18:24:37.261295Z","steps":["trace[1787424867] 'process raft request' (duration: 222.748728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.261873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.323357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660253"} {"level":"info","ts":"2026-03-19T18:24:37.261913Z","caller":"traceutil/trace.go:171","msg":"trace[1354188523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14430; }","duration":"222.402238ms","start":"2026-03-19T18:24:37.039502Z","end":"2026-03-19T18:24:37.261904Z","steps":["trace[1354188523] 'agreement among raft nodes before linearized reading' (duration: 221.826595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:37.292586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.348612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:37.292672Z","caller":"traceutil/trace.go:171","msg":"trace[553812165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14431; }","duration":"104.446735ms","start":"2026-03-19T18:24:37.188206Z","end":"2026-03-19T18:24:37.292653Z","steps":["trace[553812165] 'agreement among raft nodes before linearized reading' (duration: 104.27576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.428096Z","caller":"traceutil/trace.go:171","msg":"trace[2146596405] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"372.515366ms","start":"2026-03-19T18:24:43.055558Z","end":"2026-03-19T18:24:43.428073Z","steps":["trace[2146596405] 'process raft request' (duration: 372.332902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.428288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.055539Z","time spent":"372.64293ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:24:43.926926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.81013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:24:43.927153Z","caller":"traceutil/trace.go:171","msg":"trace[303520543] linearizableReadLoop","detail":"{readStateIndex:15003; appliedIndex:15001; }","duration":"777.314019ms","start":"2026-03-19T18:24:43.149815Z","end":"2026-03-19T18:24:43.927129Z","steps":["trace[303520543] 'read index received' (duration: 278.390622ms)","trace[303520543] 'applied index is now lower than readState.Index' (duration: 498.922227ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:43.927383Z","caller":"traceutil/trace.go:171","msg":"trace[1193332379] transaction","detail":"{read_only:false; response_revision:14454; number_of_response:1; }","duration":"610.991968ms","start":"2026-03-19T18:24:43.316355Z","end":"2026-03-19T18:24:43.927347Z","steps":["trace[1193332379] 'process raft request' (duration: 610.733111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.927608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.316336Z","time spent":"611.133421ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:24:43.927745Z","caller":"traceutil/trace.go:171","msg":"trace[1996180543] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"843.354199ms","start":"2026-03-19T18:24:43.084367Z","end":"2026-03-19T18:24:43.927721Z","steps":["trace[1996180543] 'process raft request' (duration: 842.656172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.927831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.084338Z","time spent":"843.449782ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:24:43.927819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.084019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:24:43.927823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.889282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:24:43.927798Z","caller":"traceutil/trace.go:171","msg":"trace[1205739179] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"857.839923ms","start":"2026-03-19T18:24:43.069884Z","end":"2026-03-19T18:24:43.927724Z","steps":["trace[1205739179] 'process raft request' (duration: 753.165112ms)","trace[1205739179] 'compare' (duration: 103.592774ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:43.927905Z","caller":"traceutil/trace.go:171","msg":"trace[3056757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14454; }","duration":"604.187812ms","start":"2026-03-19T18:24:43.32368Z","end":"2026-03-19T18:24:43.927868Z","steps":["trace[3056757] 'agreement among raft nodes before linearized reading' (duration: 603.999657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.927952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.323661Z","time spent":"604.282084ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:24:43.927952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.767617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:24:43.928024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.252291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rn254\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-19T18:24:43.92805Z","caller":"traceutil/trace.go:171","msg":"trace[646314532] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rn254; range_end:; response_count:1; response_revision:14454; }","duration":"452.322882ms","start":"2026-03-19T18:24:43.47572Z","end":"2026-03-19T18:24:43.928043Z","steps":["trace[646314532] 'agreement among raft nodes before linearized reading' (duration: 452.196339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.765276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:24:43.928046Z","caller":"traceutil/trace.go:171","msg":"trace[1927352884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14454; }","duration":"602.89283ms","start":"2026-03-19T18:24:43.325127Z","end":"2026-03-19T18:24:43.92802Z","steps":["trace[1927352884] 'agreement among raft nodes before linearized reading' (duration: 602.604433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.927889Z","caller":"traceutil/trace.go:171","msg":"trace[19875196] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14454; }","duration":"598.983555ms","start":"2026-03-19T18:24:43.328891Z","end":"2026-03-19T18:24:43.927875Z","steps":["trace[19875196] 'agreement among raft nodes before linearized reading' (duration: 598.7853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.928081Z","caller":"traceutil/trace.go:171","msg":"trace[1015047647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14454; }","duration":"588.859458ms","start":"2026-03-19T18:24:43.339211Z","end":"2026-03-19T18:24:43.928071Z","steps":["trace[1015047647] 'agreement among raft nodes before linearized reading' (duration: 588.801876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.475677Z","time spent":"452.392184ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rn254\" "} {"level":"warn","ts":"2026-03-19T18:24:43.928097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.310489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:24:43.928106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.325117Z","time spent":"602.979901ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:24:43.928113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.339178Z","time spent":"588.92801ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:24:43.928133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.366644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-19T18:24:43.928132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.328879Z","time spent":"599.221211ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":159,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:24:43.928139Z","caller":"traceutil/trace.go:171","msg":"trace[689752101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14454; }","duration":"605.35553ms","start":"2026-03-19T18:24:43.322769Z","end":"2026-03-19T18:24:43.928125Z","steps":["trace[689752101] 'agreement among raft nodes before linearized reading' (duration: 605.120555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.928166Z","caller":"traceutil/trace.go:171","msg":"trace[1036311973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:14454; }","duration":"592.420735ms","start":"2026-03-19T18:24:43.335734Z","end":"2026-03-19T18:24:43.928155Z","steps":["trace[1036311973] 'agreement among raft nodes before linearized reading' (duration: 592.328743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.322737Z","time spent":"605.438312ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:24:43.928132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.372042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:24:43.927992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.184192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:24:43.92819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.008314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:24:43.928045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.069833Z","time spent":"858.11031ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":171446,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:24:43.928276Z","caller":"traceutil/trace.go:171","msg":"trace[1866344855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14454; }","duration":"603.595057ms","start":"2026-03-19T18:24:43.324657Z","end":"2026-03-19T18:24:43.928252Z","steps":["trace[1866344855] 'agreement among raft nodes before linearized reading' (duration: 603.101855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.928284Z","caller":"traceutil/trace.go:171","msg":"trace[745709171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14454; }","duration":"713.138107ms","start":"2026-03-19T18:24:43.215127Z","end":"2026-03-19T18:24:43.928265Z","steps":["trace[745709171] 'agreement among raft nodes before linearized reading' (duration: 712.86416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.335725Z","time spent":"592.463487ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:24:43.928309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.977441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:24:43.928331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.215111Z","time spent":"713.209559ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:24:43.92833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.324624Z","time spent":"603.69464ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:24:43.928344Z","caller":"traceutil/trace.go:171","msg":"trace[364963599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14454; }","duration":"778.54655ms","start":"2026-03-19T18:24:43.149748Z","end":"2026-03-19T18:24:43.928294Z","steps":["trace[364963599] 'agreement among raft nodes before linearized reading' (duration: 778.163461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:43.92837Z","caller":"traceutil/trace.go:171","msg":"trace[1673894307] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14454; }","duration":"133.081743ms","start":"2026-03-19T18:24:43.795269Z","end":"2026-03-19T18:24:43.928351Z","steps":["trace[1673894307] 'agreement among raft nodes before linearized reading' (duration: 132.731964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.149717Z","time spent":"778.662983ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:24:43.927524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.737674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:43.92867Z","caller":"traceutil/trace.go:171","msg":"trace[115416571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14454; }","duration":"740.729088ms","start":"2026-03-19T18:24:43.187722Z","end":"2026-03-19T18:24:43.928451Z","steps":["trace[115416571] 'agreement among raft nodes before linearized reading' (duration: 739.674593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:43.928752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:43.1877Z","time spent":"741.039396ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:24:44.147298Z","caller":"traceutil/trace.go:171","msg":"trace[597663870] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"199.840739ms","start":"2026-03-19T18:24:43.947427Z","end":"2026-03-19T18:24:44.147268Z","steps":["trace[597663870] 'process raft request' (duration: 199.761877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.1473Z","caller":"traceutil/trace.go:171","msg":"trace[1832946583] transaction","detail":"{read_only:false; response_revision:14456; number_of_response:1; }","duration":"214.101046ms","start":"2026-03-19T18:24:43.933138Z","end":"2026-03-19T18:24:44.147239Z","steps":["trace[1832946583] 'process raft request' (duration: 213.761758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.147362Z","caller":"traceutil/trace.go:171","msg":"trace[853206770] transaction","detail":"{read_only:false; response_revision:14457; number_of_response:1; }","duration":"213.999164ms","start":"2026-03-19T18:24:43.933322Z","end":"2026-03-19T18:24:44.147322Z","steps":["trace[853206770] 'process raft request' (duration: 213.757098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.147335Z","caller":"traceutil/trace.go:171","msg":"trace[363233407] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"211.664587ms","start":"2026-03-19T18:24:43.935644Z","end":"2026-03-19T18:24:44.147308Z","steps":["trace[363233407] 'process raft request' (duration: 211.509593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.147461Z","caller":"traceutil/trace.go:171","msg":"trace[1644722026] linearizableReadLoop","detail":"{readStateIndex:15011; appliedIndex:15005; }","duration":"129.840544ms","start":"2026-03-19T18:24:44.017587Z","end":"2026-03-19T18:24:44.147428Z","steps":["trace[1644722026] 'read index received' (duration: 129.231269ms)","trace[1644722026] 'applied index is now lower than readState.Index' (duration: 606.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:44.147721Z","caller":"traceutil/trace.go:171","msg":"trace[1094140524] transaction","detail":"{read_only:false; response_revision:14461; number_of_response:1; }","duration":"200.035924ms","start":"2026-03-19T18:24:43.947672Z","end":"2026-03-19T18:24:44.147707Z","steps":["trace[1094140524] 'process raft request' (duration: 199.565293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.147772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.786908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19056"} {"level":"info","ts":"2026-03-19T18:24:44.147867Z","caller":"traceutil/trace.go:171","msg":"trace[636103143] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14461; }","duration":"128.924562ms","start":"2026-03-19T18:24:44.018919Z","end":"2026-03-19T18:24:44.147843Z","steps":["trace[636103143] 'agreement among raft nodes before linearized reading' (duration: 128.763348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.148498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.493522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660253"} {"level":"info","ts":"2026-03-19T18:24:44.148553Z","caller":"traceutil/trace.go:171","msg":"trace[1748802910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14461; }","duration":"213.590655ms","start":"2026-03-19T18:24:43.93495Z","end":"2026-03-19T18:24:44.14854Z","steps":["trace[1748802910] 'agreement among raft nodes before linearized reading' (duration: 212.651032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.148576Z","caller":"traceutil/trace.go:171","msg":"trace[858904788] transaction","detail":"{read_only:false; response_revision:14458; number_of_response:1; }","duration":"212.360774ms","start":"2026-03-19T18:24:43.934926Z","end":"2026-03-19T18:24:44.147287Z","steps":["trace[858904788] 'process raft request' (duration: 212.19355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.149061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.468187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:660253"} {"level":"info","ts":"2026-03-19T18:24:44.149119Z","caller":"traceutil/trace.go:171","msg":"trace[1710786161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:14461; }","duration":"212.55444ms","start":"2026-03-19T18:24:43.936551Z","end":"2026-03-19T18:24:44.149105Z","steps":["trace[1710786161] 'agreement among raft nodes before linearized reading' (duration: 211.028242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.283899Z","caller":"traceutil/trace.go:171","msg":"trace[978606494] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"113.037755ms","start":"2026-03-19T18:24:44.170816Z","end":"2026-03-19T18:24:44.283854Z","steps":["trace[978606494] 'process raft request' (duration: 99.263299ms)","trace[978606494] 'compare' (duration: 13.644793ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:44.298401Z","caller":"traceutil/trace.go:171","msg":"trace[1281405820] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"110.191385ms","start":"2026-03-19T18:24:44.188186Z","end":"2026-03-19T18:24:44.298378Z","steps":["trace[1281405820] 'process raft request' (duration: 109.97632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.298492Z","caller":"traceutil/trace.go:171","msg":"trace[2003029857] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"107.185082ms","start":"2026-03-19T18:24:44.19127Z","end":"2026-03-19T18:24:44.298455Z","steps":["trace[2003029857] 'process raft request' (duration: 107.025518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.298552Z","caller":"traceutil/trace.go:171","msg":"trace[1557394106] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"107.146681ms","start":"2026-03-19T18:24:44.191363Z","end":"2026-03-19T18:24:44.29851Z","steps":["trace[1557394106] 'process raft request' (duration: 106.986797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.298675Z","caller":"traceutil/trace.go:171","msg":"trace[886426904] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"107.086989ms","start":"2026-03-19T18:24:44.191559Z","end":"2026-03-19T18:24:44.298646Z","steps":["trace[886426904] 'process raft request' (duration: 106.821193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.298813Z","caller":"traceutil/trace.go:171","msg":"trace[280951552] transaction","detail":"{read_only:false; response_revision:14486; number_of_response:1; }","duration":"107.068739ms","start":"2026-03-19T18:24:44.191721Z","end":"2026-03-19T18:24:44.29879Z","steps":["trace[280951552] 'process raft request' (duration: 106.69066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.298954Z","caller":"traceutil/trace.go:171","msg":"trace[501723200] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"106.865164ms","start":"2026-03-19T18:24:44.192078Z","end":"2026-03-19T18:24:44.298943Z","steps":["trace[501723200] 'process raft request' (duration: 106.635179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299033Z","caller":"traceutil/trace.go:171","msg":"trace[1096597440] transaction","detail":"{read_only:false; response_revision:14488; number_of_response:1; }","duration":"106.861874ms","start":"2026-03-19T18:24:44.192156Z","end":"2026-03-19T18:24:44.299018Z","steps":["trace[1096597440] 'process raft request' (duration: 106.731501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299083Z","caller":"traceutil/trace.go:171","msg":"trace[179090451] transaction","detail":"{read_only:false; response_revision:14489; number_of_response:1; }","duration":"106.853413ms","start":"2026-03-19T18:24:44.192215Z","end":"2026-03-19T18:24:44.299068Z","steps":["trace[179090451] 'process raft request' (duration: 106.71049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299169Z","caller":"traceutil/trace.go:171","msg":"trace[469512930] transaction","detail":"{read_only:false; response_revision:14490; number_of_response:1; }","duration":"106.589917ms","start":"2026-03-19T18:24:44.192555Z","end":"2026-03-19T18:24:44.299145Z","steps":["trace[469512930] 'process raft request' (duration: 106.446054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299266Z","caller":"traceutil/trace.go:171","msg":"trace[900582393] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"106.575267ms","start":"2026-03-19T18:24:44.19267Z","end":"2026-03-19T18:24:44.299246Z","steps":["trace[900582393] 'process raft request' (duration: 106.395952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299387Z","caller":"traceutil/trace.go:171","msg":"trace[1112208970] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"106.543786ms","start":"2026-03-19T18:24:44.192821Z","end":"2026-03-19T18:24:44.299365Z","steps":["trace[1112208970] 'process raft request' (duration: 106.366062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299717Z","caller":"traceutil/trace.go:171","msg":"trace[1588473272] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"106.769671ms","start":"2026-03-19T18:24:44.192929Z","end":"2026-03-19T18:24:44.299699Z","steps":["trace[1588473272] 'process raft request' (duration: 106.515655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299771Z","caller":"traceutil/trace.go:171","msg":"trace[1997103709] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"106.441484ms","start":"2026-03-19T18:24:44.193307Z","end":"2026-03-19T18:24:44.299749Z","steps":["trace[1997103709] 'process raft request' (duration: 106.3059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299838Z","caller":"traceutil/trace.go:171","msg":"trace[1444510921] linearizableReadLoop","detail":"{readStateIndex:15032; appliedIndex:15030; }","duration":"111.785243ms","start":"2026-03-19T18:24:44.188039Z","end":"2026-03-19T18:24:44.299824Z","steps":["trace[1444510921] 'read index received' (duration: 82.201842ms)","trace[1444510921] 'applied index is now lower than readState.Index' (duration: 29.582021ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:44.299922Z","caller":"traceutil/trace.go:171","msg":"trace[1275536118] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"105.670945ms","start":"2026-03-19T18:24:44.194241Z","end":"2026-03-19T18:24:44.299912Z","steps":["trace[1275536118] 'process raft request' (duration: 105.454249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.299965Z","caller":"traceutil/trace.go:171","msg":"trace[263853181] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"105.355287ms","start":"2026-03-19T18:24:44.194592Z","end":"2026-03-19T18:24:44.299948Z","steps":["trace[263853181] 'process raft request' (duration: 105.188432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.3001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.04482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:44.300141Z","caller":"traceutil/trace.go:171","msg":"trace[183450903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14496; }","duration":"112.153923ms","start":"2026-03-19T18:24:44.187978Z","end":"2026-03-19T18:24:44.300132Z","steps":["trace[183450903] 'agreement among raft nodes before linearized reading' (duration: 112.0232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.520954Z","caller":"traceutil/trace.go:171","msg":"trace[1341692087] linearizableReadLoop","detail":"{readStateIndex:15048; appliedIndex:15047; }","duration":"174.990384ms","start":"2026-03-19T18:24:44.345937Z","end":"2026-03-19T18:24:44.520928Z","steps":["trace[1341692087] 'read index received' (duration: 174.765278ms)","trace[1341692087] 'applied index is now lower than readState.Index' (duration: 224.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:44.521001Z","caller":"traceutil/trace.go:171","msg":"trace[453157792] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"208.062449ms","start":"2026-03-19T18:24:44.312894Z","end":"2026-03-19T18:24:44.520957Z","steps":["trace[453157792] 'process raft request' (duration: 207.885035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.521184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.486799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-19T18:24:44.52123Z","caller":"traceutil/trace.go:171","msg":"trace[1377218761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14498; }","duration":"171.615673ms","start":"2026-03-19T18:24:44.349603Z","end":"2026-03-19T18:24:44.521219Z","steps":["trace[1377218761] 'agreement among raft nodes before linearized reading' (duration: 171.461608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.521254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.443888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-api-metadata.189e514a9f0591ae\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-19T18:24:44.521265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.245087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T18:24:44.521323Z","caller":"traceutil/trace.go:171","msg":"trace[1515210053] range","detail":"{range_begin:/registry/events/openstack/nova-api-metadata.189e514a9f0591ae; range_end:; response_count:1; response_revision:14498; }","duration":"171.559881ms","start":"2026-03-19T18:24:44.349746Z","end":"2026-03-19T18:24:44.521306Z","steps":["trace[1515210053] 'agreement among raft nodes before linearized reading' (duration: 171.351225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.52134Z","caller":"traceutil/trace.go:171","msg":"trace[651512439] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14498; }","duration":"213.343769ms","start":"2026-03-19T18:24:44.307974Z","end":"2026-03-19T18:24:44.521318Z","steps":["trace[651512439] 'agreement among raft nodes before linearized reading' (duration: 213.043541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.666621Z","caller":"traceutil/trace.go:171","msg":"trace[404455095] transaction","detail":"{read_only:false; response_revision:14505; number_of_response:1; }","duration":"102.901466ms","start":"2026-03-19T18:24:44.563698Z","end":"2026-03-19T18:24:44.666599Z","steps":["trace[404455095] 'process raft request' (duration: 102.874385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.666633Z","caller":"traceutil/trace.go:171","msg":"trace[1541511823] transaction","detail":"{read_only:false; response_revision:14504; number_of_response:1; }","duration":"102.910886ms","start":"2026-03-19T18:24:44.563695Z","end":"2026-03-19T18:24:44.666605Z","steps":["trace[1541511823] 'process raft request' (duration: 102.761143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.67261Z","caller":"traceutil/trace.go:171","msg":"trace[894900271] transaction","detail":"{read_only:false; response_revision:14506; number_of_response:1; }","duration":"108.785341ms","start":"2026-03-19T18:24:44.563789Z","end":"2026-03-19T18:24:44.672575Z","steps":["trace[894900271] 'process raft request' (duration: 108.37018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.672826Z","caller":"traceutil/trace.go:171","msg":"trace[1072284784] transaction","detail":"{read_only:false; response_revision:14508; number_of_response:1; }","duration":"108.795221ms","start":"2026-03-19T18:24:44.564018Z","end":"2026-03-19T18:24:44.672813Z","steps":["trace[1072284784] 'process raft request' (duration: 108.603367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.672989Z","caller":"traceutil/trace.go:171","msg":"trace[1407804931] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"108.967985ms","start":"2026-03-19T18:24:44.564Z","end":"2026-03-19T18:24:44.672968Z","steps":["trace[1407804931] 'process raft request' (duration: 108.428592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673135Z","caller":"traceutil/trace.go:171","msg":"trace[530542608] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"108.75932ms","start":"2026-03-19T18:24:44.564363Z","end":"2026-03-19T18:24:44.673122Z","steps":["trace[530542608] 'process raft request' (duration: 108.474313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673144Z","caller":"traceutil/trace.go:171","msg":"trace[384447678] transaction","detail":"{read_only:false; response_revision:14514; number_of_response:1; }","duration":"108.718859ms","start":"2026-03-19T18:24:44.56441Z","end":"2026-03-19T18:24:44.673129Z","steps":["trace[384447678] 'process raft request' (duration: 108.528675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673267Z","caller":"traceutil/trace.go:171","msg":"trace[1105897953] transaction","detail":"{read_only:false; response_revision:14509; number_of_response:1; }","duration":"109.18136ms","start":"2026-03-19T18:24:44.564076Z","end":"2026-03-19T18:24:44.673258Z","steps":["trace[1105897953] 'process raft request' (duration: 108.627367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673319Z","caller":"traceutil/trace.go:171","msg":"trace[1633145165] transaction","detail":"{read_only:false; response_revision:14511; number_of_response:1; }","duration":"108.966605ms","start":"2026-03-19T18:24:44.564335Z","end":"2026-03-19T18:24:44.673302Z","steps":["trace[1633145165] 'process raft request' (duration: 108.459673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673339Z","caller":"traceutil/trace.go:171","msg":"trace[543004045] transaction","detail":"{read_only:false; response_revision:14510; number_of_response:1; }","duration":"109.187871ms","start":"2026-03-19T18:24:44.564144Z","end":"2026-03-19T18:24:44.673332Z","steps":["trace[543004045] 'process raft request' (duration: 108.600907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673403Z","caller":"traceutil/trace.go:171","msg":"trace[1688585664] transaction","detail":"{read_only:false; response_revision:14517; number_of_response:1; }","duration":"108.850872ms","start":"2026-03-19T18:24:44.564545Z","end":"2026-03-19T18:24:44.673396Z","steps":["trace[1688585664] 'process raft request' (duration: 108.536735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673327Z","caller":"traceutil/trace.go:171","msg":"trace[1819947132] linearizableReadLoop","detail":"{readStateIndex:15070; appliedIndex:15054; }","duration":"102.676452ms","start":"2026-03-19T18:24:44.57061Z","end":"2026-03-19T18:24:44.673286Z","steps":["trace[1819947132] 'read index received' (duration: 95.970038ms)","trace[1819947132] 'applied index is now lower than readState.Index' (duration: 6.704124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:44.673435Z","caller":"traceutil/trace.go:171","msg":"trace[2074278542] transaction","detail":"{read_only:false; response_revision:14513; number_of_response:1; }","duration":"109.049517ms","start":"2026-03-19T18:24:44.564368Z","end":"2026-03-19T18:24:44.673418Z","steps":["trace[2074278542] 'process raft request' (duration: 108.511124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673465Z","caller":"traceutil/trace.go:171","msg":"trace[953951298] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"109.037227ms","start":"2026-03-19T18:24:44.564417Z","end":"2026-03-19T18:24:44.673455Z","steps":["trace[953951298] 'process raft request' (duration: 108.562585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673564Z","caller":"traceutil/trace.go:171","msg":"trace[568900274] transaction","detail":"{read_only:false; response_revision:14518; number_of_response:1; }","duration":"108.941534ms","start":"2026-03-19T18:24:44.564572Z","end":"2026-03-19T18:24:44.673513Z","steps":["trace[568900274] 'process raft request' (duration: 108.559715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673569Z","caller":"traceutil/trace.go:171","msg":"trace[1396033691] transaction","detail":"{read_only:false; response_revision:14516; number_of_response:1; }","duration":"109.132519ms","start":"2026-03-19T18:24:44.564424Z","end":"2026-03-19T18:24:44.673557Z","steps":["trace[1396033691] 'process raft request' (duration: 108.602807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.673708Z","caller":"traceutil/trace.go:171","msg":"trace[2139551457] transaction","detail":"{read_only:false; response_revision:14519; number_of_response:1; }","duration":"109.13726ms","start":"2026-03-19T18:24:44.56456Z","end":"2026-03-19T18:24:44.673698Z","steps":["trace[2139551457] 'process raft request' (duration: 108.614847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:44.673913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.275856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T18:24:44.673926Z","caller":"traceutil/trace.go:171","msg":"trace[776149302] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"109.117089ms","start":"2026-03-19T18:24:44.564796Z","end":"2026-03-19T18:24:44.673913Z","steps":["trace[776149302] 'process raft request' (duration: 108.435463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:44.67397Z","caller":"traceutil/trace.go:171","msg":"trace[1242868082] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:14520; }","duration":"103.384179ms","start":"2026-03-19T18:24:44.570568Z","end":"2026-03-19T18:24:44.673952Z","steps":["trace[1242868082] 'agreement among raft nodes before linearized reading' (duration: 103.122073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.131281Z","caller":"traceutil/trace.go:171","msg":"trace[476667262] linearizableReadLoop","detail":"{readStateIndex:15107; appliedIndex:15106; }","duration":"163.78415ms","start":"2026-03-19T18:24:44.967473Z","end":"2026-03-19T18:24:45.131257Z","steps":["trace[476667262] 'read index received' (duration: 101.092213ms)","trace[476667262] 'applied index is now lower than readState.Index' (duration: 62.690947ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:45.13138Z","caller":"traceutil/trace.go:171","msg":"trace[1456998844] transaction","detail":"{read_only:false; response_revision:14557; number_of_response:1; }","duration":"181.849901ms","start":"2026-03-19T18:24:44.949521Z","end":"2026-03-19T18:24:45.131371Z","steps":["trace[1456998844] 'process raft request' (duration: 118.963119ms)","trace[1456998844] 'compare' (duration: 62.640446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:24:45.131544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.055147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-19T18:24:45.131618Z","caller":"traceutil/trace.go:171","msg":"trace[1422460650] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:14557; }","duration":"164.18364ms","start":"2026-03-19T18:24:44.967412Z","end":"2026-03-19T18:24:45.131595Z","steps":["trace[1422460650] 'agreement among raft nodes before linearized reading' (duration: 163.985216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.172731Z","caller":"traceutil/trace.go:171","msg":"trace[1214687470] transaction","detail":"{read_only:false; response_revision:14558; number_of_response:1; }","duration":"202.887243ms","start":"2026-03-19T18:24:44.969813Z","end":"2026-03-19T18:24:45.1727Z","steps":["trace[1214687470] 'process raft request' (duration: 202.658728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.172802Z","caller":"traceutil/trace.go:171","msg":"trace[1856193942] transaction","detail":"{read_only:false; response_revision:14559; number_of_response:1; }","duration":"202.837272ms","start":"2026-03-19T18:24:44.969925Z","end":"2026-03-19T18:24:45.172762Z","steps":["trace[1856193942] 'process raft request' (duration: 202.675988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.172815Z","caller":"traceutil/trace.go:171","msg":"trace[839201680] transaction","detail":"{read_only:false; response_revision:14560; number_of_response:1; }","duration":"202.801981ms","start":"2026-03-19T18:24:44.969984Z","end":"2026-03-19T18:24:45.172786Z","steps":["trace[839201680] 'process raft request' (duration: 202.668058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.172838Z","caller":"traceutil/trace.go:171","msg":"trace[1693025147] transaction","detail":"{read_only:false; response_revision:14562; number_of_response:1; }","duration":"202.777121ms","start":"2026-03-19T18:24:44.970036Z","end":"2026-03-19T18:24:45.172813Z","steps":["trace[1693025147] 'process raft request' (duration: 202.694339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.17296Z","caller":"traceutil/trace.go:171","msg":"trace[1081244588] transaction","detail":"{read_only:false; response_revision:14561; number_of_response:1; }","duration":"202.967365ms","start":"2026-03-19T18:24:44.969986Z","end":"2026-03-19T18:24:45.172954Z","steps":["trace[1081244588] 'process raft request' (duration: 202.705969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.172967Z","caller":"traceutil/trace.go:171","msg":"trace[1291641204] transaction","detail":"{read_only:false; response_revision:14564; number_of_response:1; }","duration":"195.969185ms","start":"2026-03-19T18:24:44.976992Z","end":"2026-03-19T18:24:45.172962Z","steps":["trace[1291641204] 'process raft request' (duration: 195.815921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.173032Z","caller":"traceutil/trace.go:171","msg":"trace[1127172601] transaction","detail":"{read_only:false; response_revision:14563; number_of_response:1; }","duration":"202.33058ms","start":"2026-03-19T18:24:44.97068Z","end":"2026-03-19T18:24:45.17301Z","steps":["trace[1127172601] 'process raft request' (duration: 202.096454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:45.173163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.362185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:45.173196Z","caller":"traceutil/trace.go:171","msg":"trace[2023690799] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:14564; }","duration":"203.441756ms","start":"2026-03-19T18:24:44.969747Z","end":"2026-03-19T18:24:45.173189Z","steps":["trace[2023690799] 'agreement among raft nodes before linearized reading' (duration: 203.374094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.297951Z","caller":"traceutil/trace.go:171","msg":"trace[924391633] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"110.299788ms","start":"2026-03-19T18:24:45.187606Z","end":"2026-03-19T18:24:45.297906Z","steps":["trace[924391633] 'process raft request' (duration: 110.019892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.29799Z","caller":"traceutil/trace.go:171","msg":"trace[199737264] transaction","detail":"{read_only:false; response_revision:14576; number_of_response:1; }","duration":"112.156503ms","start":"2026-03-19T18:24:45.1858Z","end":"2026-03-19T18:24:45.297956Z","steps":["trace[199737264] 'process raft request' (duration: 110.682966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.297995Z","caller":"traceutil/trace.go:171","msg":"trace[1223498322] transaction","detail":"{read_only:false; response_revision:14577; number_of_response:1; }","duration":"111.122138ms","start":"2026-03-19T18:24:45.186842Z","end":"2026-03-19T18:24:45.297965Z","steps":["trace[1223498322] 'process raft request' (duration: 110.606195ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298062Z","caller":"traceutil/trace.go:171","msg":"trace[509245497] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"110.36465ms","start":"2026-03-19T18:24:45.187685Z","end":"2026-03-19T18:24:45.29805Z","steps":["trace[509245497] 'process raft request' (duration: 110.054962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298082Z","caller":"traceutil/trace.go:171","msg":"trace[1994155959] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"110.604956ms","start":"2026-03-19T18:24:45.187436Z","end":"2026-03-19T18:24:45.298041Z","steps":["trace[1994155959] 'process raft request' (duration: 110.103183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298204Z","caller":"traceutil/trace.go:171","msg":"trace[1659423911] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"109.940879ms","start":"2026-03-19T18:24:45.18825Z","end":"2026-03-19T18:24:45.298191Z","steps":["trace[1659423911] 'process raft request' (duration: 109.533229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.297989Z","caller":"traceutil/trace.go:171","msg":"trace[961592359] transaction","detail":"{read_only:false; response_revision:14580; number_of_response:1; }","duration":"110.291348ms","start":"2026-03-19T18:24:45.187674Z","end":"2026-03-19T18:24:45.297965Z","steps":["trace[961592359] 'process raft request' (duration: 110.014581ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298548Z","caller":"traceutil/trace.go:171","msg":"trace[1841649635] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"108.091714ms","start":"2026-03-19T18:24:45.190438Z","end":"2026-03-19T18:24:45.298529Z","steps":["trace[1841649635] 'process raft request' (duration: 107.457639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298666Z","caller":"traceutil/trace.go:171","msg":"trace[1562470145] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"108.136855ms","start":"2026-03-19T18:24:45.190507Z","end":"2026-03-19T18:24:45.298644Z","steps":["trace[1562470145] 'process raft request' (duration: 107.801867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298656Z","caller":"traceutil/trace.go:171","msg":"trace[270511868] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"108.268459ms","start":"2026-03-19T18:24:45.190356Z","end":"2026-03-19T18:24:45.298624Z","steps":["trace[270511868] 'process raft request' (duration: 107.4792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.298975Z","caller":"traceutil/trace.go:171","msg":"trace[1151455931] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"107.794986ms","start":"2026-03-19T18:24:45.191161Z","end":"2026-03-19T18:24:45.298956Z","steps":["trace[1151455931] 'process raft request' (duration: 107.318104ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.299003Z","caller":"traceutil/trace.go:171","msg":"trace[325985180] linearizableReadLoop","detail":"{readStateIndex:15126; appliedIndex:15125; }","duration":"113.251629ms","start":"2026-03-19T18:24:45.185735Z","end":"2026-03-19T18:24:45.298987Z","steps":["trace[325985180] 'read index received' (duration: 8.21497ms)","trace[325985180] 'applied index is now lower than readState.Index' (duration: 105.035629ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:45.299079Z","caller":"traceutil/trace.go:171","msg":"trace[400900814] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"107.634732ms","start":"2026-03-19T18:24:45.191435Z","end":"2026-03-19T18:24:45.29907Z","steps":["trace[400900814] 'process raft request' (duration: 107.213422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.299174Z","caller":"traceutil/trace.go:171","msg":"trace[1070593366] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"106.610668ms","start":"2026-03-19T18:24:45.19255Z","end":"2026-03-19T18:24:45.299161Z","steps":["trace[1070593366] 'process raft request' (duration: 106.30024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:45.299534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.586867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T18:24:45.299659Z","caller":"traceutil/trace.go:171","msg":"trace[567265738] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:14588; }","duration":"113.991127ms","start":"2026-03-19T18:24:45.18565Z","end":"2026-03-19T18:24:45.299641Z","steps":["trace[567265738] 'agreement among raft nodes before linearized reading' (duration: 113.535156ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.300949Z","caller":"traceutil/trace.go:171","msg":"trace[1358633915] transaction","detail":"{read_only:false; response_revision:14589; number_of_response:1; }","duration":"102.946029ms","start":"2026-03-19T18:24:45.197984Z","end":"2026-03-19T18:24:45.30093Z","steps":["trace[1358633915] 'process raft request' (duration: 102.742554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.301376Z","caller":"traceutil/trace.go:171","msg":"trace[2017343155] transaction","detail":"{read_only:false; response_revision:14591; number_of_response:1; }","duration":"101.949644ms","start":"2026-03-19T18:24:45.199401Z","end":"2026-03-19T18:24:45.301351Z","steps":["trace[2017343155] 'process raft request' (duration: 101.489223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.301668Z","caller":"traceutil/trace.go:171","msg":"trace[1067698964] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"103.477241ms","start":"2026-03-19T18:24:45.19818Z","end":"2026-03-19T18:24:45.301657Z","steps":["trace[1067698964] 'process raft request' (duration: 102.654782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.302036Z","caller":"traceutil/trace.go:171","msg":"trace[839409322] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"102.052406ms","start":"2026-03-19T18:24:45.199973Z","end":"2026-03-19T18:24:45.302025Z","steps":["trace[839409322] 'process raft request' (duration: 101.008321ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.302258Z","caller":"traceutil/trace.go:171","msg":"trace[1924828606] transaction","detail":"{read_only:false; response_revision:14593; number_of_response:1; }","duration":"102.16653ms","start":"2026-03-19T18:24:45.200082Z","end":"2026-03-19T18:24:45.302248Z","steps":["trace[1924828606] 'process raft request' (duration: 100.94909ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.3033Z","caller":"traceutil/trace.go:171","msg":"trace[1314689119] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"101.240647ms","start":"2026-03-19T18:24:45.202007Z","end":"2026-03-19T18:24:45.303248Z","steps":["trace[1314689119] 'process raft request' (duration: 99.065543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.303575Z","caller":"traceutil/trace.go:171","msg":"trace[190594465] transaction","detail":"{read_only:false; response_revision:14597; number_of_response:1; }","duration":"100.765475ms","start":"2026-03-19T18:24:45.202791Z","end":"2026-03-19T18:24:45.303556Z","steps":["trace[190594465] 'process raft request' (duration: 99.510144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:45.303588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.998331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-19T18:24:45.303588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.422691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6829"} {"level":"info","ts":"2026-03-19T18:24:45.303651Z","caller":"traceutil/trace.go:171","msg":"trace[2069644907] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14597; }","duration":"117.093824ms","start":"2026-03-19T18:24:45.18654Z","end":"2026-03-19T18:24:45.303634Z","steps":["trace[2069644907] 'agreement among raft nodes before linearized reading' (duration: 115.953495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:45.303667Z","caller":"traceutil/trace.go:171","msg":"trace[352954907] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:14597; }","duration":"101.544294ms","start":"2026-03-19T18:24:45.202104Z","end":"2026-03-19T18:24:45.303649Z","steps":["trace[352954907] 'agreement among raft nodes before linearized reading' (duration: 101.35952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:45.30371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.549503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7313"} {"level":"info","ts":"2026-03-19T18:24:45.303768Z","caller":"traceutil/trace.go:171","msg":"trace[1064590614] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:14597; }","duration":"112.662945ms","start":"2026-03-19T18:24:45.191091Z","end":"2026-03-19T18:24:45.303754Z","steps":["trace[1064590614] 'agreement among raft nodes before linearized reading' (duration: 112.389148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:45.303938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.55308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:45.304012Z","caller":"traceutil/trace.go:171","msg":"trace[897599373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14597; }","duration":"116.648882ms","start":"2026-03-19T18:24:45.187347Z","end":"2026-03-19T18:24:45.303996Z","steps":["trace[897599373] 'agreement among raft nodes before linearized reading' (duration: 116.507069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.607867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.25449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:24:47.607982Z","caller":"traceutil/trace.go:171","msg":"trace[1830140043] linearizableReadLoop","detail":"{readStateIndex:15274; appliedIndex:15273; }","duration":"545.089811ms","start":"2026-03-19T18:24:47.062875Z","end":"2026-03-19T18:24:47.607965Z","steps":["trace[1830140043] 'read index received' (duration: 330.647837ms)","trace[1830140043] 'applied index is now lower than readState.Index' (duration: 214.440714ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:47.608207Z","caller":"traceutil/trace.go:171","msg":"trace[71064129] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"585.815774ms","start":"2026-03-19T18:24:47.022377Z","end":"2026-03-19T18:24:47.608193Z","steps":["trace[71064129] 'process raft request' (duration: 371.128353ms)","trace[71064129] 'compare' (duration: 214.112907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:24:47.608315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.02235Z","time spent":"585.929428ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:24:47.608547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.669896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:47.608591Z","caller":"traceutil/trace.go:171","msg":"trace[1122967369] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14720; }","duration":"545.751068ms","start":"2026-03-19T18:24:47.062829Z","end":"2026-03-19T18:24:47.60858Z","steps":["trace[1122967369] 'agreement among raft nodes before linearized reading' (duration: 545.673806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.608628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.062811Z","time spent":"545.804519ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:24:47.691914Z","caller":"traceutil/trace.go:171","msg":"trace[521425686] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"565.55687ms","start":"2026-03-19T18:24:47.126326Z","end":"2026-03-19T18:24:47.691883Z","steps":["trace[521425686] 'process raft request' (duration: 565.434027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.69206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.126298Z","time spent":"565.697194ms","remote":"127.0.0.1:59726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2203,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:24:47.74078Z","caller":"traceutil/trace.go:171","msg":"trace[1417206386] linearizableReadLoop","detail":"{readStateIndex:15278; appliedIndex:15275; }","duration":"132.751746ms","start":"2026-03-19T18:24:47.608008Z","end":"2026-03-19T18:24:47.740759Z","steps":["trace[1417206386] 'read index received' (duration: 83.944656ms)","trace[1417206386] 'applied index is now lower than readState.Index' (duration: 48.8059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:24:47.740897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.665332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:47.740922Z","caller":"traceutil/trace.go:171","msg":"trace[1518744180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14724; }","duration":"553.748653ms","start":"2026-03-19T18:24:47.187164Z","end":"2026-03-19T18:24:47.740912Z","steps":["trace[1518744180] 'agreement among raft nodes before linearized reading' (duration: 553.672092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.740949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.187141Z","time spent":"553.803204ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:24:47.741188Z","caller":"traceutil/trace.go:171","msg":"trace[1660398994] transaction","detail":"{read_only:false; response_revision:14722; number_of_response:1; }","duration":"300.705507ms","start":"2026-03-19T18:24:47.440465Z","end":"2026-03-19T18:24:47.741171Z","steps":["trace[1660398994] 'process raft request' (duration: 277.794668ms)","trace[1660398994] 'compare' (duration: 22.290804ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:24:47.741227Z","caller":"traceutil/trace.go:171","msg":"trace[1926585333] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"170.565147ms","start":"2026-03-19T18:24:47.570654Z","end":"2026-03-19T18:24:47.741219Z","steps":["trace[1926585333] 'process raft request' (duration: 170.063805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.741304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.44044Z","time spent":"300.785929ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:24:47.741434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.621245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-f85fbdc4-c9gp9\" ","response":"range_response_count:1 size:7536"} {"level":"info","ts":"2026-03-19T18:24:47.741455Z","caller":"traceutil/trace.go:171","msg":"trace[1095174923] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-f85fbdc4-c9gp9; range_end:; response_count:1; response_revision:14724; }","duration":"300.680696ms","start":"2026-03-19T18:24:47.440768Z","end":"2026-03-19T18:24:47.741449Z","steps":["trace[1095174923] 'agreement among raft nodes before linearized reading' (duration: 300.570564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.741472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.440747Z","time spent":"300.721547ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7558,"request content":"key:\"/registry/pods/openstack/nova-conductor-f85fbdc4-c9gp9\" "} {"level":"warn","ts":"2026-03-19T18:24:47.741557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.806325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:47.741587Z","caller":"traceutil/trace.go:171","msg":"trace[120845628] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14724; }","duration":"496.877946ms","start":"2026-03-19T18:24:47.2447Z","end":"2026-03-19T18:24:47.741578Z","steps":["trace[120845628] 'agreement among raft nodes before linearized reading' (duration: 496.823335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:47.741609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:24:47.244677Z","time spent":"496.926568ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:24:47.740896Z","caller":"traceutil/trace.go:171","msg":"trace[1299115877] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"213.080352ms","start":"2026-03-19T18:24:47.527773Z","end":"2026-03-19T18:24:47.740853Z","steps":["trace[1299115877] 'process raft request' (duration: 212.902038ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:47.941172Z","caller":"traceutil/trace.go:171","msg":"trace[1836121318] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"192.8654ms","start":"2026-03-19T18:24:47.748283Z","end":"2026-03-19T18:24:47.941148Z","steps":["trace[1836121318] 'process raft request' (duration: 192.329397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:48.023456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.769702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:24:48.023497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.72016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:24:48.023539Z","caller":"traceutil/trace.go:171","msg":"trace[790853937] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14727; }","duration":"145.880914ms","start":"2026-03-19T18:24:47.87764Z","end":"2026-03-19T18:24:48.023521Z","steps":["trace[790853937] 'agreement among raft nodes before linearized reading' (duration: 145.737251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:48.023583Z","caller":"traceutil/trace.go:171","msg":"trace[518977526] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14727; }","duration":"122.857543ms","start":"2026-03-19T18:24:47.900705Z","end":"2026-03-19T18:24:48.023562Z","steps":["trace[518977526] 'agreement among raft nodes before linearized reading' (duration: 122.620598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:48.023636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.929145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-19T18:24:48.023674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.415303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:24:48.023774Z","caller":"traceutil/trace.go:171","msg":"trace[938155901] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14727; }","duration":"122.544736ms","start":"2026-03-19T18:24:47.90121Z","end":"2026-03-19T18:24:48.023755Z","steps":["trace[938155901] 'agreement among raft nodes before linearized reading' (duration: 122.275099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:48.023781Z","caller":"traceutil/trace.go:171","msg":"trace[1893653983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14727; }","duration":"146.1239ms","start":"2026-03-19T18:24:47.877611Z","end":"2026-03-19T18:24:48.023735Z","steps":["trace[1893653983] 'agreement among raft nodes before linearized reading' (duration: 145.774612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:48.13572Z","caller":"traceutil/trace.go:171","msg":"trace[705416990] transaction","detail":"{read_only:false; response_revision:14729; number_of_response:1; }","duration":"101.667857ms","start":"2026-03-19T18:24:48.03402Z","end":"2026-03-19T18:24:48.135688Z","steps":["trace[705416990] 'process raft request' (duration: 101.489983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:48.140961Z","caller":"traceutil/trace.go:171","msg":"trace[1200763412] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"104.558428ms","start":"2026-03-19T18:24:48.036373Z","end":"2026-03-19T18:24:48.140932Z","steps":["trace[1200763412] 'process raft request' (duration: 104.100986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:51.858243Z","caller":"traceutil/trace.go:171","msg":"trace[1136570128] transaction","detail":"{read_only:false; response_revision:14766; number_of_response:1; }","duration":"105.196934ms","start":"2026-03-19T18:24:51.753022Z","end":"2026-03-19T18:24:51.858219Z","steps":["trace[1136570128] 'process raft request' (duration: 105.05855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:52.138881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.736061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:24:52.138992Z","caller":"traceutil/trace.go:171","msg":"trace[1571482870] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14766; }","duration":"106.907694ms","start":"2026-03-19T18:24:52.032061Z","end":"2026-03-19T18:24:52.138969Z","steps":["trace[1571482870] 'range keys from in-memory index tree' (duration: 106.634878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:52.138994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.711795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T18:24:52.139072Z","caller":"traceutil/trace.go:171","msg":"trace[1454790373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14766; }","duration":"139.851688ms","start":"2026-03-19T18:24:51.9992Z","end":"2026-03-19T18:24:52.139051Z","steps":["trace[1454790373] 'range keys from in-memory index tree' (duration: 139.466519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:52.139547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.818393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-19T18:24:52.139611Z","caller":"traceutil/trace.go:171","msg":"trace[1040804020] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14766; }","duration":"106.903724ms","start":"2026-03-19T18:24:52.032691Z","end":"2026-03-19T18:24:52.139595Z","steps":["trace[1040804020] 'range keys from in-memory index tree' (duration: 106.027393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:52.276651Z","caller":"traceutil/trace.go:171","msg":"trace[2040276362] transaction","detail":"{read_only:false; response_revision:14767; number_of_response:1; }","duration":"241.432072ms","start":"2026-03-19T18:24:52.035188Z","end":"2026-03-19T18:24:52.27662Z","steps":["trace[2040276362] 'process raft request' (duration: 241.187316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:52.285889Z","caller":"traceutil/trace.go:171","msg":"trace[1777316297] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"247.930861ms","start":"2026-03-19T18:24:52.037933Z","end":"2026-03-19T18:24:52.285864Z","steps":["trace[1777316297] 'process raft request' (duration: 247.622214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:52.285915Z","caller":"traceutil/trace.go:171","msg":"trace[1518265762] transaction","detail":"{read_only:false; response_revision:14769; number_of_response:1; }","duration":"142.289378ms","start":"2026-03-19T18:24:52.143602Z","end":"2026-03-19T18:24:52.285891Z","steps":["trace[1518265762] 'process raft request' (duration: 142.149754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:52.285859Z","caller":"traceutil/trace.go:171","msg":"trace[2021217737] linearizableReadLoop","detail":"{readStateIndex:15323; appliedIndex:15321; }","duration":"213.923112ms","start":"2026-03-19T18:24:52.071899Z","end":"2026-03-19T18:24:52.285823Z","steps":["trace[2021217737] 'read index received' (duration: 204.601975ms)","trace[2021217737] 'applied index is now lower than readState.Index' (duration: 9.319317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:24:52.286118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.188828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:24:52.28619Z","caller":"traceutil/trace.go:171","msg":"trace[1070766518] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14769; }","duration":"214.313511ms","start":"2026-03-19T18:24:52.07186Z","end":"2026-03-19T18:24:52.286174Z","steps":["trace[1070766518] 'agreement among raft nodes before linearized reading' (duration: 214.082236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:52.286224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.441855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:24:52.286285Z","caller":"traceutil/trace.go:171","msg":"trace[1790725346] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14769; }","duration":"212.532938ms","start":"2026-03-19T18:24:52.073734Z","end":"2026-03-19T18:24:52.286267Z","steps":["trace[1790725346] 'agreement among raft nodes before linearized reading' (duration: 212.352313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:24:52.286475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.284578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T18:24:52.286566Z","caller":"traceutil/trace.go:171","msg":"trace[1748381688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14769; }","duration":"131.433193ms","start":"2026-03-19T18:24:52.155102Z","end":"2026-03-19T18:24:52.286535Z","steps":["trace[1748381688] 'agreement among raft nodes before linearized reading' (duration: 131.110334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:24:52.862066Z","caller":"traceutil/trace.go:171","msg":"trace[739037205] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"106.747031ms","start":"2026-03-19T18:24:52.75529Z","end":"2026-03-19T18:24:52.862037Z","steps":["trace[739037205] 'process raft request' (duration: 96.154413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:21.621174Z","caller":"traceutil/trace.go:171","msg":"trace[1068192877] linearizableReadLoop","detail":"{readStateIndex:15517; appliedIndex:15516; }","duration":"433.44557ms","start":"2026-03-19T18:25:21.187699Z","end":"2026-03-19T18:25:21.621145Z","steps":["trace[1068192877] 'read index received' (duration: 433.196394ms)","trace[1068192877] 'applied index is now lower than readState.Index' (duration: 248.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:25:21.621263Z","caller":"traceutil/trace.go:171","msg":"trace[1882072038] transaction","detail":"{read_only:false; response_revision:14955; number_of_response:1; }","duration":"453.786417ms","start":"2026-03-19T18:25:21.167451Z","end":"2026-03-19T18:25:21.621237Z","steps":["trace[1882072038] 'process raft request' (duration: 453.50765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:21.621327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.616544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:21.621369Z","caller":"traceutil/trace.go:171","msg":"trace[1036024383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14955; }","duration":"433.701106ms","start":"2026-03-19T18:25:21.187657Z","end":"2026-03-19T18:25:21.621358Z","steps":["trace[1036024383] 'agreement among raft nodes before linearized reading' (duration: 433.619064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:21.621401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:21.187646Z","time spent":"433.748157ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:25:21.621442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:21.16742Z","time spent":"453.8952ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:25:21.621561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.874547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4qhv9\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-19T18:25:21.621829Z","caller":"traceutil/trace.go:171","msg":"trace[971092775] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4qhv9; range_end:; response_count:1; response_revision:14955; }","duration":"348.200315ms","start":"2026-03-19T18:25:21.273606Z","end":"2026-03-19T18:25:21.621806Z","steps":["trace[971092775] 'agreement among raft nodes before linearized reading' (duration: 347.755394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:21.621873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:21.273584Z","time spent":"348.280807ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4qhv9\" "} {"level":"info","ts":"2026-03-19T18:25:28.176571Z","caller":"traceutil/trace.go:171","msg":"trace[1307766428] linearizableReadLoop","detail":"{readStateIndex:15546; appliedIndex:15545; }","duration":"148.918211ms","start":"2026-03-19T18:25:28.027629Z","end":"2026-03-19T18:25:28.176547Z","steps":["trace[1307766428] 'read index received' (duration: 148.774348ms)","trace[1307766428] 'applied index is now lower than readState.Index' (duration: 142.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:25:28.177003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.356341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T18:25:28.177014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.818049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.177054Z","caller":"traceutil/trace.go:171","msg":"trace[1855570610] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14983; }","duration":"149.475485ms","start":"2026-03-19T18:25:28.027567Z","end":"2026-03-19T18:25:28.177042Z","steps":["trace[1855570610] 'agreement among raft nodes before linearized reading' (duration: 149.304651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.177034Z","caller":"traceutil/trace.go:171","msg":"trace[815253993] transaction","detail":"{read_only:false; response_revision:14983; number_of_response:1; }","duration":"169.902514ms","start":"2026-03-19T18:25:28.00709Z","end":"2026-03-19T18:25:28.176992Z","steps":["trace[815253993] 'process raft request' (duration: 169.3119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.177087Z","caller":"traceutil/trace.go:171","msg":"trace[560580415] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14983; }","duration":"148.908151ms","start":"2026-03-19T18:25:28.02816Z","end":"2026-03-19T18:25:28.177068Z","steps":["trace[560580415] 'agreement among raft nodes before linearized reading' (duration: 148.786878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.177395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.306432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:28.177474Z","caller":"traceutil/trace.go:171","msg":"trace[1710758235] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14983; }","duration":"147.407664ms","start":"2026-03-19T18:25:28.030046Z","end":"2026-03-19T18:25:28.177454Z","steps":["trace[1710758235] 'agreement among raft nodes before linearized reading' (duration: 146.990264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.576099Z","caller":"traceutil/trace.go:171","msg":"trace[703983065] transaction","detail":"{read_only:false; response_revision:14984; number_of_response:1; }","duration":"161.705175ms","start":"2026-03-19T18:25:28.414362Z","end":"2026-03-19T18:25:28.576068Z","steps":["trace[703983065] 'process raft request' (duration: 161.531451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.838016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.510204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:25:28.838135Z","caller":"traceutil/trace.go:171","msg":"trace[1893172082] linearizableReadLoop","detail":"{readStateIndex:15548; appliedIndex:15546; }","duration":"397.623843ms","start":"2026-03-19T18:25:28.440492Z","end":"2026-03-19T18:25:28.838116Z","steps":["trace[1893172082] 'read index received' (duration: 135.484154ms)","trace[1893172082] 'applied index is now lower than readState.Index' (duration: 262.138459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:25:28.838564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.08603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-19T18:25:28.838556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.038273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:25:28.838639Z","caller":"traceutil/trace.go:171","msg":"trace[338872558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"379.212393ms","start":"2026-03-19T18:25:28.459411Z","end":"2026-03-19T18:25:28.838623Z","steps":["trace[338872558] 'agreement among raft nodes before linearized reading' (duration: 378.954856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.838665Z","caller":"traceutil/trace.go:171","msg":"trace[1832535614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14985; }","duration":"398.227488ms","start":"2026-03-19T18:25:28.440412Z","end":"2026-03-19T18:25:28.83864Z","steps":["trace[1832535614] 'agreement among raft nodes before linearized reading' (duration: 397.824488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.838689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459382Z","time spent":"379.294075ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:28.838728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.440383Z","time spent":"398.335221ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:25:28.839007Z","caller":"traceutil/trace.go:171","msg":"trace[199726279] transaction","detail":"{read_only:false; response_revision:14985; number_of_response:1; }","duration":"412.436736ms","start":"2026-03-19T18:25:28.426547Z","end":"2026-03-19T18:25:28.838983Z","steps":["trace[199726279] 'process raft request' (duration: 194.874416ms)","trace[199726279] 'compare' (duration: 216.403751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:25:28.839174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.426517Z","time spent":"412.556319ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:25:28.839632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.011123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:25:28.839654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.079404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.839676Z","caller":"traceutil/trace.go:171","msg":"trace[1218683671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"380.109726ms","start":"2026-03-19T18:25:28.459554Z","end":"2026-03-19T18:25:28.839664Z","steps":["trace[1218683671] 'agreement among raft nodes before linearized reading' (duration: 380.035644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.8397Z","caller":"traceutil/trace.go:171","msg":"trace[1628690503] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"380.153946ms","start":"2026-03-19T18:25:28.459531Z","end":"2026-03-19T18:25:28.839685Z","steps":["trace[1628690503] 'agreement among raft nodes before linearized reading' (duration: 380.093985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.839758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459509Z","time spent":"380.238499ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:28.839827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.278329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.839912Z","caller":"traceutil/trace.go:171","msg":"trace[1048228997] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14985; }","duration":"380.377131ms","start":"2026-03-19T18:25:28.459518Z","end":"2026-03-19T18:25:28.839895Z","steps":["trace[1048228997] 'agreement among raft nodes before linearized reading' (duration: 380.232388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.839962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459486Z","time spent":"380.468954ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:25:28.840033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.621469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:28.840076Z","caller":"traceutil/trace.go:171","msg":"trace[1725382876] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"167.66271ms","start":"2026-03-19T18:25:28.672402Z","end":"2026-03-19T18:25:28.840065Z","steps":["trace[1725382876] 'agreement among raft nodes before linearized reading' (duration: 167.555798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.839708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459531Z","time spent":"380.170367ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:28.840171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.676439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.840194Z","caller":"traceutil/trace.go:171","msg":"trace[1606798490] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14985; }","duration":"380.7381ms","start":"2026-03-19T18:25:28.45945Z","end":"2026-03-19T18:25:28.840188Z","steps":["trace[1606798490] 'agreement among raft nodes before linearized reading' (duration: 380.70648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459425Z","time spent":"380.816023ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:25:28.840314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.847853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.840335Z","caller":"traceutil/trace.go:171","msg":"trace[1964272267] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14985; }","duration":"380.869344ms","start":"2026-03-19T18:25:28.459461Z","end":"2026-03-19T18:25:28.840331Z","steps":["trace[1964272267] 'agreement among raft nodes before linearized reading' (duration: 380.839863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459394Z","time spent":"380.954875ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:25:28.84014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.643728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.840545Z","caller":"traceutil/trace.go:171","msg":"trace[2130712425] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14985; }","duration":"381.082129ms","start":"2026-03-19T18:25:28.45945Z","end":"2026-03-19T18:25:28.840532Z","steps":["trace[2130712425] 'agreement among raft nodes before linearized reading' (duration: 380.671069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.459425Z","time spent":"381.152541ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:25:28.840701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.025933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:25:28.840795Z","caller":"traceutil/trace.go:171","msg":"trace[82054652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14985; }","duration":"299.158725ms","start":"2026-03-19T18:25:28.541616Z","end":"2026-03-19T18:25:28.840774Z","steps":["trace[82054652] 'agreement among raft nodes before linearized reading' (duration: 298.894329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.985741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:25:28.840778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.068623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T18:25:28.840835Z","caller":"traceutil/trace.go:171","msg":"trace[1441315041] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"171.063863ms","start":"2026-03-19T18:25:28.669763Z","end":"2026-03-19T18:25:28.840827Z","steps":["trace[1441315041] 'agreement among raft nodes before linearized reading' (duration: 171.018312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.840874Z","caller":"traceutil/trace.go:171","msg":"trace[1435555089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14985; }","duration":"171.218626ms","start":"2026-03-19T18:25:28.669634Z","end":"2026-03-19T18:25:28.840853Z","steps":["trace[1435555089] 'agreement among raft nodes before linearized reading' (duration: 170.95715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.182724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:25:28.84094Z","caller":"traceutil/trace.go:171","msg":"trace[348375071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14985; }","duration":"301.263876ms","start":"2026-03-19T18:25:28.539663Z","end":"2026-03-19T18:25:28.840927Z","steps":["trace[348375071] 'agreement among raft nodes before linearized reading' (duration: 301.187774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.840958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.92867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:28.840976Z","caller":"traceutil/trace.go:171","msg":"trace[1696645132] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"379.970121ms","start":"2026-03-19T18:25:28.461Z","end":"2026-03-19T18:25:28.84097Z","steps":["trace[1696645132] 'agreement among raft nodes before linearized reading' (duration: 379.887079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.841001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.460988Z","time spent":"380.009192ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:28.840976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.539636Z","time spent":"301.333788ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:25:28.841042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.285723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:25:28.84081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.974771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:25:28.841071Z","caller":"traceutil/trace.go:171","msg":"trace[1401533093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14985; }","duration":"300.334294ms","start":"2026-03-19T18:25:28.540728Z","end":"2026-03-19T18:25:28.841063Z","steps":["trace[1401533093] 'agreement among raft nodes before linearized reading' (duration: 300.265043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.841107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:28.540718Z","time spent":"300.382945ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:25:28.84111Z","caller":"traceutil/trace.go:171","msg":"trace[1347276230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14985; }","duration":"299.287949ms","start":"2026-03-19T18:25:28.541812Z","end":"2026-03-19T18:25:28.8411Z","steps":["trace[1347276230] 'agreement among raft nodes before linearized reading' (duration: 298.927401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.975139Z","caller":"traceutil/trace.go:171","msg":"trace[1628956115] linearizableReadLoop","detail":"{readStateIndex:15550; appliedIndex:15548; }","duration":"126.942854ms","start":"2026-03-19T18:25:28.848159Z","end":"2026-03-19T18:25:28.975102Z","steps":["trace[1628956115] 'read index received' (duration: 34.195136ms)","trace[1628956115] 'applied index is now lower than readState.Index' (duration: 92.746408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:25:28.975317Z","caller":"traceutil/trace.go:171","msg":"trace[1078523077] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"120.648721ms","start":"2026-03-19T18:25:28.854632Z","end":"2026-03-19T18:25:28.975281Z","steps":["trace[1078523077] 'process raft request' (duration: 120.284522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.975391Z","caller":"traceutil/trace.go:171","msg":"trace[1151887139] transaction","detail":"{read_only:false; response_revision:14990; number_of_response:1; }","duration":"119.769649ms","start":"2026-03-19T18:25:28.855611Z","end":"2026-03-19T18:25:28.975381Z","steps":["trace[1151887139] 'process raft request' (duration: 119.426771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.975438Z","caller":"traceutil/trace.go:171","msg":"trace[1074224008] transaction","detail":"{read_only:false; response_revision:14987; number_of_response:1; }","duration":"128.81807ms","start":"2026-03-19T18:25:28.846582Z","end":"2026-03-19T18:25:28.9754Z","steps":["trace[1074224008] 'process raft request' (duration: 110.962754ms)","trace[1074224008] 'compare' (duration: 17.124879ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:25:28.975349Z","caller":"traceutil/trace.go:171","msg":"trace[895797095] transaction","detail":"{read_only:false; response_revision:14989; number_of_response:1; }","duration":"120.103237ms","start":"2026-03-19T18:25:28.85523Z","end":"2026-03-19T18:25:28.975334Z","steps":["trace[895797095] 'process raft request' (duration: 119.755348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.975625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.087547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:28.975653Z","caller":"traceutil/trace.go:171","msg":"trace[324441081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14990; }","duration":"120.148258ms","start":"2026-03-19T18:25:28.855495Z","end":"2026-03-19T18:25:28.975643Z","steps":["trace[324441081] 'agreement among raft nodes before linearized reading' (duration: 120.087587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.977423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.548321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"warn","ts":"2026-03-19T18:25:28.977434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.239253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"warn","ts":"2026-03-19T18:25:28.977422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.641036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-19T18:25:28.977504Z","caller":"traceutil/trace.go:171","msg":"trace[1978194032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14990; }","duration":"123.660864ms","start":"2026-03-19T18:25:28.853825Z","end":"2026-03-19T18:25:28.977486Z","steps":["trace[1978194032] 'agreement among raft nodes before linearized reading' (duration: 121.783367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.977514Z","caller":"traceutil/trace.go:171","msg":"trace[894731872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14990; }","duration":"125.360166ms","start":"2026-03-19T18:25:28.852137Z","end":"2026-03-19T18:25:28.977497Z","steps":["trace[894731872] 'agreement among raft nodes before linearized reading' (duration: 123.49336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:28.97755Z","caller":"traceutil/trace.go:171","msg":"trace[544915590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14990; }","duration":"128.83236ms","start":"2026-03-19T18:25:28.848683Z","end":"2026-03-19T18:25:28.977515Z","steps":["trace[544915590] 'agreement among raft nodes before linearized reading' (duration: 126.879652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:28.977558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.384494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764363"} {"level":"info","ts":"2026-03-19T18:25:28.977611Z","caller":"traceutil/trace.go:171","msg":"trace[1324817498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14990; }","duration":"129.457855ms","start":"2026-03-19T18:25:28.84814Z","end":"2026-03-19T18:25:28.977597Z","steps":["trace[1324817498] 'agreement among raft nodes before linearized reading' (duration: 127.502617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:29.281612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.308692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:29.281705Z","caller":"traceutil/trace.go:171","msg":"trace[1304869245] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14990; }","duration":"185.474456ms","start":"2026-03-19T18:25:29.096209Z","end":"2026-03-19T18:25:29.281683Z","steps":["trace[1304869245] 'range keys from in-memory index tree' (duration: 185.114816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:31.347223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413613359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:25:32.430246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.811478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:25:32.430519Z","caller":"traceutil/trace.go:171","msg":"trace[2107327629] transaction","detail":"{read_only:false; response_revision:14992; number_of_response:1; }","duration":"1.847859448s","start":"2026-03-19T18:25:30.582625Z","end":"2026-03-19T18:25:32.430484Z","steps":["trace[2107327629] 'process raft request' (duration: 1.191721602s)","trace[2107327629] 'compare' (duration: 655.081609ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:25:32.430641Z","caller":"traceutil/trace.go:171","msg":"trace[743233648] linearizableReadLoop","detail":"{readStateIndex:15558; appliedIndex:15555; }","duration":"1.584012715s","start":"2026-03-19T18:25:30.846609Z","end":"2026-03-19T18:25:32.430622Z","steps":["trace[743233648] 'read index received' (duration: 927.751096ms)","trace[743233648] 'applied index is now lower than readState.Index' (duration: 656.260389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:25:32.430663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.582584Z","time spent":"1.847998951s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:25:32.430718Z","caller":"traceutil/trace.go:171","msg":"trace[1585005681] transaction","detail":"{read_only:false; response_revision:14993; number_of_response:1; }","duration":"1.611701163s","start":"2026-03-19T18:25:30.819007Z","end":"2026-03-19T18:25:32.430708Z","steps":["trace[1585005681] 'process raft request' (duration: 1.611339134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.430781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.818982Z","time spent":"1.611760974s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:25:32.430934Z","caller":"traceutil/trace.go:171","msg":"trace[732207995] transaction","detail":"{read_only:false; response_revision:14994; number_of_response:1; }","duration":"1.585731597s","start":"2026-03-19T18:25:30.845191Z","end":"2026-03-19T18:25:32.430922Z","steps":["trace[732207995] 'process raft request' (duration: 1.585235055s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.430996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.845169Z","time spent":"1.585792858s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:25:32.431093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584491967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T18:25:32.431126Z","caller":"traceutil/trace.go:171","msg":"trace[2066852265] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14994; }","duration":"1.584552469s","start":"2026-03-19T18:25:30.846563Z","end":"2026-03-19T18:25:32.431116Z","steps":["trace[2066852265] 'agreement among raft nodes before linearized reading' (duration: 1.584395245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.431173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.846551Z","time spent":"1.58461513s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T18:25:32.957181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.130758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:25:32.957312Z","caller":"traceutil/trace.go:171","msg":"trace[391161229] transaction","detail":"{read_only:false; response_revision:14995; number_of_response:1; }","duration":"931.216993ms","start":"2026-03-19T18:25:32.026071Z","end":"2026-03-19T18:25:32.957288Z","steps":["trace[391161229] 'process raft request' (duration: 581.8751ms)","trace[391161229] 'compare' (duration: 348.927192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:25:32.957415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.026054Z","time spent":"931.319756ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:25:32.960479Z","caller":"traceutil/trace.go:171","msg":"trace[1828079111] linearizableReadLoop","detail":"{readStateIndex:15560; appliedIndex:15558; }","duration":"529.791005ms","start":"2026-03-19T18:25:32.430675Z","end":"2026-03-19T18:25:32.960466Z","steps":["trace[1828079111] 'read index received' (duration: 177.444119ms)","trace[1828079111] 'applied index is now lower than readState.Index' (duration: 352.345756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:25:32.960535Z","caller":"traceutil/trace.go:171","msg":"trace[763989837] transaction","detail":"{read_only:false; response_revision:14996; number_of_response:1; }","duration":"722.335194ms","start":"2026-03-19T18:25:32.238193Z","end":"2026-03-19T18:25:32.960528Z","steps":["trace[763989837] 'process raft request' (duration: 722.199971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.960572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.238177Z","time spent":"722.369335ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:25:32.960648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.445301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.960662Z","caller":"traceutil/trace.go:171","msg":"trace[1368132674] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14996; }","duration":"723.503633ms","start":"2026-03-19T18:25:32.237153Z","end":"2026-03-19T18:25:32.960657Z","steps":["trace[1368132674] 'agreement among raft nodes before linearized reading' (duration: 723.471002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.960676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.237125Z","time spent":"723.548453ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-19T18:25:32.960827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.673457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T18:25:32.96084Z","caller":"traceutil/trace.go:171","msg":"trace[1475647496] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14996; }","duration":"723.704417ms","start":"2026-03-19T18:25:32.237131Z","end":"2026-03-19T18:25:32.960836Z","steps":["trace[1475647496] 'agreement among raft nodes before linearized reading' (duration: 723.632386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.960855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.237124Z","time spent":"723.726288ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96169134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rn254\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-19T18:25:32.961064Z","caller":"traceutil/trace.go:171","msg":"trace[973158630] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rn254; range_end:; response_count:1; response_revision:14996; }","duration":"1.961732492s","start":"2026-03-19T18:25:30.999327Z","end":"2026-03-19T18:25:32.961059Z","steps":["trace[973158630] 'agreement among raft nodes before linearized reading' (duration: 1.961601799s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.999315Z","time spent":"1.961758552s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rn254\" "} {"level":"warn","ts":"2026-03-19T18:25:32.96112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773219282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.961171Z","caller":"traceutil/trace.go:171","msg":"trace[772845511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14996; }","duration":"1.773307514s","start":"2026-03-19T18:25:31.187846Z","end":"2026-03-19T18:25:32.961153Z","steps":["trace[772845511] 'agreement among raft nodes before linearized reading' (duration: 1.773240242s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980844269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:25:32.961214Z","caller":"traceutil/trace.go:171","msg":"trace[1328071417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14996; }","duration":"1.98088568s","start":"2026-03-19T18:25:30.980324Z","end":"2026-03-19T18:25:32.961209Z","steps":["trace[1328071417] 'agreement among raft nodes before linearized reading' (duration: 1.980827739s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.187818Z","time spent":"1.773380916s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.980309Z","time spent":"1.980915161s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981113126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:25:32.96133Z","caller":"traceutil/trace.go:171","msg":"trace[1991726509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14996; }","duration":"1.981165307s","start":"2026-03-19T18:25:30.98016Z","end":"2026-03-19T18:25:32.961326Z","steps":["trace[1991726509] 'agreement among raft nodes before linearized reading' (duration: 1.981125756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.98014Z","time spent":"1.981201047s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981668599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:25:32.961427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.572009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-19T18:25:32.961448Z","caller":"traceutil/trace.go:171","msg":"trace[1036032930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14996; }","duration":"1.98172444s","start":"2026-03-19T18:25:30.979717Z","end":"2026-03-19T18:25:32.961442Z","steps":["trace[1036032930] 'agreement among raft nodes before linearized reading' (duration: 1.981674959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.979695Z","time spent":"1.981762441s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:25:32.961458Z","caller":"traceutil/trace.go:171","msg":"trace[1883582024] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14996; }","duration":"724.62677ms","start":"2026-03-19T18:25:32.236822Z","end":"2026-03-19T18:25:32.961448Z","steps":["trace[1883582024] 'agreement among raft nodes before linearized reading' (duration: 724.528298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.236811Z","time spent":"724.668422ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981839213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:25:32.96156Z","caller":"traceutil/trace.go:171","msg":"trace[1154710188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14996; }","duration":"1.981892645s","start":"2026-03-19T18:25:30.979661Z","end":"2026-03-19T18:25:32.961554Z","steps":["trace[1154710188] 'agreement among raft nodes before linearized reading' (duration: 1.981852894s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.979635Z","time spent":"1.981933355s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075299559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:25:32.96166Z","caller":"traceutil/trace.go:171","msg":"trace[1208132354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14996; }","duration":"2.07533342s","start":"2026-03-19T18:25:30.886323Z","end":"2026-03-19T18:25:32.961656Z","steps":["trace[1208132354] 'agreement among raft nodes before linearized reading' (duration: 2.075298479s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.886311Z","time spent":"2.07535771s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.097776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-19T18:25:32.961734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108381597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.961749Z","caller":"traceutil/trace.go:171","msg":"trace[1525221907] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14996; }","duration":"2.108418258s","start":"2026-03-19T18:25:30.853326Z","end":"2026-03-19T18:25:32.961745Z","steps":["trace[1525221907] 'agreement among raft nodes before linearized reading' (duration: 2.108393178s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.96176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.853316Z","time spent":"2.108442269s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.646513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.961792Z","caller":"traceutil/trace.go:171","msg":"trace[2133959157] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"774.695524ms","start":"2026-03-19T18:25:32.187088Z","end":"2026-03-19T18:25:32.961784Z","steps":["trace[2133959157] 'agreement among raft nodes before linearized reading' (duration: 774.657423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.187077Z","time spent":"774.735035ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110040587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.961858Z","caller":"traceutil/trace.go:171","msg":"trace[1190603703] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14996; }","duration":"2.110065529s","start":"2026-03-19T18:25:30.851786Z","end":"2026-03-19T18:25:32.961851Z","steps":["trace[1190603703] 'agreement among raft nodes before linearized reading' (duration: 2.110041288s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.851779Z","time spent":"2.110089829s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-19T18:25:32.961943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110300234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.961954Z","caller":"traceutil/trace.go:171","msg":"trace[204961543] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"2.110326985s","start":"2026-03-19T18:25:30.851623Z","end":"2026-03-19T18:25:32.96195Z","steps":["trace[204961543] 'agreement among raft nodes before linearized reading' (duration: 2.110286794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.961965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.851616Z","time spent":"2.110346605s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.034143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:25:32.962038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110578361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.962055Z","caller":"traceutil/trace.go:171","msg":"trace[1789117950] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"2.110619322s","start":"2026-03-19T18:25:30.851431Z","end":"2026-03-19T18:25:32.96205Z","steps":["trace[1789117950] 'agreement among raft nodes before linearized reading' (duration: 2.110593781s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:25:32.962059Z","caller":"traceutil/trace.go:171","msg":"trace[272372815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14996; }","duration":"811.069303ms","start":"2026-03-19T18:25:32.150978Z","end":"2026-03-19T18:25:32.962047Z","steps":["trace[272372815] 'agreement among raft nodes before linearized reading' (duration: 811.014452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.150922Z","time spent":"811.160995ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:25:32.962107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110723944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.962122Z","caller":"traceutil/trace.go:171","msg":"trace[1097332310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"2.110748555s","start":"2026-03-19T18:25:30.85137Z","end":"2026-03-19T18:25:32.962118Z","steps":["trace[1097332310] 'agreement among raft nodes before linearized reading' (duration: 2.110707944s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.851365Z","time spent":"2.110766916s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:32.96222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111880273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.962239Z","caller":"traceutil/trace.go:171","msg":"trace[1860137891] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14996; }","duration":"2.111908653s","start":"2026-03-19T18:25:30.850325Z","end":"2026-03-19T18:25:32.962234Z","steps":["trace[1860137891] 'agreement among raft nodes before linearized reading' (duration: 2.111878392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.85032Z","time spent":"2.111931233s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02481357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:25:32.962288Z","caller":"traceutil/trace.go:171","msg":"trace[1976748322] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14996; }","duration":"1.024874512s","start":"2026-03-19T18:25:31.937405Z","end":"2026-03-19T18:25:32.962279Z","steps":["trace[1976748322] 'agreement among raft nodes before linearized reading' (duration: 1.024815301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.937393Z","time spent":"1.024918453s","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:25:32.962331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112288873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.962354Z","caller":"traceutil/trace.go:171","msg":"trace[1860136443] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"2.112318144s","start":"2026-03-19T18:25:30.850027Z","end":"2026-03-19T18:25:32.962345Z","steps":["trace[1860136443] 'agreement among raft nodes before linearized reading' (duration: 2.112289183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.96237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.850007Z","time spent":"2.112359924s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112447587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.962466Z","caller":"traceutil/trace.go:171","msg":"trace[1958937198] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14996; }","duration":"2.112476717s","start":"2026-03-19T18:25:30.849984Z","end":"2026-03-19T18:25:32.962461Z","steps":["trace[1958937198] 'agreement among raft nodes before linearized reading' (duration: 2.112452637s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057853598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:25:32.962483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.849978Z","time spent":"2.112501808s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:25:32.962495Z","caller":"traceutil/trace.go:171","msg":"trace[556977157] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14996; }","duration":"1.057885779s","start":"2026-03-19T18:25:31.904601Z","end":"2026-03-19T18:25:32.962487Z","steps":["trace[556977157] 'agreement among raft nodes before linearized reading' (duration: 1.057833738s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.904582Z","time spent":"1.05793551s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:25:32.962586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112595041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.962605Z","caller":"traceutil/trace.go:171","msg":"trace[2010222482] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"2.112636333s","start":"2026-03-19T18:25:30.849962Z","end":"2026-03-19T18:25:32.962598Z","steps":["trace[2010222482] 'agreement among raft nodes before linearized reading' (duration: 2.112586982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.96262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.849952Z","time spent":"2.112664583s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112762325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.962722Z","caller":"traceutil/trace.go:171","msg":"trace[1037807872] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"2.112819337s","start":"2026-03-19T18:25:30.849897Z","end":"2026-03-19T18:25:32.962717Z","steps":["trace[1037807872] 'agreement among raft nodes before linearized reading' (duration: 2.112792546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.849871Z","time spent":"2.112862368s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230726627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4qhv9\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-19T18:25:32.962772Z","caller":"traceutil/trace.go:171","msg":"trace[700206951] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4qhv9; range_end:; response_count:1; response_revision:14996; }","duration":"1.230795489s","start":"2026-03-19T18:25:31.731966Z","end":"2026-03-19T18:25:32.962762Z","steps":["trace[700206951] 'agreement among raft nodes before linearized reading' (duration: 1.230690646s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.731947Z","time spent":"1.230844119s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-4qhv9\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.097178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T18:25:32.962872Z","caller":"traceutil/trace.go:171","msg":"trace[1932571495] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14996; }","duration":"529.143019ms","start":"2026-03-19T18:25:32.433724Z","end":"2026-03-19T18:25:32.962867Z","steps":["trace[1932571495] 'agreement among raft nodes before linearized reading' (duration: 529.090498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.962888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.433708Z","time spent":"529.17672ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:25:32.962992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675563634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.963021Z","caller":"traceutil/trace.go:171","msg":"trace[247204820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"1.675643316s","start":"2026-03-19T18:25:31.287369Z","end":"2026-03-19T18:25:32.963013Z","steps":["trace[247204820] 'agreement among raft nodes before linearized reading' (duration: 1.675558414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.963046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.287343Z","time spent":"1.675698196s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T18:25:32.961728Z","caller":"traceutil/trace.go:171","msg":"trace[670480855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"773.145057ms","start":"2026-03-19T18:25:32.188572Z","end":"2026-03-19T18:25:32.961717Z","steps":["trace[670480855] 'agreement among raft nodes before linearized reading' (duration: 773.043454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.963119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.188565Z","time spent":"774.547031ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:32.963367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.732982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:25:32.963391Z","caller":"traceutil/trace.go:171","msg":"trace[1549862988] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14996; }","duration":"340.798544ms","start":"2026-03-19T18:25:32.622582Z","end":"2026-03-19T18:25:32.96338Z","steps":["trace[1549862988] 'agreement among raft nodes before linearized reading' (duration: 340.764943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.96207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:30.851416Z","time spent":"2.110649433s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-19T18:25:32.963412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:32.622556Z","time spent":"340.850225ms","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:25:32.964563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950869336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.964587Z","caller":"traceutil/trace.go:171","msg":"trace[1330010530] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"1.950917536s","start":"2026-03-19T18:25:31.013663Z","end":"2026-03-19T18:25:32.96458Z","steps":["trace[1330010530] 'agreement among raft nodes before linearized reading' (duration: 1.950847625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.964605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.013652Z","time spent":"1.950948778s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:25:32.964603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952166018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-19T18:25:32.964645Z","caller":"traceutil/trace.go:171","msg":"trace[871510904] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14996; }","duration":"1.95222805s","start":"2026-03-19T18:25:31.012402Z","end":"2026-03-19T18:25:32.96463Z","steps":["trace[871510904] 'agreement among raft nodes before linearized reading' (duration: 1.952109417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.96464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903384635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-19T18:25:32.964673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.012391Z","time spent":"1.952275291s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-19T18:25:32.964689Z","caller":"traceutil/trace.go:171","msg":"trace[1277954174] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14996; }","duration":"1.903461056s","start":"2026-03-19T18:25:31.061213Z","end":"2026-03-19T18:25:32.964674Z","steps":["trace[1277954174] 'agreement among raft nodes before linearized reading' (duration: 1.903320332s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.964727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.061199Z","time spent":"1.903520528s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T18:25:32.96476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954171826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:25:32.964739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953960751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T18:25:32.964786Z","caller":"traceutil/trace.go:171","msg":"trace[1539958891] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"1.954212497s","start":"2026-03-19T18:25:31.010565Z","end":"2026-03-19T18:25:32.964778Z","steps":["trace[1539958891] 'agreement among raft nodes before linearized reading' (duration: 1.954172166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.964825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.010557Z","time spent":"1.954248488s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-19T18:25:32.964825Z","caller":"traceutil/trace.go:171","msg":"trace[2104019245] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14996; }","duration":"1.954100335s","start":"2026-03-19T18:25:31.010702Z","end":"2026-03-19T18:25:32.964802Z","steps":["trace[2104019245] 'agreement among raft nodes before linearized reading' (duration: 1.953789917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.964847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961860775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6mzbk\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-19T18:25:32.964869Z","caller":"traceutil/trace.go:171","msg":"trace[1384190895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6mzbk; range_end:; response_count:1; response_revision:14996; }","duration":"1.961899625s","start":"2026-03-19T18:25:31.002963Z","end":"2026-03-19T18:25:32.964863Z","steps":["trace[1384190895] 'agreement among raft nodes before linearized reading' (duration: 1.961837484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.964869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.01069Z","time spent":"1.954169846s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T18:25:32.964887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.002954Z","time spent":"1.961928546s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/keepalived-6mzbk\" "} {"level":"warn","ts":"2026-03-19T18:25:32.964959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954304299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-19T18:25:32.965058Z","caller":"traceutil/trace.go:171","msg":"trace[947395936] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14996; }","duration":"1.95432828s","start":"2026-03-19T18:25:31.010648Z","end":"2026-03-19T18:25:32.964977Z","steps":["trace[947395936] 'agreement among raft nodes before linearized reading' (duration: 1.954252768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.965089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.010622Z","time spent":"1.954458604s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-19T18:25:32.965127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952983817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:25:32.965149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963601147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:25:32.965169Z","caller":"traceutil/trace.go:171","msg":"trace[134963633] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14996; }","duration":"1.953027448s","start":"2026-03-19T18:25:31.012131Z","end":"2026-03-19T18:25:32.965158Z","steps":["trace[134963633] 'agreement among raft nodes before linearized reading' (duration: 1.952964427s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.965232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.012042Z","time spent":"1.953182532s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-19T18:25:32.965235Z","caller":"traceutil/trace.go:171","msg":"trace[1451593191] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14996; }","duration":"1.963739311s","start":"2026-03-19T18:25:31.001477Z","end":"2026-03-19T18:25:32.965217Z","steps":["trace[1451593191] 'agreement among raft nodes before linearized reading' (duration: 1.963422853s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.965277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.001462Z","time spent":"1.963807402s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" "} {"level":"warn","ts":"2026-03-19T18:25:32.960911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96082065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-19T18:25:32.967325Z","caller":"traceutil/trace.go:171","msg":"trace[238662897] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9zf6t; range_end:; response_count:1; response_revision:14996; }","duration":"1.967276396s","start":"2026-03-19T18:25:31.000038Z","end":"2026-03-19T18:25:32.967314Z","steps":["trace[238662897] 'agreement among raft nodes before linearized reading' (duration: 1.960747277s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:25:32.967361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:25:31.000027Z","time spent":"1.967324218s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22036,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9zf6t\" "} {"level":"info","ts":"2026-03-19T18:27:22.840546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13347} {"level":"info","ts":"2026-03-19T18:27:22.918817Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13347,"took":"75.66237ms","hash":886673385,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":27803648,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:27:22.918877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":886673385,"revision":13347,"compact-revision":11439} {"level":"warn","ts":"2026-03-19T18:31:14.170707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.887253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-212ac8d9-c9af-4c4c-b975-1ff1d3dbcbf8\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-19T18:31:14.1708Z","caller":"traceutil/trace.go:171","msg":"trace[206918859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-212ac8d9-c9af-4c4c-b975-1ff1d3dbcbf8; range_end:; response_count:1; response_revision:17401; }","duration":"118.027795ms","start":"2026-03-19T18:31:14.052752Z","end":"2026-03-19T18:31:14.17078Z","steps":["trace[206918859] 'range keys from in-memory index tree' (duration: 117.723028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.539939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.513209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rn254\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-03-19T18:31:20.540045Z","caller":"traceutil/trace.go:171","msg":"trace[1614209762] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rn254; range_end:; response_count:1; response_revision:17462; }","duration":"210.693555ms","start":"2026-03-19T18:31:20.329327Z","end":"2026-03-19T18:31:20.540021Z","steps":["trace[1614209762] 'range keys from in-memory index tree' (duration: 210.292985ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:31:20.944406Z","caller":"traceutil/trace.go:171","msg":"trace[1221655873] transaction","detail":"{read_only:false; response_revision:17463; number_of_response:1; }","duration":"387.892433ms","start":"2026-03-19T18:31:20.556481Z","end":"2026-03-19T18:31:20.944373Z","steps":["trace[1221655873] 'process raft request' (duration: 387.594746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.944612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:31:20.556451Z","time spent":"388.053866ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:31:20.997033Z","caller":"traceutil/trace.go:171","msg":"trace[922297638] linearizableReadLoop","detail":"{readStateIndex:18113; appliedIndex:18111; }","duration":"422.657379ms","start":"2026-03-19T18:31:20.574348Z","end":"2026-03-19T18:31:20.997005Z","steps":["trace[922297638] 'read index received' (duration: 369.919085ms)","trace[922297638] 'applied index is now lower than readState.Index' (duration: 52.737524ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:31:20.99719Z","caller":"traceutil/trace.go:171","msg":"trace[696771638] transaction","detail":"{read_only:false; response_revision:17465; number_of_response:1; }","duration":"116.465787ms","start":"2026-03-19T18:31:20.880675Z","end":"2026-03-19T18:31:20.997141Z","steps":["trace[696771638] 'process raft request' (duration: 116.277452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.997287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.909115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T18:31:20.997262Z","caller":"traceutil/trace.go:171","msg":"trace[29461864] transaction","detail":"{read_only:false; response_revision:17464; number_of_response:1; }","duration":"435.757648ms","start":"2026-03-19T18:31:20.561456Z","end":"2026-03-19T18:31:20.997213Z","steps":["trace[29461864] 'process raft request' (duration: 435.350518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:31:20.997321Z","caller":"traceutil/trace.go:171","msg":"trace[268692270] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:17465; }","duration":"423.010458ms","start":"2026-03-19T18:31:20.574301Z","end":"2026-03-19T18:31:20.997312Z","steps":["trace[268692270] 'agreement among raft nodes before linearized reading' (duration: 422.848493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.997369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:31:20.574283Z","time spent":"423.07837ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:31:20.99744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:31:20.561367Z","time spent":"435.983054ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:31:20.997497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.085003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:31:20.997561Z","caller":"traceutil/trace.go:171","msg":"trace[1739769564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17465; }","duration":"204.177396ms","start":"2026-03-19T18:31:20.79337Z","end":"2026-03-19T18:31:20.997547Z","steps":["trace[1739769564] 'agreement among raft nodes before linearized reading' (duration: 203.999871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.997732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.242437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:31:20.997767Z","caller":"traceutil/trace.go:171","msg":"trace[1616687800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17465; }","duration":"204.314269ms","start":"2026-03-19T18:31:20.793444Z","end":"2026-03-19T18:31:20.997759Z","steps":["trace[1616687800] 'agreement among raft nodes before linearized reading' (duration: 204.160725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.997728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.495023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:31:20.99782Z","caller":"traceutil/trace.go:171","msg":"trace[1756959516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17465; }","duration":"204.623666ms","start":"2026-03-19T18:31:20.793173Z","end":"2026-03-19T18:31:20.997796Z","steps":["trace[1756959516] 'agreement among raft nodes before linearized reading' (duration: 204.352899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.997969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.941688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:31:20.998088Z","caller":"traceutil/trace.go:171","msg":"trace[38875928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17465; }","duration":"208.231895ms","start":"2026-03-19T18:31:20.789815Z","end":"2026-03-19T18:31:20.998047Z","steps":["trace[38875928] 'agreement among raft nodes before linearized reading' (duration: 207.510277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:31:20.998585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.051809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:31:20.998682Z","caller":"traceutil/trace.go:171","msg":"trace[1109534694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17465; }","duration":"208.274804ms","start":"2026-03-19T18:31:20.790384Z","end":"2026-03-19T18:31:20.998659Z","steps":["trace[1109534694] 'agreement among raft nodes before linearized reading' (duration: 207.179828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:32:22.847775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15638} {"level":"info","ts":"2026-03-19T18:32:22.942218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15638,"took":"91.52049ms","hash":1978814360,"current-db-size-bytes":40579072,"current-db-size":"41 MB","current-db-size-in-use-bytes":30437376,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-19T18:32:22.942297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1978814360,"revision":15638,"compact-revision":13347} {"level":"info","ts":"2026-03-19T18:35:22.466799Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab3c4fae41c4ba3","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:35:22.47229Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-19T18:35:22.472409Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-19T18:36:39.17134Z","caller":"traceutil/trace.go:171","msg":"trace[951482503] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"110.079651ms","start":"2026-03-19T18:36:39.061213Z","end":"2026-03-19T18:36:39.171293Z","steps":["trace[951482503] 'process raft request' (duration: 109.793095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:55.322736Z","caller":"traceutil/trace.go:171","msg":"trace[1694537010] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"405.157733ms","start":"2026-03-19T18:36:54.917526Z","end":"2026-03-19T18:36:55.322684Z","steps":["trace[1694537010] 'process raft request' (duration: 404.833645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:55.323056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:54.917507Z","time spent":"405.42434ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:55.323122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.306134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:36:55.322562Z","caller":"traceutil/trace.go:171","msg":"trace[351667932] linearizableReadLoop","detail":"{readStateIndex:20569; appliedIndex:20568; }","duration":"383.768451ms","start":"2026-03-19T18:36:54.938768Z","end":"2026-03-19T18:36:55.322537Z","steps":["trace[351667932] 'read index received' (duration: 383.614208ms)","trace[351667932] 'applied index is now lower than readState.Index' (duration: 152.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:55.323266Z","caller":"traceutil/trace.go:171","msg":"trace[403387144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19835; }","duration":"384.52781ms","start":"2026-03-19T18:36:54.938702Z","end":"2026-03-19T18:36:55.32323Z","steps":["trace[403387144] 'agreement among raft nodes before linearized reading' (duration: 384.10799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:55.323337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:54.938679Z","time spent":"384.644032ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:36:55.923432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.378737Z","time spent":"544.682432ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:36:55.924128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.954726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:36:55.924449Z","caller":"traceutil/trace.go:171","msg":"trace[1351640382] linearizableReadLoop","detail":"{readStateIndex:20571; appliedIndex:20569; }","duration":"601.145619ms","start":"2026-03-19T18:36:55.32328Z","end":"2026-03-19T18:36:55.924425Z","steps":["trace[1351640382] 'read index received' (duration: 399.813883ms)","trace[1351640382] 'applied index is now lower than readState.Index' (duration: 201.330406ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:55.924447Z","caller":"traceutil/trace.go:171","msg":"trace[1556715331] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"708.534785ms","start":"2026-03-19T18:36:55.215881Z","end":"2026-03-19T18:36:55.924416Z","steps":["trace[1556715331] 'process raft request' (duration: 507.187018ms)","trace[1556715331] 'compare' (duration: 200.772622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:55.924489Z","caller":"traceutil/trace.go:171","msg":"trace[987803427] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"702.067278ms","start":"2026-03-19T18:36:55.222377Z","end":"2026-03-19T18:36:55.924444Z","steps":["trace[987803427] 'process raft request' (duration: 701.943014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:55.924612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.215847Z","time spent":"708.661348ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:55.924686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.222366Z","time spent":"702.218892ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:55.924712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.153162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:36:55.924709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.018672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:36:55.924783Z","caller":"traceutil/trace.go:171","msg":"trace[110188750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19837; }","duration":"984.226044ms","start":"2026-03-19T18:36:54.94054Z","end":"2026-03-19T18:36:55.924766Z","steps":["trace[110188750] 'agreement among raft nodes before linearized reading' (duration: 983.900906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:55.924808Z","caller":"traceutil/trace.go:171","msg":"trace[1301536038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19837; }","duration":"985.199347ms","start":"2026-03-19T18:36:54.939584Z","end":"2026-03-19T18:36:55.924783Z","steps":["trace[1301536038] 'agreement among raft nodes before linearized reading' (duration: 984.870899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:55.924824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:54.940523Z","time spent":"984.293195ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:55.924872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:54.939537Z","time spent":"985.32377ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:55.924871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.619027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:36:55.925019Z","caller":"traceutil/trace.go:171","msg":"trace[1948735715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19837; }","duration":"985.801162ms","start":"2026-03-19T18:36:54.939196Z","end":"2026-03-19T18:36:55.924997Z","steps":["trace[1948735715] 'agreement among raft nodes before linearized reading' (duration: 985.292879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:55.925068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:54.939191Z","time spent":"985.863473ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:56.627505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.709458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:36:56.628045Z","caller":"traceutil/trace.go:171","msg":"trace[1182023180] transaction","detail":"{read_only:false; response_revision:19839; number_of_response:1; }","duration":"1.119074939s","start":"2026-03-19T18:36:55.508933Z","end":"2026-03-19T18:36:56.628008Z","steps":["trace[1182023180] 'process raft request' (duration: 1.11868377s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:56.628339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.508902Z","time spent":"1.119293145s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:56.628034Z","caller":"traceutil/trace.go:171","msg":"trace[1870788992] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"1.300235523s","start":"2026-03-19T18:36:55.327758Z","end":"2026-03-19T18:36:56.627994Z","steps":["trace[1870788992] 'process raft request' (duration: 1.04694045s)","trace[1870788992] 'compare' (duration: 252.576815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:56.628588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.327725Z","time spent":"1.300725045s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:56.669671Z","caller":"traceutil/trace.go:171","msg":"trace[1196585506] transaction","detail":"{read_only:false; response_revision:19840; number_of_response:1; }","duration":"740.71651ms","start":"2026-03-19T18:36:55.928934Z","end":"2026-03-19T18:36:56.66965Z","steps":["trace[1196585506] 'process raft request' (duration: 740.295269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:56.669841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.928908Z","time spent":"740.824033ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:56.669882Z","caller":"traceutil/trace.go:171","msg":"trace[1693614692] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"740.504905ms","start":"2026-03-19T18:36:55.929338Z","end":"2026-03-19T18:36:56.669843Z","steps":["trace[1693614692] 'process raft request' (duration: 740.258929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:56.669981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.028197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:36:56.670045Z","caller":"traceutil/trace.go:171","msg":"trace[792683681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19842; }","duration":"480.15687ms","start":"2026-03-19T18:36:56.189875Z","end":"2026-03-19T18:36:56.670032Z","steps":["trace[792683681] 'agreement among raft nodes before linearized reading' (duration: 480.008567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:56.670008Z","caller":"traceutil/trace.go:171","msg":"trace[769101115] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"739.731806ms","start":"2026-03-19T18:36:55.930235Z","end":"2026-03-19T18:36:56.669967Z","steps":["trace[769101115] 'process raft request' (duration: 739.48904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:56.669809Z","caller":"traceutil/trace.go:171","msg":"trace[357021112] linearizableReadLoop","detail":"{readStateIndex:20577; appliedIndex:20571; }","duration":"479.846863ms","start":"2026-03-19T18:36:56.189927Z","end":"2026-03-19T18:36:56.669774Z","steps":["trace[357021112] 'read index received' (duration: 184.787513ms)","trace[357021112] 'applied index is now lower than readState.Index' (duration: 295.05791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:56.670094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:56.18985Z","time spent":"480.234533ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:36:56.670085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.929328Z","time spent":"740.639448ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:56.67023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:55.930225Z","time spent":"739.868359ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:57.81045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413630025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:36:58.238801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035190635s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:36:58.239485Z","caller":"traceutil/trace.go:171","msg":"trace[405392090] linearizableReadLoop","detail":"{readStateIndex:20578; appliedIndex:20577; }","duration":"929.203173ms","start":"2026-03-19T18:36:57.31025Z","end":"2026-03-19T18:36:58.239453Z","steps":["trace[405392090] 'read index received' (duration: 928.950706ms)","trace[405392090] 'applied index is now lower than readState.Index' (duration: 251.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:58.239884Z","caller":"traceutil/trace.go:171","msg":"trace[118216545] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"1.036416285s","start":"2026-03-19T18:36:57.203453Z","end":"2026-03-19T18:36:58.239869Z","steps":["trace[118216545] 'process raft request' (duration: 1.035844451s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:58.240062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.203425Z","time spent":"1.036503887s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:58.240242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.95561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:36:58.240316Z","caller":"traceutil/trace.go:171","msg":"trace[69462381] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19843; }","duration":"930.107834ms","start":"2026-03-19T18:36:57.310189Z","end":"2026-03-19T18:36:58.240297Z","steps":["trace[69462381] 'agreement among raft nodes before linearized reading' (duration: 929.95432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:58.24035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.310164Z","time spent":"930.176846ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:36:59.238392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.047414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:36:59.239063Z","caller":"traceutil/trace.go:171","msg":"trace[2093142697] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"1.307709806s","start":"2026-03-19T18:36:57.931316Z","end":"2026-03-19T18:36:59.239026Z","steps":["trace[2093142697] 'process raft request' (duration: 1.307205014s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.23911Z","caller":"traceutil/trace.go:171","msg":"trace[651119617] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"1.307544012s","start":"2026-03-19T18:36:57.931076Z","end":"2026-03-19T18:36:59.23862Z","steps":["trace[651119617] 'process raft request' (duration: 791.151968ms)","trace[651119617] 'compare' (duration: 515.84879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:59.239266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.931303Z","time spent":"1.307858719s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:59.239252Z","caller":"traceutil/trace.go:171","msg":"trace[1584080124] linearizableReadLoop","detail":"{readStateIndex:20581; appliedIndex:20578; }","duration":"999.627019ms","start":"2026-03-19T18:36:58.239565Z","end":"2026-03-19T18:36:59.239192Z","steps":["trace[1584080124] 'read index received' (duration: 482.790604ms)","trace[1584080124] 'applied index is now lower than readState.Index' (duration: 516.825615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:59.239385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052601849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:36:59.239458Z","caller":"traceutil/trace.go:171","msg":"trace[1000553317] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"1.21885234s","start":"2026-03-19T18:36:58.020594Z","end":"2026-03-19T18:36:59.239446Z","steps":["trace[1000553317] 'process raft request' (duration: 1.218305557s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.239439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355381018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:36:59.239482Z","caller":"traceutil/trace.go:171","msg":"trace[798229776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19846; }","duration":"1.052761883s","start":"2026-03-19T18:36:58.186697Z","end":"2026-03-19T18:36:59.239459Z","steps":["trace[798229776] 'agreement among raft nodes before linearized reading' (duration: 1.052571259s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.239517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.020565Z","time spent":"1.218919362s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:59.239463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.931037Z","time spent":"1.308131206s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:59.239542Z","caller":"traceutil/trace.go:171","msg":"trace[1705238197] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19846; }","duration":"1.355545202s","start":"2026-03-19T18:36:57.883971Z","end":"2026-03-19T18:36:59.239516Z","steps":["trace[1705238197] 'agreement among raft nodes before linearized reading' (duration: 1.355314586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.239544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.186674Z","time spent":"1.052861426s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:36:59.23976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912541224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T18:36:59.239778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.883944Z","time spent":"1.355819148s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:36:59.239792Z","caller":"traceutil/trace.go:171","msg":"trace[751174077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19846; }","duration":"1.912837851s","start":"2026-03-19T18:36:57.326944Z","end":"2026-03-19T18:36:59.239782Z","steps":["trace[751174077] 'agreement among raft nodes before linearized reading' (duration: 1.912428061s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.239823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.326918Z","time spent":"1.912899003s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:36:59.239805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808651502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6c9d87c66d-2tgb6.189e51d7141c60c7\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-19T18:36:59.239929Z","caller":"traceutil/trace.go:171","msg":"trace[376302767] range","detail":"{range_begin:/registry/events/openstack/heat-api-6c9d87c66d-2tgb6.189e51d7141c60c7; range_end:; response_count:1; response_revision:19846; }","duration":"1.808839847s","start":"2026-03-19T18:36:57.431045Z","end":"2026-03-19T18:36:59.239884Z","steps":["trace[376302767] 'agreement among raft nodes before linearized reading' (duration: 1.808254663s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.240013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:57.431015Z","time spent":"1.80897959s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-6c9d87c66d-2tgb6.189e51d7141c60c7\" "} {"level":"info","ts":"2026-03-19T18:36:59.314266Z","caller":"traceutil/trace.go:171","msg":"trace[1911099608] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"607.026932ms","start":"2026-03-19T18:36:58.707204Z","end":"2026-03-19T18:36:59.314231Z","steps":["trace[1911099608] 'process raft request' (duration: 606.778645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.314286Z","caller":"traceutil/trace.go:171","msg":"trace[978490502] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"678.656548ms","start":"2026-03-19T18:36:58.635587Z","end":"2026-03-19T18:36:59.314244Z","steps":["trace[978490502] 'process raft request' (duration: 678.253237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.314356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.713609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:36:59.314421Z","caller":"traceutil/trace.go:171","msg":"trace[459734194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19848; }","duration":"639.833882ms","start":"2026-03-19T18:36:58.674571Z","end":"2026-03-19T18:36:59.314405Z","steps":["trace[459734194] 'agreement among raft nodes before linearized reading' (duration: 639.675508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.314464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.674544Z","time spent":"639.912874ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:59.314466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.707176Z","time spent":"607.177655ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:59.314505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.635553Z","time spent":"678.824812ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:59.314578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.333944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T18:36:59.314616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.878973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T18:36:59.314674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.577234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:36:59.314685Z","caller":"traceutil/trace.go:171","msg":"trace[170027621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19848; }","duration":"640.489308ms","start":"2026-03-19T18:36:58.674172Z","end":"2026-03-19T18:36:59.314661Z","steps":["trace[170027621] 'agreement among raft nodes before linearized reading' (duration: 640.117219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.314707Z","caller":"traceutil/trace.go:171","msg":"trace[1497014252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19848; }","duration":"680.652206ms","start":"2026-03-19T18:36:58.634046Z","end":"2026-03-19T18:36:59.314698Z","steps":["trace[1497014252] 'agreement among raft nodes before linearized reading' (duration: 680.564954ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.31471Z","caller":"traceutil/trace.go:171","msg":"trace[1993142956] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19848; }","duration":"150.063537ms","start":"2026-03-19T18:36:59.164621Z","end":"2026-03-19T18:36:59.314685Z","steps":["trace[1993142956] 'agreement among raft nodes before linearized reading' (duration: 149.76185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.314735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.634021Z","time spent":"680.707817ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:36:59.314751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.674157Z","time spent":"640.58356ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:59.314766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.458395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:36:59.314818Z","caller":"traceutil/trace.go:171","msg":"trace[470784110] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19848; }","duration":"223.561478ms","start":"2026-03-19T18:36:59.091234Z","end":"2026-03-19T18:36:59.314795Z","steps":["trace[470784110] 'agreement among raft nodes before linearized reading' (duration: 223.478526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.314942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.426416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:36:59.315017Z","caller":"traceutil/trace.go:171","msg":"trace[1962664250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19848; }","duration":"640.538129ms","start":"2026-03-19T18:36:58.674462Z","end":"2026-03-19T18:36:59.315Z","steps":["trace[1962664250] 'agreement among raft nodes before linearized reading' (duration: 639.881763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.315072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:58.674448Z","time spent":"640.61248ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:36:59.315392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.028522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T18:36:59.315438Z","caller":"traceutil/trace.go:171","msg":"trace[331583210] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19848; }","duration":"307.123944ms","start":"2026-03-19T18:36:59.008303Z","end":"2026-03-19T18:36:59.315427Z","steps":["trace[331583210] 'agreement among raft nodes before linearized reading' (duration: 305.864884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.315471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:59.008276Z","time spent":"307.186825ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":129,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:36:59.512262Z","caller":"traceutil/trace.go:171","msg":"trace[2127815341] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"269.458736ms","start":"2026-03-19T18:36:59.242723Z","end":"2026-03-19T18:36:59.512182Z","steps":["trace[2127815341] 'process raft request' (duration: 218.795912ms)","trace[2127815341] 'compare' (duration: 50.378577ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:59.512516Z","caller":"traceutil/trace.go:171","msg":"trace[1309266568] linearizableReadLoop","detail":"{readStateIndex:20585; appliedIndex:20583; }","duration":"198.423814ms","start":"2026-03-19T18:36:59.314048Z","end":"2026-03-19T18:36:59.512471Z","steps":["trace[1309266568] 'read index received' (duration: 147.546315ms)","trace[1309266568] 'applied index is now lower than readState.Index' (duration: 50.874469ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:36:59.512561Z","caller":"traceutil/trace.go:171","msg":"trace[770078037] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"268.966054ms","start":"2026-03-19T18:36:59.243555Z","end":"2026-03-19T18:36:59.512521Z","steps":["trace[770078037] 'process raft request' (duration: 268.549084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.51286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.128471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:36:59.513001Z","caller":"traceutil/trace.go:171","msg":"trace[1810682715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19850; }","duration":"272.308015ms","start":"2026-03-19T18:36:59.240634Z","end":"2026-03-19T18:36:59.512942Z","steps":["trace[1810682715] 'agreement among raft nodes before linearized reading' (duration: 272.035869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.513319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.633804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:36:59.513436Z","caller":"traceutil/trace.go:171","msg":"trace[823079313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19850; }","duration":"240.818678ms","start":"2026-03-19T18:36:59.272588Z","end":"2026-03-19T18:36:59.513407Z","steps":["trace[823079313] 'agreement among raft nodes before linearized reading' (duration: 239.965976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.673671Z","caller":"traceutil/trace.go:171","msg":"trace[1920145993] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"352.790147ms","start":"2026-03-19T18:36:59.320843Z","end":"2026-03-19T18:36:59.673633Z","steps":["trace[1920145993] 'process raft request' (duration: 352.684734ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.673749Z","caller":"traceutil/trace.go:171","msg":"trace[219340120] transaction","detail":"{read_only:false; response_revision:19853; number_of_response:1; }","duration":"352.851278ms","start":"2026-03-19T18:36:59.320848Z","end":"2026-03-19T18:36:59.673699Z","steps":["trace[219340120] 'process raft request' (duration: 352.723245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.673844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.703128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:36:59.673909Z","caller":"traceutil/trace.go:171","msg":"trace[227354628] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19854; }","duration":"291.78699ms","start":"2026-03-19T18:36:59.382103Z","end":"2026-03-19T18:36:59.67389Z","steps":["trace[227354628] 'agreement among raft nodes before linearized reading' (duration: 291.633636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.673675Z","caller":"traceutil/trace.go:171","msg":"trace[471952259] linearizableReadLoop","detail":"{readStateIndex:20589; appliedIndex:20585; }","duration":"161.016094ms","start":"2026-03-19T18:36:59.512628Z","end":"2026-03-19T18:36:59.673644Z","steps":["trace[471952259] 'read index received' (duration: 108.473074ms)","trace[471952259] 'applied index is now lower than readState.Index' (duration: 52.54197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:59.673993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:59.320817Z","time spent":"353.066863ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:36:59.673714Z","caller":"traceutil/trace.go:171","msg":"trace[1427437347] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"352.918799ms","start":"2026-03-19T18:36:59.320737Z","end":"2026-03-19T18:36:59.673655Z","steps":["trace[1427437347] 'process raft request' (duration: 300.466661ms)","trace[1427437347] 'compare' (duration: 52.184052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:36:59.674106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:59.320821Z","time spent":"353.023202ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:59.674172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.71812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:36:59.674214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.944334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7ff567666b-zsdct.189e51d968c56914\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-19T18:36:59.674238Z","caller":"traceutil/trace.go:171","msg":"trace[1071693853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19854; }","duration":"152.801083ms","start":"2026-03-19T18:36:59.521423Z","end":"2026-03-19T18:36:59.674224Z","steps":["trace[1071693853] 'agreement among raft nodes before linearized reading' (duration: 152.67256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.67425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.3572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:36:59.674263Z","caller":"traceutil/trace.go:171","msg":"trace[1199802236] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7ff567666b-zsdct.189e51d968c56914; range_end:; response_count:1; response_revision:19854; }","duration":"157.037187ms","start":"2026-03-19T18:36:59.517213Z","end":"2026-03-19T18:36:59.67425Z","steps":["trace[1199802236] 'agreement among raft nodes before linearized reading' (duration: 156.843852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.674294Z","caller":"traceutil/trace.go:171","msg":"trace[453870874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19854; }","duration":"156.420091ms","start":"2026-03-19T18:36:59.517865Z","end":"2026-03-19T18:36:59.674285Z","steps":["trace[453870874] 'agreement among raft nodes before linearized reading' (duration: 156.321109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:36:59.67376Z","caller":"traceutil/trace.go:171","msg":"trace[251068963] transaction","detail":"{read_only:false; response_revision:19854; number_of_response:1; }","duration":"352.437158ms","start":"2026-03-19T18:36:59.321297Z","end":"2026-03-19T18:36:59.673734Z","steps":["trace[251068963] 'process raft request' (duration: 352.310415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:36:59.674516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:59.321274Z","time spent":"353.200956ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:36:59.674529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:36:59.320705Z","time spent":"353.434192ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:37:22.856653Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18134} {"level":"info","ts":"2026-03-19T18:37:22.973301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18134,"took":"113.125766ms","hash":896845094,"current-db-size-bytes":42274816,"current-db-size":"42 MB","current-db-size-in-use-bytes":25595904,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-19T18:37:22.973393Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":896845094,"revision":18134,"compact-revision":15638} {"level":"info","ts":"2026-03-19T18:38:06.027416Z","caller":"traceutil/trace.go:171","msg":"trace[1354925716] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"132.748804ms","start":"2026-03-19T18:38:05.89464Z","end":"2026-03-19T18:38:06.027389Z","steps":["trace[1354925716] 'process raft request' (duration: 132.57709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:06.099558Z","caller":"traceutil/trace.go:171","msg":"trace[1471642372] linearizableReadLoop","detail":"{readStateIndex:21190; appliedIndex:21188; }","duration":"100.464178ms","start":"2026-03-19T18:38:05.999058Z","end":"2026-03-19T18:38:06.099522Z","steps":["trace[1471642372] 'read index received' (duration: 28.241678ms)","trace[1471642372] 'applied index is now lower than readState.Index' (duration: 72.22017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:38:06.099791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.700394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:38:06.099881Z","caller":"traceutil/trace.go:171","msg":"trace[1700407298] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20428; }","duration":"100.857528ms","start":"2026-03-19T18:38:05.999004Z","end":"2026-03-19T18:38:06.099861Z","steps":["trace[1700407298] 'agreement among raft nodes before linearized reading' (duration: 100.689714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:16.270169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.441253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:38:16.270259Z","caller":"traceutil/trace.go:171","msg":"trace[1260034984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20475; }","duration":"115.561035ms","start":"2026-03-19T18:38:16.154681Z","end":"2026-03-19T18:38:16.270242Z","steps":["trace[1260034984] 'range keys from in-memory index tree' (duration: 115.309939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:16.270251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:38:16.270357Z","caller":"traceutil/trace.go:171","msg":"trace[773343477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20475; }","duration":"119.950962ms","start":"2026-03-19T18:38:16.15038Z","end":"2026-03-19T18:38:16.270331Z","steps":["trace[773343477] 'range keys from in-memory index tree' (duration: 119.630424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:16.27055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.65846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:38:16.270573Z","caller":"traceutil/trace.go:171","msg":"trace[1413132547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20475; }","duration":"120.690171ms","start":"2026-03-19T18:38:16.149873Z","end":"2026-03-19T18:38:16.270564Z","steps":["trace[1413132547] 'range keys from in-memory index tree' (duration: 120.611579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:16.270595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.986736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:38:16.270681Z","caller":"traceutil/trace.go:171","msg":"trace[237769066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20475; }","duration":"123.106429ms","start":"2026-03-19T18:38:16.14755Z","end":"2026-03-19T18:38:16.270657Z","steps":["trace[237769066] 'range keys from in-memory index tree' (duration: 122.418563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:20.603628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.055871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:38:20.60373Z","caller":"traceutil/trace.go:171","msg":"trace[544214045] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20514; }","duration":"110.205784ms","start":"2026-03-19T18:38:20.493501Z","end":"2026-03-19T18:38:20.603706Z","steps":["trace[544214045] 'range keys from in-memory index tree' (duration: 109.919608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:20.603659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.280897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-03-19T18:38:20.603874Z","caller":"traceutil/trace.go:171","msg":"trace[1531108990] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20514; }","duration":"110.589604ms","start":"2026-03-19T18:38:20.493258Z","end":"2026-03-19T18:38:20.603848Z","steps":["trace[1531108990] 'range keys from in-memory index tree' (duration: 110.058732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:38:20.603947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.149853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:38:20.603842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.355678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-19T18:38:20.604128Z","caller":"traceutil/trace.go:171","msg":"trace[454340128] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:20514; }","duration":"110.751938ms","start":"2026-03-19T18:38:20.493363Z","end":"2026-03-19T18:38:20.604115Z","steps":["trace[454340128] 'range keys from in-memory index tree' (duration: 110.125293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:20.604064Z","caller":"traceutil/trace.go:171","msg":"trace[410155822] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20514; }","duration":"110.326678ms","start":"2026-03-19T18:38:20.493706Z","end":"2026-03-19T18:38:20.604033Z","steps":["trace[410155822] 'range keys from in-memory index tree' (duration: 110.029851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:25.834525Z","caller":"traceutil/trace.go:171","msg":"trace[534727283] transaction","detail":"{read_only:false; response_revision:20545; number_of_response:1; }","duration":"131.294475ms","start":"2026-03-19T18:38:25.703198Z","end":"2026-03-19T18:38:25.834493Z","steps":["trace[534727283] 'process raft request' (duration: 131.11531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:25.835711Z","caller":"traceutil/trace.go:171","msg":"trace[723525592] transaction","detail":"{read_only:false; response_revision:20546; number_of_response:1; }","duration":"119.709684ms","start":"2026-03-19T18:38:25.715961Z","end":"2026-03-19T18:38:25.835671Z","steps":["trace[723525592] 'process raft request' (duration: 119.499929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:38:33.229072Z","caller":"traceutil/trace.go:171","msg":"trace[758059703] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"113.652866ms","start":"2026-03-19T18:38:33.115377Z","end":"2026-03-19T18:38:33.22903Z","steps":["trace[758059703] 'process raft request' (duration: 113.336178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:39:00.116547Z","caller":"traceutil/trace.go:171","msg":"trace[254918740] linearizableReadLoop","detail":"{readStateIndex:21556; appliedIndex:21553; }","duration":"125.953996ms","start":"2026-03-19T18:38:59.990569Z","end":"2026-03-19T18:39:00.116523Z","steps":["trace[254918740] 'read index received' (duration: 72.866544ms)","trace[254918740] 'applied index is now lower than readState.Index' (duration: 53.086442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:39:00.116729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.13599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:39:00.116849Z","caller":"traceutil/trace.go:171","msg":"trace[309822260] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20783; }","duration":"126.270513ms","start":"2026-03-19T18:38:59.990529Z","end":"2026-03-19T18:39:00.116799Z","steps":["trace[309822260] 'agreement among raft nodes before linearized reading' (duration: 126.096109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:39:00.116915Z","caller":"traceutil/trace.go:171","msg":"trace[848843305] transaction","detail":"{read_only:false; response_revision:20782; number_of_response:1; }","duration":"128.740334ms","start":"2026-03-19T18:38:59.988147Z","end":"2026-03-19T18:39:00.116887Z","steps":["trace[848843305] 'process raft request' (duration: 128.18918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:39:00.116995Z","caller":"traceutil/trace.go:171","msg":"trace[1331564858] transaction","detail":"{read_only:false; response_revision:20783; number_of_response:1; }","duration":"127.289248ms","start":"2026-03-19T18:38:59.989664Z","end":"2026-03-19T18:39:00.116953Z","steps":["trace[1331564858] 'process raft request' (duration: 126.808727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:39:01.193893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.12354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:39:01.194112Z","caller":"traceutil/trace.go:171","msg":"trace[1479099026] linearizableReadLoop","detail":"{readStateIndex:21562; appliedIndex:21560; }","duration":"498.177395ms","start":"2026-03-19T18:39:00.695919Z","end":"2026-03-19T18:39:01.194096Z","steps":["trace[1479099026] 'read index received' (duration: 4.384817ms)","trace[1479099026] 'applied index is now lower than readState.Index' (duration: 493.791268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:39:01.194126Z","caller":"traceutil/trace.go:171","msg":"trace[1210939732] transaction","detail":"{read_only:false; response_revision:20788; number_of_response:1; }","duration":"499.038735ms","start":"2026-03-19T18:39:00.695055Z","end":"2026-03-19T18:39:01.194094Z","steps":["trace[1210939732] 'process raft request' (duration: 215.636888ms)","trace[1210939732] 'compare' (duration: 282.902185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:39:01.194269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:39:00.695043Z","time spent":"499.146189ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:39:01.194339Z","caller":"traceutil/trace.go:171","msg":"trace[41444602] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"498.282878ms","start":"2026-03-19T18:39:00.696045Z","end":"2026-03-19T18:39:01.194328Z","steps":["trace[41444602] 'process raft request' (duration: 497.96137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:39:01.194404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:39:00.696031Z","time spent":"498.338789ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:39:01.194573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.632046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:39:01.194624Z","caller":"traceutil/trace.go:171","msg":"trace[229005668] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20789; }","duration":"491.706888ms","start":"2026-03-19T18:39:00.702904Z","end":"2026-03-19T18:39:01.194611Z","steps":["trace[229005668] 'agreement among raft nodes before linearized reading' (duration: 491.633246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:39:01.194656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:39:00.702891Z","time spent":"491.758009ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:39:01.194814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.889842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:39:01.19486Z","caller":"traceutil/trace.go:171","msg":"trace[1189520621] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20789; }","duration":"498.948973ms","start":"2026-03-19T18:39:00.695898Z","end":"2026-03-19T18:39:01.194847Z","steps":["trace[1189520621] 'agreement among raft nodes before linearized reading' (duration: 498.81452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:39:01.19489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:39:00.695889Z","time spent":"498.994004ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:39:01.194895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.019582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-19T18:39:01.194928Z","caller":"traceutil/trace.go:171","msg":"trace[269842936] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20789; }","duration":"489.074943ms","start":"2026-03-19T18:39:00.705843Z","end":"2026-03-19T18:39:01.194918Z","steps":["trace[269842936] 'agreement among raft nodes before linearized reading' (duration: 488.95014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:39:01.194957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:39:00.705796Z","time spent":"489.154886ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12630,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:39:25.566978Z","caller":"traceutil/trace.go:171","msg":"trace[1649837902] linearizableReadLoop","detail":"{readStateIndex:21708; appliedIndex:21707; }","duration":"103.641602ms","start":"2026-03-19T18:39:25.463306Z","end":"2026-03-19T18:39:25.566948Z","steps":["trace[1649837902] 'read index received' (duration: 61.517467ms)","trace[1649837902] 'applied index is now lower than readState.Index' (duration: 42.122835ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:39:25.567045Z","caller":"traceutil/trace.go:171","msg":"trace[416975845] transaction","detail":"{read_only:false; response_revision:20930; number_of_response:1; }","duration":"203.35619ms","start":"2026-03-19T18:39:25.36365Z","end":"2026-03-19T18:39:25.567006Z","steps":["trace[416975845] 'process raft request' (duration: 161.157653ms)","trace[416975845] 'compare' (duration: 41.962931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:39:25.567135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.816457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:39:25.56718Z","caller":"traceutil/trace.go:171","msg":"trace[4525487] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20930; }","duration":"103.93616ms","start":"2026-03-19T18:39:25.463226Z","end":"2026-03-19T18:39:25.567163Z","steps":["trace[4525487] 'agreement among raft nodes before linearized reading' (duration: 103.840177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:43.444026Z","caller":"traceutil/trace.go:171","msg":"trace[1675901391] transaction","detail":"{read_only:false; response_revision:21526; number_of_response:1; }","duration":"175.500031ms","start":"2026-03-19T18:40:43.268463Z","end":"2026-03-19T18:40:43.443963Z","steps":["trace[1675901391] 'process raft request' (duration: 175.252094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:44.816654Z","caller":"traceutil/trace.go:171","msg":"trace[2034497540] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"112.077448ms","start":"2026-03-19T18:40:44.704555Z","end":"2026-03-19T18:40:44.816632Z","steps":["trace[2034497540] 'process raft request' (duration: 110.726074ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:46.603128Z","caller":"traceutil/trace.go:171","msg":"trace[548342385] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"116.791002ms","start":"2026-03-19T18:40:46.486306Z","end":"2026-03-19T18:40:46.603097Z","steps":["trace[548342385] 'process raft request' (duration: 116.637218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:46.832953Z","caller":"traceutil/trace.go:171","msg":"trace[689009147] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"346.547284ms","start":"2026-03-19T18:40:46.486353Z","end":"2026-03-19T18:40:46.832901Z","steps":["trace[689009147] 'process raft request' (duration: 270.053943ms)","trace[689009147] 'compare' (duration: 76.160953ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:46.833045Z","caller":"traceutil/trace.go:171","msg":"trace[650995340] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"337.74499ms","start":"2026-03-19T18:40:46.495236Z","end":"2026-03-19T18:40:46.832981Z","steps":["trace[650995340] 'process raft request' (duration: 337.569376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:46.833122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:46.486331Z","time spent":"346.712067ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:40:46.833058Z","caller":"traceutil/trace.go:171","msg":"trace[2038747967] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"288.569114ms","start":"2026-03-19T18:40:46.54445Z","end":"2026-03-19T18:40:46.833019Z","steps":["trace[2038747967] 'process raft request' (duration: 288.42803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:46.833314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:46.49521Z","time spent":"337.974095ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:40:46.83332Z","caller":"traceutil/trace.go:171","msg":"trace[1242600352] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"245.185397ms","start":"2026-03-19T18:40:46.588097Z","end":"2026-03-19T18:40:46.833282Z","steps":["trace[1242600352] 'process raft request' (duration: 244.860519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:46.895652Z","caller":"traceutil/trace.go:171","msg":"trace[447896623] linearizableReadLoop","detail":"{readStateIndex:22345; appliedIndex:22340; }","duration":"201.757431ms","start":"2026-03-19T18:40:46.693854Z","end":"2026-03-19T18:40:46.895611Z","steps":["trace[447896623] 'read index received' (duration: 62.286756ms)","trace[447896623] 'applied index is now lower than readState.Index' (duration: 139.469465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:46.895732Z","caller":"traceutil/trace.go:171","msg":"trace[1983970983] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"246.130661ms","start":"2026-03-19T18:40:46.649563Z","end":"2026-03-19T18:40:46.895694Z","steps":["trace[1983970983] 'process raft request' (duration: 245.874425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:46.895903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.033497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-19T18:40:46.896009Z","caller":"traceutil/trace.go:171","msg":"trace[321571593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21546; }","duration":"202.211241ms","start":"2026-03-19T18:40:46.693778Z","end":"2026-03-19T18:40:46.895989Z","steps":["trace[321571593] 'agreement among raft nodes before linearized reading' (duration: 201.967495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:47.048348Z","caller":"traceutil/trace.go:171","msg":"trace[1266639251] linearizableReadLoop","detail":"{readStateIndex:22347; appliedIndex:22345; }","duration":"152.589233ms","start":"2026-03-19T18:40:46.895731Z","end":"2026-03-19T18:40:47.048321Z","steps":["trace[1266639251] 'read index received' (duration: 151.432225ms)","trace[1266639251] 'applied index is now lower than readState.Index' (duration: 1.155578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:47.048364Z","caller":"traceutil/trace.go:171","msg":"trace[1565900783] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"209.553711ms","start":"2026-03-19T18:40:46.838765Z","end":"2026-03-19T18:40:47.048318Z","steps":["trace[1565900783] 'process raft request' (duration: 208.506636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:47.048517Z","caller":"traceutil/trace.go:171","msg":"trace[663721267] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"207.729245ms","start":"2026-03-19T18:40:46.840775Z","end":"2026-03-19T18:40:47.048504Z","steps":["trace[663721267] 'process raft request' (duration: 207.388207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:47.048729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.077766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:40:47.048723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.679494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:40:47.048792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.794391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57b36668-a946-40b3-8f3c-427eabf53dff\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-19T18:40:47.048819Z","caller":"traceutil/trace.go:171","msg":"trace[936001398] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21548; }","duration":"128.183359ms","start":"2026-03-19T18:40:46.920611Z","end":"2026-03-19T18:40:47.048795Z","steps":["trace[936001398] 'agreement among raft nodes before linearized reading' (duration: 128.039416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:47.048835Z","caller":"traceutil/trace.go:171","msg":"trace[853578091] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21548; }","duration":"207.812568ms","start":"2026-03-19T18:40:46.840994Z","end":"2026-03-19T18:40:47.048807Z","steps":["trace[853578091] 'agreement among raft nodes before linearized reading' (duration: 207.626973ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:47.048864Z","caller":"traceutil/trace.go:171","msg":"trace[101675184] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57b36668-a946-40b3-8f3c-427eabf53dff; range_end:; response_count:1; response_revision:21548; }","duration":"148.903853ms","start":"2026-03-19T18:40:46.899939Z","end":"2026-03-19T18:40:47.048843Z","steps":["trace[101675184] 'agreement among raft nodes before linearized reading' (duration: 148.686408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:47.279873Z","caller":"traceutil/trace.go:171","msg":"trace[2132682286] linearizableReadLoop","detail":"{readStateIndex:22349; appliedIndex:22347; }","duration":"222.029954ms","start":"2026-03-19T18:40:47.057816Z","end":"2026-03-19T18:40:47.279846Z","steps":["trace[2132682286] 'read index received' (duration: 83.207624ms)","trace[2132682286] 'applied index is now lower than readState.Index' (duration: 138.821159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:47.27995Z","caller":"traceutil/trace.go:171","msg":"trace[920398102] transaction","detail":"{read_only:false; response_revision:21550; number_of_response:1; }","duration":"222.66744ms","start":"2026-03-19T18:40:47.057247Z","end":"2026-03-19T18:40:47.279915Z","steps":["trace[920398102] 'process raft request' (duration: 222.428844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:47.280095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.264499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:40:47.280173Z","caller":"traceutil/trace.go:171","msg":"trace[1857854085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:21550; }","duration":"222.374502ms","start":"2026-03-19T18:40:47.057781Z","end":"2026-03-19T18:40:47.280156Z","steps":["trace[1857854085] 'agreement among raft nodes before linearized reading' (duration: 222.200498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:51.416101Z","caller":"traceutil/trace.go:171","msg":"trace[690187216] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"109.056135ms","start":"2026-03-19T18:40:51.30701Z","end":"2026-03-19T18:40:51.416067Z","steps":["trace[690187216] 'process raft request' (duration: 108.84411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:52.958218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.287493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:40:52.958348Z","caller":"traceutil/trace.go:171","msg":"trace[591904558] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"538.881496ms","start":"2026-03-19T18:40:52.419438Z","end":"2026-03-19T18:40:52.95832Z","steps":["trace[591904558] 'process raft request' (duration: 253.404568ms)","trace[591904558] 'compare' (duration: 284.994856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:40:52.958431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:52.419408Z","time spent":"538.984439ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:40:52.967162Z","caller":"traceutil/trace.go:171","msg":"trace[775029532] linearizableReadLoop","detail":"{readStateIndex:22467; appliedIndex:22466; }","duration":"259.849704ms","start":"2026-03-19T18:40:52.70728Z","end":"2026-03-19T18:40:52.967129Z","steps":["trace[775029532] 'read index received' (duration: 259.65609ms)","trace[775029532] 'applied index is now lower than readState.Index' (duration: 192.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:52.967251Z","caller":"traceutil/trace.go:171","msg":"trace[756642171] transaction","detail":"{read_only:false; response_revision:21667; number_of_response:1; }","duration":"546.092551ms","start":"2026-03-19T18:40:52.421136Z","end":"2026-03-19T18:40:52.967229Z","steps":["trace[756642171] 'process raft request' (duration: 545.836134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:52.967347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:52.421115Z","time spent":"546.178253ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:40:52.967494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.181983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-19T18:40:52.967606Z","caller":"traceutil/trace.go:171","msg":"trace[1341305357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21667; }","duration":"260.339927ms","start":"2026-03-19T18:40:52.707219Z","end":"2026-03-19T18:40:52.967559Z","steps":["trace[1341305357] 'agreement among raft nodes before linearized reading' (duration: 260.06375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:52.975773Z","caller":"traceutil/trace.go:171","msg":"trace[2050018344] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"110.323525ms","start":"2026-03-19T18:40:52.865418Z","end":"2026-03-19T18:40:52.975742Z","steps":["trace[2050018344] 'process raft request' (duration: 110.14629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:52.976034Z","caller":"traceutil/trace.go:171","msg":"trace[36693407] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"110.072419ms","start":"2026-03-19T18:40:52.865932Z","end":"2026-03-19T18:40:52.976005Z","steps":["trace[36693407] 'process raft request' (duration: 109.738081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:52.976283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.943807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2rjcg\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-03-19T18:40:52.976345Z","caller":"traceutil/trace.go:171","msg":"trace[1038688566] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-2rjcg; range_end:; response_count:1; response_revision:21670; }","duration":"207.04872ms","start":"2026-03-19T18:40:52.769283Z","end":"2026-03-19T18:40:52.976332Z","steps":["trace[1038688566] 'agreement among raft nodes before linearized reading' (duration: 206.829625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:53.133547Z","caller":"traceutil/trace.go:171","msg":"trace[98791088] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"100.888276ms","start":"2026-03-19T18:40:53.032641Z","end":"2026-03-19T18:40:53.133529Z","steps":["trace[98791088] 'process raft request' (duration: 57.776227ms)","trace[98791088] 'compare' (duration: 42.988976ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:53.360257Z","caller":"traceutil/trace.go:171","msg":"trace[1555976319] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"189.333738ms","start":"2026-03-19T18:40:53.170865Z","end":"2026-03-19T18:40:53.360199Z","steps":["trace[1555976319] 'process raft request' (duration: 152.132143ms)","trace[1555976319] 'compare' (duration: 36.978039ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:53.360205Z","caller":"traceutil/trace.go:171","msg":"trace[688973409] linearizableReadLoop","detail":"{readStateIndex:22475; appliedIndex:22474; }","duration":"174.817964ms","start":"2026-03-19T18:40:53.185362Z","end":"2026-03-19T18:40:53.36018Z","steps":["trace[688973409] 'read index received' (duration: 137.509326ms)","trace[688973409] 'applied index is now lower than readState.Index' (duration: 37.307408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:40:53.36084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.141232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:40:53.360937Z","caller":"traceutil/trace.go:171","msg":"trace[1065994468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21675; }","duration":"175.591004ms","start":"2026-03-19T18:40:53.185329Z","end":"2026-03-19T18:40:53.36092Z","steps":["trace[1065994468] 'agreement among raft nodes before linearized reading' (duration: 175.07204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:56.498983Z","caller":"traceutil/trace.go:171","msg":"trace[1202125663] linearizableReadLoop","detail":"{readStateIndex:22800; appliedIndex:22799; }","duration":"151.391274ms","start":"2026-03-19T18:40:56.347559Z","end":"2026-03-19T18:40:56.49895Z","steps":["trace[1202125663] 'read index received' (duration: 151.154209ms)","trace[1202125663] 'applied index is now lower than readState.Index' (duration: 232.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:56.499052Z","caller":"traceutil/trace.go:171","msg":"trace[321432775] transaction","detail":"{read_only:false; response_revision:21990; number_of_response:1; }","duration":"153.181078ms","start":"2026-03-19T18:40:56.345807Z","end":"2026-03-19T18:40:56.498988Z","steps":["trace[321432775] 'process raft request' (duration: 152.938862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:56.499487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.890827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-19T18:40:56.499578Z","caller":"traceutil/trace.go:171","msg":"trace[203887222] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:21990; }","duration":"152.02844ms","start":"2026-03-19T18:40:56.347528Z","end":"2026-03-19T18:40:56.499556Z","steps":["trace[203887222] 'agreement among raft nodes before linearized reading' (duration: 151.61734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:59.710675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.967908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:40:59.710775Z","caller":"traceutil/trace.go:171","msg":"trace[1650897310] linearizableReadLoop","detail":"{readStateIndex:22922; appliedIndex:22921; }","duration":"304.800459ms","start":"2026-03-19T18:40:59.405961Z","end":"2026-03-19T18:40:59.710762Z","steps":["trace[1650897310] 'read index received' (duration: 76.740739ms)","trace[1650897310] 'applied index is now lower than readState.Index' (duration: 228.05882ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:40:59.710829Z","caller":"traceutil/trace.go:171","msg":"trace[1549796842] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"317.163489ms","start":"2026-03-19T18:40:59.393657Z","end":"2026-03-19T18:40:59.710821Z","steps":["trace[1549796842] 'process raft request' (duration: 88.957735ms)","trace[1549796842] 'compare' (duration: 227.846045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:40:59.710873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:59.393632Z","time spent":"317.21965ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:40:59.711024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.033425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:40:59.711117Z","caller":"traceutil/trace.go:171","msg":"trace[705379526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22112; }","duration":"305.180458ms","start":"2026-03-19T18:40:59.405918Z","end":"2026-03-19T18:40:59.711099Z","steps":["trace[705379526] 'agreement among raft nodes before linearized reading' (duration: 305.018454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:59.711169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:59.405896Z","time spent":"305.254899ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:40:59.716082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.057807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:40:59.716151Z","caller":"traceutil/trace.go:171","msg":"trace[1315231932] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:22113; }","duration":"310.134729ms","start":"2026-03-19T18:40:59.405994Z","end":"2026-03-19T18:40:59.716129Z","steps":["trace[1315231932] 'agreement among raft nodes before linearized reading' (duration: 310.022156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:59.71619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:59.40599Z","time spent":"310.18831ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:40:59.716264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.908263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:40:59.716314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.169334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/services/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:40:59.716338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.015859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-19T18:40:59.71639Z","caller":"traceutil/trace.go:171","msg":"trace[1502935184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22113; }","duration":"274.129062ms","start":"2026-03-19T18:40:59.442249Z","end":"2026-03-19T18:40:59.716378Z","steps":["trace[1502935184] 'agreement among raft nodes before linearized reading' (duration: 273.882696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:59.71636Z","caller":"traceutil/trace.go:171","msg":"trace[1448640550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/services/cert-manager-test0; response_count:0; response_revision:22113; }","duration":"309.260757ms","start":"2026-03-19T18:40:59.407085Z","end":"2026-03-19T18:40:59.716345Z","steps":["trace[1448640550] 'agreement among raft nodes before linearized reading' (duration: 309.147914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:59.716201Z","caller":"traceutil/trace.go:171","msg":"trace[793757538] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"247.959575ms","start":"2026-03-19T18:40:59.468212Z","end":"2026-03-19T18:40:59.716172Z","steps":["trace[793757538] 'process raft request' (duration: 247.586506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:59.716434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:40:59.407079Z","time spent":"309.341829ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":125,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/services/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T18:40:59.716259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.475957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:40:59.716432Z","caller":"traceutil/trace.go:171","msg":"trace[679934789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22113; }","duration":"271.030106ms","start":"2026-03-19T18:40:59.445321Z","end":"2026-03-19T18:40:59.716351Z","steps":["trace[679934789] 'agreement among raft nodes before linearized reading' (duration: 270.7797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:40:59.716335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.600943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:40:59.716517Z","caller":"traceutil/trace.go:171","msg":"trace[82655074] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22113; }","duration":"227.752942ms","start":"2026-03-19T18:40:59.488734Z","end":"2026-03-19T18:40:59.716487Z","steps":["trace[82655074] 'agreement among raft nodes before linearized reading' (duration: 227.448345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:40:59.716567Z","caller":"traceutil/trace.go:171","msg":"trace[1322577607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22113; }","duration":"139.048464ms","start":"2026-03-19T18:40:59.577502Z","end":"2026-03-19T18:40:59.71655Z","steps":["trace[1322577607] 'agreement among raft nodes before linearized reading' (duration: 138.579393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:01.282576Z","caller":"traceutil/trace.go:171","msg":"trace[2122652006] transaction","detail":"{read_only:false; response_revision:22136; number_of_response:1; }","duration":"120.944723ms","start":"2026-03-19T18:41:01.161594Z","end":"2026-03-19T18:41:01.282539Z","steps":["trace[2122652006] 'process raft request' (duration: 120.574155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:01.9187Z","caller":"traceutil/trace.go:171","msg":"trace[1131179556] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"168.580483ms","start":"2026-03-19T18:41:01.750091Z","end":"2026-03-19T18:41:01.918672Z","steps":["trace[1131179556] 'process raft request' (duration: 168.431939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:01.967992Z","caller":"traceutil/trace.go:171","msg":"trace[648155015] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"217.676028ms","start":"2026-03-19T18:41:01.750286Z","end":"2026-03-19T18:41:01.967962Z","steps":["trace[648155015] 'process raft request' (duration: 217.437482ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:01.968051Z","caller":"traceutil/trace.go:171","msg":"trace[1168020354] linearizableReadLoop","detail":"{readStateIndex:22954; appliedIndex:22952; }","duration":"203.511024ms","start":"2026-03-19T18:41:01.764523Z","end":"2026-03-19T18:41:01.968034Z","steps":["trace[1168020354] 'read index received' (duration: 154.019839ms)","trace[1168020354] 'applied index is now lower than readState.Index' (duration: 49.490245ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:41:01.968147Z","caller":"traceutil/trace.go:171","msg":"trace[1952706354] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"191.139132ms","start":"2026-03-19T18:41:01.776996Z","end":"2026-03-19T18:41:01.968135Z","steps":["trace[1952706354] 'process raft request' (duration: 190.998539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:01.968184Z","caller":"traceutil/trace.go:171","msg":"trace[87364034] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"193.277314ms","start":"2026-03-19T18:41:01.77489Z","end":"2026-03-19T18:41:01.968167Z","steps":["trace[87364034] 'process raft request' (duration: 192.970047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:01.96871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.139059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-19T18:41:01.968815Z","caller":"traceutil/trace.go:171","msg":"trace[678798989] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22145; }","duration":"204.308883ms","start":"2026-03-19T18:41:01.764476Z","end":"2026-03-19T18:41:01.968785Z","steps":["trace[678798989] 'agreement among raft nodes before linearized reading' (duration: 203.77877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:05.366795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.007229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:41:05.367266Z","caller":"traceutil/trace.go:171","msg":"trace[1447602837] transaction","detail":"{read_only:false; response_revision:22211; number_of_response:1; }","duration":"156.324244ms","start":"2026-03-19T18:41:05.210922Z","end":"2026-03-19T18:41:05.367246Z","steps":["trace[1447602837] 'process raft request' (duration: 33.772731ms)","trace[1447602837] 'compare' (duration: 121.650221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:41:06.92773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002463297s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:41:06.92785Z","caller":"traceutil/trace.go:171","msg":"trace[1221717228] transaction","detail":"{read_only:false; response_revision:22212; number_of_response:1; }","duration":"1.481352444s","start":"2026-03-19T18:41:05.446476Z","end":"2026-03-19T18:41:06.927829Z","steps":["trace[1221717228] 'process raft request' (duration: 478.674751ms)","trace[1221717228] 'compare' (duration: 1.002338594s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:41:06.927924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.446448Z","time spent":"1.481438726s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:41:06.938173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013016775s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:41:06.938763Z","caller":"traceutil/trace.go:171","msg":"trace[201747620] transaction","detail":"{read_only:false; response_revision:22213; number_of_response:1; }","duration":"1.356678779s","start":"2026-03-19T18:41:05.582023Z","end":"2026-03-19T18:41:06.938701Z","steps":["trace[201747620] 'process raft request' (duration: 1.356397613s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:06.938911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.581992Z","time spent":"1.356849534s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:41:07.502391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.766951ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:41:07.502799Z","caller":"traceutil/trace.go:171","msg":"trace[726889963] linearizableReadLoop","detail":"{readStateIndex:23025; appliedIndex:23022; }","duration":"1.796601656s","start":"2026-03-19T18:41:05.70613Z","end":"2026-03-19T18:41:07.502732Z","steps":["trace[726889963] 'read index received' (duration: 219.038751ms)","trace[726889963] 'applied index is now lower than readState.Index' (duration: 1.577558575s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:41:07.503008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796863803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T18:41:07.503041Z","caller":"traceutil/trace.go:171","msg":"trace[721938472] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22213; }","duration":"1.796957285s","start":"2026-03-19T18:41:05.706073Z","end":"2026-03-19T18:41:07.50303Z","steps":["trace[721938472] 'agreement among raft nodes before linearized reading' (duration: 1.796786321s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.503074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.706049Z","time spent":"1.797014106s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-19T18:41:07.644395Z","caller":"traceutil/trace.go:171","msg":"trace[362449955] transaction","detail":"{read_only:false; response_revision:22215; number_of_response:1; }","duration":"1.611644434s","start":"2026-03-19T18:41:06.032718Z","end":"2026-03-19T18:41:07.644363Z","steps":["trace[362449955] 'process raft request' (duration: 1.611551032s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:07.644433Z","caller":"traceutil/trace.go:171","msg":"trace[539012652] transaction","detail":"{read_only:false; response_revision:22214; number_of_response:1; }","duration":"1.665293511s","start":"2026-03-19T18:41:05.97908Z","end":"2026-03-19T18:41:07.644373Z","steps":["trace[539012652] 'process raft request' (duration: 1.664924262s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.644562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:06.032701Z","time spent":"1.611776528s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:41:07.644619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.979047Z","time spent":"1.665467975s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:41:07.644616Z","caller":"traceutil/trace.go:171","msg":"trace[1902393984] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"1.286957932s","start":"2026-03-19T18:41:06.357599Z","end":"2026-03-19T18:41:07.644557Z","steps":["trace[1902393984] 'process raft request' (duration: 1.286720096s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.644833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:06.35758Z","time spent":"1.287164147s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:41:07.772208Z","caller":"traceutil/trace.go:171","msg":"trace[1173117384] transaction","detail":"{read_only:false; response_revision:22217; number_of_response:1; }","duration":"709.074058ms","start":"2026-03-19T18:41:07.063101Z","end":"2026-03-19T18:41:07.772175Z","steps":["trace[1173117384] 'process raft request' (duration: 700.062469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:07.772328Z","caller":"traceutil/trace.go:171","msg":"trace[631052491] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"707.405278ms","start":"2026-03-19T18:41:07.064892Z","end":"2026-03-19T18:41:07.772298Z","steps":["trace[631052491] 'process raft request' (duration: 707.144922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.772404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.063072Z","time spent":"709.240341ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:41:07.772511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.064849Z","time spent":"707.557312ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:41:07.772526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012192733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:41:07.772329Z","caller":"traceutil/trace.go:171","msg":"trace[933366814] linearizableReadLoop","detail":"{readStateIndex:23032; appliedIndex:23025; }","duration":"269.472468ms","start":"2026-03-19T18:41:07.502831Z","end":"2026-03-19T18:41:07.772304Z","steps":["trace[933366814] 'read index received' (duration: 141.224237ms)","trace[933366814] 'applied index is now lower than readState.Index' (duration: 128.246771ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:41:07.772577Z","caller":"traceutil/trace.go:171","msg":"trace[387294320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22220; }","duration":"2.012322936s","start":"2026-03-19T18:41:05.760242Z","end":"2026-03-19T18:41:07.772565Z","steps":["trace[387294320] 'agreement among raft nodes before linearized reading' (duration: 2.012144542s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.772588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585715684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:41:07.772616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.760198Z","time spent":"2.012409618s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:41:07.772667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52969263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:41:07.772691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.192082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:41:07.77265Z","caller":"traceutil/trace.go:171","msg":"trace[1444508586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22220; }","duration":"1.585816176s","start":"2026-03-19T18:41:06.186816Z","end":"2026-03-19T18:41:07.772632Z","steps":["trace[1444508586] 'agreement among raft nodes before linearized reading' (duration: 1.585747424s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:07.772714Z","caller":"traceutil/trace.go:171","msg":"trace[1126974981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22220; }","duration":"1.529747932s","start":"2026-03-19T18:41:06.242953Z","end":"2026-03-19T18:41:07.772701Z","steps":["trace[1126974981] 'agreement among raft nodes before linearized reading' (duration: 1.529587148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.772739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:06.18678Z","time spent":"1.585948849s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:41:07.772754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:06.2429Z","time spent":"1.529847394s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:41:07.772724Z","caller":"traceutil/trace.go:171","msg":"trace[995016915] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22220; }","duration":"161.267774ms","start":"2026-03-19T18:41:07.611444Z","end":"2026-03-19T18:41:07.772711Z","steps":["trace[995016915] 'agreement among raft nodes before linearized reading' (duration: 161.196082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.77288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840681279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:41:07.772517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784566673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:41:07.772923Z","caller":"traceutil/trace.go:171","msg":"trace[139535369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22220; }","duration":"1.840753211s","start":"2026-03-19T18:41:05.932161Z","end":"2026-03-19T18:41:07.772914Z","steps":["trace[139535369] 'agreement among raft nodes before linearized reading' (duration: 1.840669849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.77296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.932139Z","time spent":"1.840814192s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:41:07.772995Z","caller":"traceutil/trace.go:171","msg":"trace[141568165] transaction","detail":"{read_only:false; response_revision:22219; number_of_response:1; }","duration":"703.897881ms","start":"2026-03-19T18:41:07.069085Z","end":"2026-03-19T18:41:07.772983Z","steps":["trace[141568165] 'process raft request' (duration: 703.090272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.773039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.069052Z","time spent":"703.961543ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:41:07.772963Z","caller":"traceutil/trace.go:171","msg":"trace[709908646] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"649.60093ms","start":"2026-03-19T18:41:07.123353Z","end":"2026-03-19T18:41:07.772954Z","steps":["trace[709908646] 'process raft request' (duration: 648.895143ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:07.773113Z","caller":"traceutil/trace.go:171","msg":"trace[980960502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22220; }","duration":"1.785044754s","start":"2026-03-19T18:41:05.987894Z","end":"2026-03-19T18:41:07.772939Z","steps":["trace[980960502] 'agreement among raft nodes before linearized reading' (duration: 1.78445784s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.774468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.987876Z","time spent":"1.786548362s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:41:07.773148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.342752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:41:07.774647Z","caller":"traceutil/trace.go:171","msg":"trace[33639266] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22220; }","duration":"546.820939ms","start":"2026-03-19T18:41:07.227769Z","end":"2026-03-19T18:41:07.77459Z","steps":["trace[33639266] 'agreement among raft nodes before linearized reading' (duration: 545.342213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.773197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.123327Z","time spent":"649.829316ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:41:07.774719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.227753Z","time spent":"546.930101ms","remote":"127.0.0.1:42410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:41:07.772812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791230735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:41:07.774895Z","caller":"traceutil/trace.go:171","msg":"trace[815732611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22220; }","duration":"1.793315206s","start":"2026-03-19T18:41:05.981535Z","end":"2026-03-19T18:41:07.77485Z","steps":["trace[815732611] 'agreement among raft nodes before linearized reading' (duration: 1.791210525s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.774945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:05.981512Z","time spent":"1.793419058s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:41:07.772516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063093133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:41:07.775029Z","caller":"traceutil/trace.go:171","msg":"trace[1266221756] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:22220; }","duration":"1.065673106s","start":"2026-03-19T18:41:06.709342Z","end":"2026-03-19T18:41:07.775015Z","steps":["trace[1266221756] 'agreement among raft nodes before linearized reading' (duration: 1.06296905s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.775104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:06.70932Z","time spent":"1.065773608s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:41:07.773319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.953895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:41:07.775269Z","caller":"traceutil/trace.go:171","msg":"trace[1635768381] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22220; }","duration":"528.942584ms","start":"2026-03-19T18:41:07.246234Z","end":"2026-03-19T18:41:07.775177Z","steps":["trace[1635768381] 'agreement among raft nodes before linearized reading' (duration: 526.871083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:41:07.775385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:41:07.246197Z","time spent":"529.151459ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:41:15.890114Z","caller":"traceutil/trace.go:171","msg":"trace[822242613] transaction","detail":"{read_only:false; response_revision:22292; number_of_response:1; }","duration":"133.150331ms","start":"2026-03-19T18:41:15.756943Z","end":"2026-03-19T18:41:15.890093Z","steps":["trace[822242613] 'process raft request' (duration: 133.021038ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:15.901465Z","caller":"traceutil/trace.go:171","msg":"trace[800490739] transaction","detail":"{read_only:false; response_revision:22293; number_of_response:1; }","duration":"100.608759ms","start":"2026-03-19T18:41:15.800834Z","end":"2026-03-19T18:41:15.901443Z","steps":["trace[800490739] 'process raft request' (duration: 99.868492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:16.016045Z","caller":"traceutil/trace.go:171","msg":"trace[2012551026] transaction","detail":"{read_only:false; response_revision:22299; number_of_response:1; }","duration":"108.940462ms","start":"2026-03-19T18:41:15.907078Z","end":"2026-03-19T18:41:16.016019Z","steps":["trace[2012551026] 'process raft request' (duration: 108.85272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:16.016061Z","caller":"traceutil/trace.go:171","msg":"trace[1037449794] transaction","detail":"{read_only:false; response_revision:22298; number_of_response:1; }","duration":"109.067994ms","start":"2026-03-19T18:41:15.906962Z","end":"2026-03-19T18:41:16.01603Z","steps":["trace[1037449794] 'process raft request' (duration: 108.799008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:16.016371Z","caller":"traceutil/trace.go:171","msg":"trace[371463770] transaction","detail":"{read_only:false; response_revision:22300; number_of_response:1; }","duration":"109.188047ms","start":"2026-03-19T18:41:15.907125Z","end":"2026-03-19T18:41:16.016313Z","steps":["trace[371463770] 'process raft request' (duration: 108.847519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:41:16.01683Z","caller":"traceutil/trace.go:171","msg":"trace[146416114] transaction","detail":"{read_only:false; response_revision:22301; number_of_response:1; }","duration":"107.298851ms","start":"2026-03-19T18:41:15.909515Z","end":"2026-03-19T18:41:16.016814Z","steps":["trace[146416114] 'process raft request' (duration: 106.674896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:17.352886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.099838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:42:17.35305Z","caller":"traceutil/trace.go:171","msg":"trace[1896790299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22971; }","duration":"167.321503ms","start":"2026-03-19T18:42:17.185707Z","end":"2026-03-19T18:42:17.353029Z","steps":["trace[1896790299] 'range keys from in-memory index tree' (duration: 166.981425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:17.353098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.407726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:42:17.353828Z","caller":"traceutil/trace.go:171","msg":"trace[1682062603] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:22971; }","duration":"106.038761ms","start":"2026-03-19T18:42:17.24764Z","end":"2026-03-19T18:42:17.353679Z","steps":["trace[1682062603] 'count revisions from in-memory index tree' (duration: 105.317154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:22.971854Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19959} {"level":"info","ts":"2026-03-19T18:42:23.101198Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19959,"took":"125.443884ms","hash":3954652891,"current-db-size-bytes":46997504,"current-db-size":"47 MB","current-db-size-in-use-bytes":38379520,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-19T18:42:23.101269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3954652891,"revision":19959,"compact-revision":18134} {"level":"info","ts":"2026-03-19T18:42:30.358231Z","caller":"traceutil/trace.go:171","msg":"trace[925887892] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"134.988665ms","start":"2026-03-19T18:42:30.223221Z","end":"2026-03-19T18:42:30.35821Z","steps":["trace[925887892] 'process raft request' (duration: 134.844272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.387699Z","caller":"traceutil/trace.go:171","msg":"trace[1993305888] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"136.420281ms","start":"2026-03-19T18:42:30.251252Z","end":"2026-03-19T18:42:30.387672Z","steps":["trace[1993305888] 'process raft request' (duration: 136.191405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.78532Z","caller":"traceutil/trace.go:171","msg":"trace[2065325627] linearizableReadLoop","detail":"{readStateIndex:23897; appliedIndex:23896; }","duration":"385.611395ms","start":"2026-03-19T18:42:30.399683Z","end":"2026-03-19T18:42:30.785294Z","steps":["trace[2065325627] 'read index received' (duration: 385.495963ms)","trace[2065325627] 'applied index is now lower than readState.Index' (duration: 114.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:42:30.785398Z","caller":"traceutil/trace.go:171","msg":"trace[559115080] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"388.644449ms","start":"2026-03-19T18:42:30.396706Z","end":"2026-03-19T18:42:30.78535Z","steps":["trace[559115080] 'process raft request' (duration: 388.374412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.785538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.833391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:42:30.785563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.396132Z","time spent":"389.344986ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:42:30.785577Z","caller":"traceutil/trace.go:171","msg":"trace[1745988159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23063; }","duration":"385.909983ms","start":"2026-03-19T18:42:30.399654Z","end":"2026-03-19T18:42:30.785564Z","steps":["trace[1745988159] 'agreement among raft nodes before linearized reading' (duration: 385.765699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.785614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.399642Z","time spent":"385.963494ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:42:30.983923Z","caller":"traceutil/trace.go:171","msg":"trace[843703419] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"583.367098ms","start":"2026-03-19T18:42:30.400523Z","end":"2026-03-19T18:42:30.98389Z","steps":["trace[843703419] 'process raft request' (duration: 561.813543ms)","trace[843703419] 'compare' (duration: 21.172486ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:42:30.983952Z","caller":"traceutil/trace.go:171","msg":"trace[39038361] linearizableReadLoop","detail":"{readStateIndex:23899; appliedIndex:23897; }","duration":"198.532352ms","start":"2026-03-19T18:42:30.785391Z","end":"2026-03-19T18:42:30.983923Z","steps":["trace[39038361] 'read index received' (duration: 176.944946ms)","trace[39038361] 'applied index is now lower than readState.Index' (duration: 21.586206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:42:30.984093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.185586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-19T18:42:30.984082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.400504Z","time spent":"583.49282ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:42:30.984165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.911973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:42:30.98418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.828051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:42:30.984304Z","caller":"traceutil/trace.go:171","msg":"trace[2085647079] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23065; }","duration":"566.029066ms","start":"2026-03-19T18:42:30.418256Z","end":"2026-03-19T18:42:30.984285Z","steps":["trace[2085647079] 'agreement among raft nodes before linearized reading' (duration: 565.707599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.984352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.418238Z","time spent":"566.105998ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-19T18:42:30.984381Z","caller":"traceutil/trace.go:171","msg":"trace[568864570] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"497.768505ms","start":"2026-03-19T18:42:30.486598Z","end":"2026-03-19T18:42:30.984367Z","steps":["trace[568864570] 'process raft request' (duration: 497.175461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.984488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.486574Z","time spent":"497.847426ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:42:30.984482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.551235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:42:30.98456Z","caller":"traceutil/trace.go:171","msg":"trace[1945878117] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23065; }","duration":"459.666617ms","start":"2026-03-19T18:42:30.524877Z","end":"2026-03-19T18:42:30.984544Z","steps":["trace[1945878117] 'agreement among raft nodes before linearized reading' (duration: 459.557745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.984635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.524837Z","time spent":"459.78595ms","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:42:30.984591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.253641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:42:30.984668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.832198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:42:30.98466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.017926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:42:30.984707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.771982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-19T18:42:30.984601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.968784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:42:30.984211Z","caller":"traceutil/trace.go:171","msg":"trace[469708049] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23065; }","duration":"565.973025ms","start":"2026-03-19T18:42:30.418225Z","end":"2026-03-19T18:42:30.984198Z","steps":["trace[469708049] 'agreement among raft nodes before linearized reading' (duration: 565.921214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.984773Z","caller":"traceutil/trace.go:171","msg":"trace[1113513686] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23065; }","duration":"239.975601ms","start":"2026-03-19T18:42:30.744767Z","end":"2026-03-19T18:42:30.984742Z","steps":["trace[1113513686] 'agreement among raft nodes before linearized reading' (duration: 239.675054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.984803Z","caller":"traceutil/trace.go:171","msg":"trace[1746028081] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23065; }","duration":"566.140769ms","start":"2026-03-19T18:42:30.418615Z","end":"2026-03-19T18:42:30.984755Z","steps":["trace[1746028081] 'agreement among raft nodes before linearized reading' (duration: 565.807761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.984724Z","caller":"traceutil/trace.go:171","msg":"trace[1634328180] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23065; }","duration":"566.420096ms","start":"2026-03-19T18:42:30.418295Z","end":"2026-03-19T18:42:30.984715Z","steps":["trace[1634328180] 'agreement among raft nodes before linearized reading' (duration: 566.272752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.984843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.418609Z","time spent":"566.22689ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:42:30.984841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.418145Z","time spent":"566.680792ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-19T18:42:30.984913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.418278Z","time spent":"566.62655ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T18:42:30.984932Z","caller":"traceutil/trace.go:171","msg":"trace[1124562577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23065; }","duration":"582.17943ms","start":"2026-03-19T18:42:30.402588Z","end":"2026-03-19T18:42:30.984767Z","steps":["trace[1124562577] 'agreement among raft nodes before linearized reading' (duration: 581.804761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:30.984166Z","caller":"traceutil/trace.go:171","msg":"trace[985899731] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23065; }","duration":"565.281098ms","start":"2026-03-19T18:42:30.418867Z","end":"2026-03-19T18:42:30.984148Z","steps":["trace[985899731] 'agreement among raft nodes before linearized reading' (duration: 565.073263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.985048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.418862Z","time spent":"566.178789ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:42:30.984997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.402578Z","time spent":"582.409405ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:42:30.984777Z","caller":"traceutil/trace.go:171","msg":"trace[1622218916] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:23065; }","duration":"374.878654ms","start":"2026-03-19T18:42:30.609876Z","end":"2026-03-19T18:42:30.984755Z","steps":["trace[1622218916] 'agreement among raft nodes before linearized reading' (duration: 374.645658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.985179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.609863Z","time spent":"375.307585ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:42:30.984123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.709037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:42:30.985273Z","caller":"traceutil/trace.go:171","msg":"trace[579049150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23065; }","duration":"584.870924ms","start":"2026-03-19T18:42:30.400379Z","end":"2026-03-19T18:42:30.985249Z","steps":["trace[579049150] 'agreement among raft nodes before linearized reading' (duration: 583.649005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:42:30.98538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:42:30.400365Z","time spent":"584.999808ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:42:31.007013Z","caller":"traceutil/trace.go:171","msg":"trace[512957692] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"217.421942ms","start":"2026-03-19T18:42:30.789575Z","end":"2026-03-19T18:42:31.006997Z","steps":["trace[512957692] 'process raft request' (duration: 217.316619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:31.150431Z","caller":"traceutil/trace.go:171","msg":"trace[1848971795] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"187.810411ms","start":"2026-03-19T18:42:30.962593Z","end":"2026-03-19T18:42:31.150403Z","steps":["trace[1848971795] 'process raft request' (duration: 187.632287ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:31.151043Z","caller":"traceutil/trace.go:171","msg":"trace[900314049] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"160.564828ms","start":"2026-03-19T18:42:30.990452Z","end":"2026-03-19T18:42:31.151017Z","steps":["trace[900314049] 'process raft request' (duration: 160.511757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:42:31.151093Z","caller":"traceutil/trace.go:171","msg":"trace[2058876778] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"161.045439ms","start":"2026-03-19T18:42:30.990021Z","end":"2026-03-19T18:42:31.151066Z","steps":["trace[2058876778] 'process raft request' (duration: 160.67287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:23.12557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.28649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:23.125676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.246138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:23.125731Z","caller":"traceutil/trace.go:171","msg":"trace[282928624] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24090; }","duration":"162.554617ms","start":"2026-03-19T18:44:22.963144Z","end":"2026-03-19T18:44:23.125699Z","steps":["trace[282928624] 'count revisions from in-memory index tree' (duration: 162.089395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:23.125771Z","caller":"traceutil/trace.go:171","msg":"trace[1493896520] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24090; }","duration":"171.370201ms","start":"2026-03-19T18:44:22.954375Z","end":"2026-03-19T18:44:23.125745Z","steps":["trace[1493896520] 'count revisions from in-memory index tree' (duration: 171.077524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:23.12593Z","caller":"traceutil/trace.go:171","msg":"trace[1355302458] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"118.619908ms","start":"2026-03-19T18:44:23.007238Z","end":"2026-03-19T18:44:23.125858Z","steps":["trace[1355302458] 'process raft request' (duration: 65.085065ms)","trace[1355302458] 'compare' (duration: 53.278207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:24.443223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161696324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T18:44:24.443307Z","caller":"traceutil/trace.go:171","msg":"trace[1971999681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24091; }","duration":"1.161818837s","start":"2026-03-19T18:44:23.281469Z","end":"2026-03-19T18:44:24.443288Z","steps":["trace[1971999681] 'range keys from in-memory index tree' (duration: 1.16153017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.443338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.281449Z","time spent":"1.161881638s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:44:24.443519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090984543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:44:24.443544Z","caller":"traceutil/trace.go:171","msg":"trace[120249966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24091; }","duration":"1.091046413s","start":"2026-03-19T18:44:23.352492Z","end":"2026-03-19T18:44:24.443538Z","steps":["trace[120249966] 'range keys from in-memory index tree' (duration: 1.09088779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.443563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.352467Z","time spent":"1.091090905s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:44:24.443846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06292194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:24.444013Z","caller":"traceutil/trace.go:171","msg":"trace[1695128195] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24091; }","duration":"1.063108314s","start":"2026-03-19T18:44:23.38083Z","end":"2026-03-19T18:44:24.443938Z","steps":["trace[1695128195] 'count revisions from in-memory index tree' (duration: 1.062714304s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.444107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.380809Z","time spent":"1.063281908s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:24.44419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.824315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:24.444364Z","caller":"traceutil/trace.go:171","msg":"trace[1746319644] linearizableReadLoop","detail":"{readStateIndex:24956; appliedIndex:24955; }","duration":"956.200292ms","start":"2026-03-19T18:44:23.48814Z","end":"2026-03-19T18:44:24.44434Z","steps":["trace[1746319644] 'read index received' (duration: 306.084699ms)","trace[1746319644] 'applied index is now lower than readState.Index' (duration: 650.114053ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:24.444462Z","caller":"traceutil/trace.go:171","msg":"trace[1338143659] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.034130979s","start":"2026-03-19T18:44:23.410312Z","end":"2026-03-19T18:44:24.444443Z","steps":["trace[1338143659] 'process raft request' (duration: 383.903694ms)","trace[1338143659] 'compare' (duration: 649.540089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:24.444532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.410284Z","time spent":"1.03420987s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:24.444601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.461689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:24.444664Z","caller":"traceutil/trace.go:171","msg":"trace[938550573] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24092; }","duration":"956.584632ms","start":"2026-03-19T18:44:23.488064Z","end":"2026-03-19T18:44:24.444649Z","steps":["trace[938550573] 'agreement among raft nodes before linearized reading' (duration: 956.459459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.444703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.488022Z","time spent":"956.671604ms","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:24.470193Z","caller":"traceutil/trace.go:171","msg":"trace[744111724] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"911.773011ms","start":"2026-03-19T18:44:23.558392Z","end":"2026-03-19T18:44:24.470165Z","steps":["trace[744111724] 'process raft request' (duration: 911.638538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.470411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.558356Z","time spent":"911.929205ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:24.470957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.254501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:44:24.471008Z","caller":"traceutil/trace.go:171","msg":"trace[618474114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24093; }","duration":"914.353034ms","start":"2026-03-19T18:44:23.556643Z","end":"2026-03-19T18:44:24.470996Z","steps":["trace[618474114] 'agreement among raft nodes before linearized reading' (duration: 914.211241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.47104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.556616Z","time spent":"914.416775ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:44:24.471367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.265091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:44:24.471408Z","caller":"traceutil/trace.go:171","msg":"trace[1807105418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24093; }","duration":"605.325143ms","start":"2026-03-19T18:44:23.866073Z","end":"2026-03-19T18:44:24.471398Z","steps":["trace[1807105418] 'agreement among raft nodes before linearized reading' (duration: 605.234271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.471436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.866051Z","time spent":"605.379044ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:44:24.471664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.893603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:44:24.471702Z","caller":"traceutil/trace.go:171","msg":"trace[517230580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24093; }","duration":"913.973065ms","start":"2026-03-19T18:44:23.55772Z","end":"2026-03-19T18:44:24.471693Z","steps":["trace[517230580] 'agreement among raft nodes before linearized reading' (duration: 913.876873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.471732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.557699Z","time spent":"914.025286ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:24.471792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.832131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:24.471843Z","caller":"traceutil/trace.go:171","msg":"trace[1596540820] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24093; }","duration":"611.915903ms","start":"2026-03-19T18:44:23.85991Z","end":"2026-03-19T18:44:24.471826Z","steps":["trace[1596540820] 'agreement among raft nodes before linearized reading' (duration: 611.849502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.471883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.85989Z","time spent":"611.985344ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:24.471713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.206931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:44:24.47197Z","caller":"traceutil/trace.go:171","msg":"trace[142760895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24093; }","duration":"746.542669ms","start":"2026-03-19T18:44:23.725417Z","end":"2026-03-19T18:44:24.471959Z","steps":["trace[142760895] 'agreement among raft nodes before linearized reading' (duration: 746.118209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.472038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.725371Z","time spent":"746.655172ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:24.472156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.414731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:44:24.472186Z","caller":"traceutil/trace.go:171","msg":"trace[763839003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24093; }","duration":"740.444512ms","start":"2026-03-19T18:44:23.731733Z","end":"2026-03-19T18:44:24.472178Z","steps":["trace[763839003] 'agreement among raft nodes before linearized reading' (duration: 740.36885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.472206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.73168Z","time spent":"740.520783ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:24.472404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.225793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T18:44:24.472436Z","caller":"traceutil/trace.go:171","msg":"trace[1005621866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24093; }","duration":"744.293205ms","start":"2026-03-19T18:44:23.728135Z","end":"2026-03-19T18:44:24.472428Z","steps":["trace[1005621866] 'agreement among raft nodes before linearized reading' (duration: 744.221313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.472455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:23.728115Z","time spent":"744.335415ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T18:44:24.885342Z","caller":"traceutil/trace.go:171","msg":"trace[54120545] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"438.004242ms","start":"2026-03-19T18:44:24.447293Z","end":"2026-03-19T18:44:24.885297Z","steps":["trace[54120545] 'process raft request' (duration: 412.678375ms)","trace[54120545] 'compare' (duration: 24.504997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:24.88551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.447268Z","time spent":"438.151805ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.885457Z","caller":"traceutil/trace.go:171","msg":"trace[23877291] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24957; }","duration":"405.427288ms","start":"2026-03-19T18:44:24.479967Z","end":"2026-03-19T18:44:24.885394Z","steps":["trace[23877291] 'read index received' (duration: 380.073191ms)","trace[23877291] 'applied index is now lower than readState.Index' (duration: 25.349877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:24.885619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.625133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-19T18:44:24.88568Z","caller":"traceutil/trace.go:171","msg":"trace[973190410] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c; range_end:; response_count:1; response_revision:24095; }","duration":"405.717445ms","start":"2026-03-19T18:44:24.479947Z","end":"2026-03-19T18:44:24.885664Z","steps":["trace[973190410] 'agreement among raft nodes before linearized reading' (duration: 405.52677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:24.885663Z","caller":"traceutil/trace.go:171","msg":"trace[2067948557] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"429.558085ms","start":"2026-03-19T18:44:24.455783Z","end":"2026-03-19T18:44:24.885341Z","steps":["trace[2067948557] 'process raft request' (duration: 429.212077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.885711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.479932Z","time spent":"405.773217ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c\" "} {"level":"warn","ts":"2026-03-19T18:44:24.885838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.455764Z","time spent":"429.965594ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.888086Z","caller":"traceutil/trace.go:171","msg":"trace[386956536] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"407.796346ms","start":"2026-03-19T18:44:24.480265Z","end":"2026-03-19T18:44:24.888061Z","steps":["trace[386956536] 'process raft request' (duration: 407.635292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.888262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.480247Z","time spent":"407.908158ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.888563Z","caller":"traceutil/trace.go:171","msg":"trace[715011747] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"408.247697ms","start":"2026-03-19T18:44:24.480295Z","end":"2026-03-19T18:44:24.888543Z","steps":["trace[715011747] 'process raft request' (duration: 407.729804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.88867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.480279Z","time spent":"408.335848ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.88887Z","caller":"traceutil/trace.go:171","msg":"trace[603990709] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"408.358979ms","start":"2026-03-19T18:44:24.480495Z","end":"2026-03-19T18:44:24.888854Z","steps":["trace[603990709] 'process raft request' (duration: 407.800656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.888955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.480484Z","time spent":"408.43251ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.889177Z","caller":"traceutil/trace.go:171","msg":"trace[1433454802] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"408.649936ms","start":"2026-03-19T18:44:24.480513Z","end":"2026-03-19T18:44:24.889163Z","steps":["trace[1433454802] 'process raft request' (duration: 408.293288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.889246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.480503Z","time spent":"408.709118ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:24.889613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.510157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:44:24.889659Z","caller":"traceutil/trace.go:171","msg":"trace[775527577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24104; }","duration":"409.594419ms","start":"2026-03-19T18:44:24.480053Z","end":"2026-03-19T18:44:24.889648Z","steps":["trace[775527577] 'agreement among raft nodes before linearized reading' (duration: 409.461086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.889696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.479994Z","time spent":"409.695151ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:44:24.889896Z","caller":"traceutil/trace.go:171","msg":"trace[1045567452] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"398.847208ms","start":"2026-03-19T18:44:24.491037Z","end":"2026-03-19T18:44:24.889884Z","steps":["trace[1045567452] 'process raft request' (duration: 398.084359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:24.889964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:24.491018Z","time spent":"398.913039ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:24.889981Z","caller":"traceutil/trace.go:171","msg":"trace[745275128] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"105.897988ms","start":"2026-03-19T18:44:24.784045Z","end":"2026-03-19T18:44:24.889943Z","steps":["trace[745275128] 'process raft request' (duration: 105.405725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:24.890171Z","caller":"traceutil/trace.go:171","msg":"trace[1780952200] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"108.301756ms","start":"2026-03-19T18:44:24.781858Z","end":"2026-03-19T18:44:24.89016Z","steps":["trace[1780952200] 'process raft request' (duration: 107.559787ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:24.890252Z","caller":"traceutil/trace.go:171","msg":"trace[1252171825] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"114.525907ms","start":"2026-03-19T18:44:24.775719Z","end":"2026-03-19T18:44:24.890245Z","steps":["trace[1252171825] 'process raft request' (duration: 113.660866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.896891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:44:32.922247Z","caller":"traceutil/trace.go:171","msg":"trace[1583582029] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"703.698337ms","start":"2026-03-19T18:44:32.218498Z","end":"2026-03-19T18:44:32.922196Z","steps":["trace[1583582029] 'process raft request' (duration: 703.513642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:32.922411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.218472Z","time spent":"703.853251ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:34.504405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094373424s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:34.504876Z","caller":"traceutil/trace.go:171","msg":"trace[643656477] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25017; }","duration":"2.108354194s","start":"2026-03-19T18:44:32.396479Z","end":"2026-03-19T18:44:34.504833Z","steps":["trace[643656477] 'read index received' (duration: 525.529431ms)","trace[643656477] 'applied index is now lower than readState.Index' (duration: 1.582823293s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:34.504944Z","caller":"traceutil/trace.go:171","msg":"trace[1251060483] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"2.030203751s","start":"2026-03-19T18:44:32.474638Z","end":"2026-03-19T18:44:34.504842Z","steps":["trace[1251060483] 'process raft request' (duration: 935.194801ms)","trace[1251060483] 'compare' (duration: 1.09334791s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:34.505014Z","caller":"traceutil/trace.go:171","msg":"trace[1283782799] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"2.004872115s","start":"2026-03-19T18:44:32.500127Z","end":"2026-03-19T18:44:34.505Z","steps":["trace[1283782799] 'process raft request' (duration: 2.004583028s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:34.505127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.474616Z","time spent":"2.030400647s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:34.505115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.500103Z","time spent":"2.004950518s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:34.50514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1086101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:34.505225Z","caller":"traceutil/trace.go:171","msg":"trace[622875520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24154; }","duration":"2.108789604s","start":"2026-03-19T18:44:32.396416Z","end":"2026-03-19T18:44:34.505206Z","steps":["trace[622875520] 'agreement among raft nodes before linearized reading' (duration: 2.1086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:34.505268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.396395Z","time spent":"2.108861836s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:35.005033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:35.475378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486628522s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:44:35.501584Z","caller":"traceutil/trace.go:171","msg":"trace[445604053] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25020; }","duration":"996.610605ms","start":"2026-03-19T18:44:34.504929Z","end":"2026-03-19T18:44:35.50154Z","steps":["trace[445604053] 'read index received' (duration: 970.632663ms)","trace[445604053] 'applied index is now lower than readState.Index' (duration: 25.976972ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:35.501855Z","caller":"traceutil/trace.go:171","msg":"trace[435679387] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.574606182s","start":"2026-03-19T18:44:32.927236Z","end":"2026-03-19T18:44:35.501842Z","steps":["trace[435679387] 'process raft request' (duration: 2.548377743s)","trace[435679387] 'compare' (duration: 25.655874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:35.501953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.927199Z","time spent":"2.574685444s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:35.502118Z","caller":"traceutil/trace.go:171","msg":"trace[541848795] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"2.572032348s","start":"2026-03-19T18:44:32.930076Z","end":"2026-03-19T18:44:35.502108Z","steps":["trace[541848795] 'process raft request' (duration: 2.57130898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.50217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.930051Z","time spent":"2.57208797s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:35.502298Z","caller":"traceutil/trace.go:171","msg":"trace[653096436] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"2.571498336s","start":"2026-03-19T18:44:32.930791Z","end":"2026-03-19T18:44:35.502289Z","steps":["trace[653096436] 'process raft request' (duration: 2.570639874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.502346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.930774Z","time spent":"2.571546608s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:35.502486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314101793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:35.502519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.820692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:35.502587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833483735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:35.502641Z","caller":"traceutil/trace.go:171","msg":"trace[730638004] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24159; }","duration":"1.833584667s","start":"2026-03-19T18:44:33.66904Z","end":"2026-03-19T18:44:35.502625Z","steps":["trace[730638004] 'agreement among raft nodes before linearized reading' (duration: 1.833519325s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.50268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572568712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:44:35.502719Z","caller":"traceutil/trace.go:171","msg":"trace[1994686979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24159; }","duration":"2.572634283s","start":"2026-03-19T18:44:32.930076Z","end":"2026-03-19T18:44:35.50271Z","steps":["trace[1994686979] 'agreement among raft nodes before linearized reading' (duration: 2.57253264s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.502749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.930062Z","time spent":"2.572680565s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:35.502766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566945245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:44:35.502791Z","caller":"traceutil/trace.go:171","msg":"trace[900822575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24159; }","duration":"2.566992506s","start":"2026-03-19T18:44:32.93579Z","end":"2026-03-19T18:44:35.502783Z","steps":["trace[900822575] 'agreement among raft nodes before linearized reading' (duration: 2.566916674s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:35.502791Z","caller":"traceutil/trace.go:171","msg":"trace[2026718924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24159; }","duration":"1.314239706s","start":"2026-03-19T18:44:34.188315Z","end":"2026-03-19T18:44:35.502555Z","steps":["trace[2026718924] 'agreement among raft nodes before linearized reading' (duration: 1.314081442s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.502815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.935776Z","time spent":"2.567033837s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:44:35.502852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:34.188278Z","time spent":"1.314561914s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:44:35.502932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56718684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:44:35.502963Z","caller":"traceutil/trace.go:171","msg":"trace[1165830840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24159; }","duration":"2.567216491s","start":"2026-03-19T18:44:32.935739Z","end":"2026-03-19T18:44:35.502956Z","steps":["trace[1165830840] 'agreement among raft nodes before linearized reading' (duration: 2.567142869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.502988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.9357Z","time spent":"2.567282402s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:35.50303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576837146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:44:35.503061Z","caller":"traceutil/trace.go:171","msg":"trace[579570553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24159; }","duration":"2.576926048s","start":"2026-03-19T18:44:32.926126Z","end":"2026-03-19T18:44:35.503052Z","steps":["trace[579570553] 'agreement among raft nodes before linearized reading' (duration: 2.576838136s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:35.503064Z","caller":"traceutil/trace.go:171","msg":"trace[151637578] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.571991238s","start":"2026-03-19T18:44:32.931058Z","end":"2026-03-19T18:44:35.503049Z","steps":["trace[151637578] 'process raft request' (duration: 2.570403839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.926093Z","time spent":"2.57698744s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:44:35.503179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.931047Z","time spent":"2.572045409s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:35.503207Z","caller":"traceutil/trace.go:171","msg":"trace[167909177] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"2.572048729s","start":"2026-03-19T18:44:32.931144Z","end":"2026-03-19T18:44:35.503192Z","steps":["trace[167909177] 'process raft request' (duration: 2.570351818s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751444496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:35.502684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:33.669007Z","time spent":"1.833667169s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:35.503285Z","caller":"traceutil/trace.go:171","msg":"trace[1284715528] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24159; }","duration":"2.751514477s","start":"2026-03-19T18:44:32.751763Z","end":"2026-03-19T18:44:35.503277Z","steps":["trace[1284715528] 'agreement among raft nodes before linearized reading' (duration: 2.751463046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078332364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-19T18:44:35.503314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.751741Z","time spent":"2.751566248s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:35.50332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.931122Z","time spent":"2.572118961s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:35.503361Z","caller":"traceutil/trace.go:171","msg":"trace[620605038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"1.078466928s","start":"2026-03-19T18:44:34.424867Z","end":"2026-03-19T18:44:35.503334Z","steps":["trace[620605038] 'agreement among raft nodes before linearized reading' (duration: 1.078196731s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.625165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:44:35.503406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:34.424845Z","time spent":"1.07855235s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:44:35.502521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56713245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:44:35.503441Z","caller":"traceutil/trace.go:171","msg":"trace[261122738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24159; }","duration":"415.696297ms","start":"2026-03-19T18:44:35.087728Z","end":"2026-03-19T18:44:35.503425Z","steps":["trace[261122738] 'agreement among raft nodes before linearized reading' (duration: 415.549423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:35.503483Z","caller":"traceutil/trace.go:171","msg":"trace[1346276026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24159; }","duration":"2.568107413s","start":"2026-03-19T18:44:32.935338Z","end":"2026-03-19T18:44:35.503446Z","steps":["trace[1346276026] 'agreement among raft nodes before linearized reading' (duration: 2.567003997s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.087654Z","time spent":"415.8227ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:44:35.503535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:32.935329Z","time spent":"2.568190405s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:44:35.502582Z","caller":"traceutil/trace.go:171","msg":"trace[1495686208] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24159; }","duration":"759.925815ms","start":"2026-03-19T18:44:34.742637Z","end":"2026-03-19T18:44:35.502563Z","steps":["trace[1495686208] 'agreement among raft nodes before linearized reading' (duration: 759.811063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:35.503643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:34.742598Z","time spent":"760.989311ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:36.018647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:36.519437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:37.020031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:37.406579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.850763705s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:44:37.407003Z","caller":"traceutil/trace.go:171","msg":"trace[1418972693] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"1.89328475s","start":"2026-03-19T18:44:35.513693Z","end":"2026-03-19T18:44:37.406977Z","steps":["trace[1418972693] 'process raft request' (duration: 1.893107546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.40722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.513682Z","time spent":"1.893462644s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:37.520496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002458076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:44:37.520586Z","caller":"traceutil/trace.go:171","msg":"trace[305095590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0025971s","start":"2026-03-19T18:44:35.51797Z","end":"2026-03-19T18:44:37.520567Z","steps":["trace[305095590] 'agreement among raft nodes before linearized reading' (duration: 2.002479787s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.520636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.51796Z","time spent":"2.002666142s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:44:37.924707Z","caller":"traceutil/trace.go:171","msg":"trace[874634914] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"2.410851795s","start":"2026-03-19T18:44:35.513824Z","end":"2026-03-19T18:44:37.924676Z","steps":["trace[874634914] 'process raft request' (duration: 2.410754393s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.924864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.513807Z","time spent":"2.410975559s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:37.924953Z","caller":"traceutil/trace.go:171","msg":"trace[847742953] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"2.411080312s","start":"2026-03-19T18:44:35.513854Z","end":"2026-03-19T18:44:37.924934Z","steps":["trace[847742953] 'process raft request' (duration: 2.410781194s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.925046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.513845Z","time spent":"2.411150174s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:37.92524Z","caller":"traceutil/trace.go:171","msg":"trace[1344651511] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"2.41140402s","start":"2026-03-19T18:44:35.513797Z","end":"2026-03-19T18:44:37.925201Z","steps":["trace[1344651511] 'process raft request' (duration: 2.410571759s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:37.925372Z","caller":"traceutil/trace.go:171","msg":"trace[1262737223] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"2.411477492s","start":"2026-03-19T18:44:35.513888Z","end":"2026-03-19T18:44:37.925365Z","steps":["trace[1262737223] 'process raft request' (duration: 2.41099036s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.925437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.513787Z","time spent":"2.411546723s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:37.925578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.51388Z","time spent":"2.411568054s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:37.925683Z","caller":"traceutil/trace.go:171","msg":"trace[732351889] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"2.40852417s","start":"2026-03-19T18:44:35.517147Z","end":"2026-03-19T18:44:37.925671Z","steps":["trace[732351889] 'process raft request' (duration: 2.408020388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:37.925732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.517136Z","time spent":"2.408568911s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:38.658562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.949688ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T18:44:38.6591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.185526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:38.659221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.163361Z","time spent":"495.854199ms","remote":"127.0.0.1:51328","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:44:38.659246Z","caller":"traceutil/trace.go:171","msg":"trace[936935128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24165; }","duration":"708.34176ms","start":"2026-03-19T18:44:37.950884Z","end":"2026-03-19T18:44:38.659226Z","steps":["trace[936935128] 'range keys from in-memory index tree' (duration: 708.167386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:38.659504Z","caller":"traceutil/trace.go:171","msg":"trace[759615075] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"2.148276586s","start":"2026-03-19T18:44:36.511211Z","end":"2026-03-19T18:44:38.659488Z","steps":["trace[759615075] 'process raft request' (duration: 2.147450115s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:38.659611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:36.511187Z","time spent":"2.148357737s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.436209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.639162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:39.436585Z","caller":"traceutil/trace.go:171","msg":"trace[1649590305] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25025; }","duration":"3.918547451s","start":"2026-03-19T18:44:35.518003Z","end":"2026-03-19T18:44:39.43655Z","steps":["trace[1649590305] 'read index received' (duration: 1.888815711s)","trace[1649590305] 'applied index is now lower than readState.Index' (duration: 2.02972823s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:39.436653Z","caller":"traceutil/trace.go:171","msg":"trace[840203130] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"1.926217001s","start":"2026-03-19T18:44:37.510409Z","end":"2026-03-19T18:44:39.436626Z","steps":["trace[840203130] 'process raft request' (duration: 1.926108838s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.436627Z","caller":"traceutil/trace.go:171","msg":"trace[377798981] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"2.925279337s","start":"2026-03-19T18:44:36.511292Z","end":"2026-03-19T18:44:39.436571Z","steps":["trace[377798981] 'process raft request' (duration: 2.148184254s)","trace[377798981] 'compare' (duration: 775.799702ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:39.436723Z","caller":"traceutil/trace.go:171","msg":"trace[441241054] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"1.929099241s","start":"2026-03-19T18:44:37.507595Z","end":"2026-03-19T18:44:39.436694Z","steps":["trace[441241054] 'process raft request' (duration: 1.928778413s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.436754Z","caller":"traceutil/trace.go:171","msg":"trace[1104234275] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"1.92909722s","start":"2026-03-19T18:44:37.507628Z","end":"2026-03-19T18:44:39.436725Z","steps":["trace[1104234275] 'process raft request' (duration: 1.928833934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.436769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.5104Z","time spent":"1.926311683s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.436844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:36.511262Z","time spent":"2.92546916s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.436875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.507611Z","time spent":"1.929192973s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.436875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.507572Z","time spent":"1.929228444s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:39.436907Z","caller":"traceutil/trace.go:171","msg":"trace[2143117647] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"1.925670667s","start":"2026-03-19T18:44:37.511223Z","end":"2026-03-19T18:44:39.436894Z","steps":["trace[2143117647] 'process raft request' (duration: 1.92534972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.437016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.511215Z","time spent":"1.925726228s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:39.437451Z","caller":"traceutil/trace.go:171","msg":"trace[1767801812] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"1.920725716s","start":"2026-03-19T18:44:37.516711Z","end":"2026-03-19T18:44:39.437437Z","steps":["trace[1767801812] 'process raft request' (duration: 1.920076741s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.437531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.516702Z","time spent":"1.920790099s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:39.437901Z","caller":"traceutil/trace.go:171","msg":"trace[409839317] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"1.509672203s","start":"2026-03-19T18:44:37.928209Z","end":"2026-03-19T18:44:39.437881Z","steps":["trace[409839317] 'process raft request' (duration: 1.50917182s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.437995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.928183Z","time spent":"1.509767606s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.43805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864548138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-19T18:44:39.4381Z","caller":"traceutil/trace.go:171","msg":"trace[2135724269] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767; range_end:; response_count:1; response_revision:24175; }","duration":"3.86463773s","start":"2026-03-19T18:44:35.573449Z","end":"2026-03-19T18:44:39.438087Z","steps":["trace[2135724269] 'agreement among raft nodes before linearized reading' (duration: 3.864471846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.120644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:44:39.438138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.573399Z","time spent":"3.864731272s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" "} {"level":"warn","ts":"2026-03-19T18:44:39.438133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308788684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-19T18:44:39.438166Z","caller":"traceutil/trace.go:171","msg":"trace[1762070195] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24175; }","duration":"749.192415ms","start":"2026-03-19T18:44:38.688963Z","end":"2026-03-19T18:44:39.438155Z","steps":["trace[1762070195] 'agreement among raft nodes before linearized reading' (duration: 749.119913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.438157Z","caller":"traceutil/trace.go:171","msg":"trace[1593468011] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"635.852696ms","start":"2026-03-19T18:44:38.802282Z","end":"2026-03-19T18:44:39.438135Z","steps":["trace[1593468011] 'process raft request' (duration: 635.58288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.688945Z","time spent":"749.245896ms","remote":"127.0.0.1:42398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.802255Z","time spent":"635.949408ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.438269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.391361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:39.43828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237749343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:39.438323Z","caller":"traceutil/trace.go:171","msg":"trace[168149201] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24175; }","duration":"837.483593ms","start":"2026-03-19T18:44:38.600827Z","end":"2026-03-19T18:44:39.43831Z","steps":["trace[168149201] 'agreement among raft nodes before linearized reading' (duration: 837.396821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.438333Z","caller":"traceutil/trace.go:171","msg":"trace[1029002255] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24175; }","duration":"2.237843445s","start":"2026-03-19T18:44:37.200474Z","end":"2026-03-19T18:44:39.438318Z","steps":["trace[1029002255] 'agreement among raft nodes before linearized reading' (duration: 2.237757053s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727933024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:39.438355Z","caller":"traceutil/trace.go:171","msg":"trace[1365129183] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"1.302605053s","start":"2026-03-19T18:44:38.135739Z","end":"2026-03-19T18:44:39.438344Z","steps":["trace[1365129183] 'process raft request' (duration: 1.30205596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.200454Z","time spent":"2.237906457s","remote":"127.0.0.1:51234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:39.438375Z","caller":"traceutil/trace.go:171","msg":"trace[729899382] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24175; }","duration":"2.727995446s","start":"2026-03-19T18:44:36.710368Z","end":"2026-03-19T18:44:39.438363Z","steps":["trace[729899382] 'agreement among raft nodes before linearized reading' (duration: 2.727936714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024907874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:39.438414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.246948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:39.438441Z","caller":"traceutil/trace.go:171","msg":"trace[164144881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24175; }","duration":"1.024982076s","start":"2026-03-19T18:44:38.413449Z","end":"2026-03-19T18:44:39.438431Z","steps":["trace[164144881] 'agreement among raft nodes before linearized reading' (duration: 1.024929835s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.438452Z","caller":"traceutil/trace.go:171","msg":"trace[1991026356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24175; }","duration":"581.307148ms","start":"2026-03-19T18:44:38.857136Z","end":"2026-03-19T18:44:39.438443Z","steps":["trace[1991026356] 'agreement among raft nodes before linearized reading' (duration: 581.223166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036288779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:39.438469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.413426Z","time spent":"1.025034948s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.857121Z","time spent":"581.35275ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:44:39.438486Z","caller":"traceutil/trace.go:171","msg":"trace[129392183] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24175; }","duration":"3.03635673s","start":"2026-03-19T18:44:36.40212Z","end":"2026-03-19T18:44:39.438477Z","steps":["trace[129392183] 'agreement among raft nodes before linearized reading' (duration: 3.036308649s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:36.402099Z","time spent":"3.036409011s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:36.710353Z","time spent":"2.728045686s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:44:39.438564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449118559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:39.438191Z","caller":"traceutil/trace.go:171","msg":"trace[256465366] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24175; }","duration":"1.308883086s","start":"2026-03-19T18:44:38.129291Z","end":"2026-03-19T18:44:39.438174Z","steps":["trace[256465366] 'agreement among raft nodes before linearized reading' (duration: 1.308729122s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:39.438611Z","caller":"traceutil/trace.go:171","msg":"trace[23614177] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24175; }","duration":"1.449204981s","start":"2026-03-19T18:44:37.989395Z","end":"2026-03-19T18:44:39.4386Z","steps":["trace[23614177] 'agreement among raft nodes before linearized reading' (duration: 1.44913396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.43868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.989379Z","time spent":"1.449290693s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106811526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:39.438802Z","caller":"traceutil/trace.go:171","msg":"trace[2106143473] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24175; }","duration":"2.106930949s","start":"2026-03-19T18:44:37.331857Z","end":"2026-03-19T18:44:39.438788Z","steps":["trace[2106143473] 'agreement among raft nodes before linearized reading' (duration: 2.106755034s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.438855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.331838Z","time spent":"2.107003391s","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.135715Z","time spent":"1.302673635s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:39.43905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915688035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:39.439114Z","caller":"traceutil/trace.go:171","msg":"trace[753531557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24175; }","duration":"1.915783237s","start":"2026-03-19T18:44:37.52331Z","end":"2026-03-19T18:44:39.439094Z","steps":["trace[753531557] 'agreement among raft nodes before linearized reading' (duration: 1.915676804s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.439162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:37.523293Z","time spent":"1.915860349s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:44:39.438359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.600806Z","time spent":"837.543474ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.43951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8112895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:39.439718Z","caller":"traceutil/trace.go:171","msg":"trace[1371812693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24175; }","duration":"3.811612208s","start":"2026-03-19T18:44:35.628088Z","end":"2026-03-19T18:44:39.4397Z","steps":["trace[1371812693] 'agreement among raft nodes before linearized reading' (duration: 3.810503341s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.439879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:35.628063Z","time spent":"3.811765542s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:44:39.440329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202255421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:39.440419Z","caller":"traceutil/trace.go:171","msg":"trace[1210087823] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24175; }","duration":"1.203610564s","start":"2026-03-19T18:44:38.236783Z","end":"2026-03-19T18:44:39.440393Z","steps":["trace[1210087823] 'agreement among raft nodes before linearized reading' (duration: 1.201661396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:39.440473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.236757Z","time spent":"1.203690816s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:39.438626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:38.129267Z","time spent":"1.309349498s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-19T18:44:39.944772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:44:40.022467Z","caller":"traceutil/trace.go:171","msg":"trace[331589534] linearizableReadLoop","detail":"{readStateIndex:25043; appliedIndex:25042; }","duration":"578.010328ms","start":"2026-03-19T18:44:39.44443Z","end":"2026-03-19T18:44:40.022441Z","steps":["trace[331589534] 'read index received' (duration: 577.853454ms)","trace[331589534] 'applied index is now lower than readState.Index' (duration: 156.223µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:40.023077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.631613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:40.023114Z","caller":"traceutil/trace.go:171","msg":"trace[878192376] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24176; }","duration":"578.710446ms","start":"2026-03-19T18:44:39.444396Z","end":"2026-03-19T18:44:40.023106Z","steps":["trace[878192376] 'agreement among raft nodes before linearized reading' (duration: 578.632804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.054001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:40.023135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:39.444378Z","time spent":"578.752416ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:44:40.023168Z","caller":"traceutil/trace.go:171","msg":"trace[13174763] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24176; }","duration":"576.140223ms","start":"2026-03-19T18:44:39.446992Z","end":"2026-03-19T18:44:40.023132Z","steps":["trace[13174763] 'agreement among raft nodes before linearized reading' (duration: 576.043381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:39.446982Z","time spent":"576.215125ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:44:40.02319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.593096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:40.023246Z","caller":"traceutil/trace.go:171","msg":"trace[1821509689] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24176; }","duration":"249.720609ms","start":"2026-03-19T18:44:39.773513Z","end":"2026-03-19T18:44:40.023233Z","steps":["trace[1821509689] 'agreement among raft nodes before linearized reading' (duration: 249.558765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.00436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:40.023319Z","caller":"traceutil/trace.go:171","msg":"trace[68989130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24176; }","duration":"574.060902ms","start":"2026-03-19T18:44:39.449248Z","end":"2026-03-19T18:44:40.023309Z","steps":["trace[68989130] 'agreement among raft nodes before linearized reading' (duration: 573.983861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.937372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:40.023571Z","caller":"traceutil/trace.go:171","msg":"trace[1901141276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24176; }","duration":"102.204999ms","start":"2026-03-19T18:44:39.921359Z","end":"2026-03-19T18:44:40.023564Z","steps":["trace[1901141276] 'agreement among raft nodes before linearized reading' (duration: 101.956393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:39.449244Z","time spent":"574.099323ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:44:40.022667Z","caller":"traceutil/trace.go:171","msg":"trace[49551380] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"578.888079ms","start":"2026-03-19T18:44:39.443769Z","end":"2026-03-19T18:44:40.022657Z","steps":["trace[49551380] 'process raft request' (duration: 578.564631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:39.443747Z","time spent":"579.871963ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:40.023694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.919458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-19T18:44:40.02372Z","caller":"traceutil/trace.go:171","msg":"trace[1449474870] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24176; }","duration":"575.952028ms","start":"2026-03-19T18:44:39.447758Z","end":"2026-03-19T18:44:40.02371Z","steps":["trace[1449474870] 'agreement among raft nodes before linearized reading' (duration: 575.810665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.023737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.343436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T18:44:40.023744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:39.447754Z","time spent":"575.985429ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11738,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-19T18:44:40.023759Z","caller":"traceutil/trace.go:171","msg":"trace[955230378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24176; }","duration":"133.398087ms","start":"2026-03-19T18:44:39.890354Z","end":"2026-03-19T18:44:40.023752Z","steps":["trace[955230378] 'agreement among raft nodes before linearized reading' (duration: 133.295345ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:40.697459Z","caller":"traceutil/trace.go:171","msg":"trace[288635895] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"669.345211ms","start":"2026-03-19T18:44:40.028084Z","end":"2026-03-19T18:44:40.697429Z","steps":["trace[288635895] 'process raft request' (duration: 609.428283ms)","trace[288635895] 'compare' (duration: 59.251022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:40.697614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.028054Z","time spent":"669.486384ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:40.69778Z","caller":"traceutil/trace.go:171","msg":"trace[236742816] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"669.083863ms","start":"2026-03-19T18:44:40.02866Z","end":"2026-03-19T18:44:40.697744Z","steps":["trace[236742816] 'process raft request' (duration: 668.715144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:40.69782Z","caller":"traceutil/trace.go:171","msg":"trace[1642141065] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"669.065953ms","start":"2026-03-19T18:44:40.028727Z","end":"2026-03-19T18:44:40.697793Z","steps":["trace[1642141065] 'process raft request' (duration: 668.904049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.698067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.028713Z","time spent":"669.280568ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:40.698049Z","caller":"traceutil/trace.go:171","msg":"trace[546871823] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"669.243828ms","start":"2026-03-19T18:44:40.028771Z","end":"2026-03-19T18:44:40.698014Z","steps":["trace[546871823] 'process raft request' (duration: 668.983571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.697931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.028643Z","time spent":"669.211397ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:40.698216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.02876Z","time spent":"669.373171ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:40.698249Z","caller":"traceutil/trace.go:171","msg":"trace[778045996] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"669.413142ms","start":"2026-03-19T18:44:40.028823Z","end":"2026-03-19T18:44:40.698236Z","steps":["trace[778045996] 'process raft request' (duration: 669.088913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.698317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.028798Z","time spent":"669.483514ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:40.698333Z","caller":"traceutil/trace.go:171","msg":"trace[1771236490] linearizableReadLoop","detail":"{readStateIndex:25045; appliedIndex:25043; }","duration":"669.73093ms","start":"2026-03-19T18:44:40.028588Z","end":"2026-03-19T18:44:40.698319Z","steps":["trace[1771236490] 'read index received' (duration: 21.965614ms)","trace[1771236490] 'applied index is now lower than readState.Index' (duration: 647.764426ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:40.698406Z","caller":"traceutil/trace.go:171","msg":"trace[792890604] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"669.128526ms","start":"2026-03-19T18:44:40.029268Z","end":"2026-03-19T18:44:40.698397Z","steps":["trace[792890604] 'process raft request' (duration: 668.90312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.698473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.029256Z","time spent":"669.176047ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:40.698503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.902044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:40.698574Z","caller":"traceutil/trace.go:171","msg":"trace[430707057] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24183; }","duration":"669.988217ms","start":"2026-03-19T18:44:40.028568Z","end":"2026-03-19T18:44:40.698557Z","steps":["trace[430707057] 'agreement among raft nodes before linearized reading' (duration: 669.868234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:40.698618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.02856Z","time spent":"670.049239ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:44:41.198782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:42.269813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017396622s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:42.269986Z","caller":"traceutil/trace.go:171","msg":"trace[282981279] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25050; }","duration":"1.571600129s","start":"2026-03-19T18:44:40.69837Z","end":"2026-03-19T18:44:42.26997Z","steps":["trace[282981279] 'read index received' (duration: 554.070224ms)","trace[282981279] 'applied index is now lower than readState.Index' (duration: 1.017528825s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:42.27022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241154965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-19T18:44:42.270261Z","caller":"traceutil/trace.go:171","msg":"trace[894134107] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24185; }","duration":"2.241208656s","start":"2026-03-19T18:44:40.029041Z","end":"2026-03-19T18:44:42.27025Z","steps":["trace[894134107] 'agreement among raft nodes before linearized reading' (duration: 2.241132054s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.270296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.029034Z","time spent":"2.241255017s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:44:42.270282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084157774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:42.270368Z","caller":"traceutil/trace.go:171","msg":"trace[808349131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24185; }","duration":"2.084288717s","start":"2026-03-19T18:44:40.186054Z","end":"2026-03-19T18:44:42.270343Z","steps":["trace[808349131] 'agreement among raft nodes before linearized reading' (duration: 2.084107683s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.270425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.18604Z","time spent":"2.084374779s","remote":"127.0.0.1:51040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:42.270376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606821767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:42.27053Z","caller":"traceutil/trace.go:171","msg":"trace[979590287] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24185; }","duration":"1.607130014s","start":"2026-03-19T18:44:40.663378Z","end":"2026-03-19T18:44:42.270508Z","steps":["trace[979590287] 'agreement among raft nodes before linearized reading' (duration: 1.606780536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.270795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600211195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:42.270932Z","caller":"traceutil/trace.go:171","msg":"trace[1010920740] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24185; }","duration":"1.60040188s","start":"2026-03-19T18:44:40.670503Z","end":"2026-03-19T18:44:42.270905Z","steps":["trace[1010920740] 'agreement among raft nodes before linearized reading' (duration: 1.600187235s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.270972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.663361Z","time spent":"1.607581675s","remote":"127.0.0.1:45106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:42.271036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.670484Z","time spent":"1.600520093s","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:42.270662Z","caller":"traceutil/trace.go:171","msg":"trace[1856487341] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"1.605459183s","start":"2026-03-19T18:44:40.66517Z","end":"2026-03-19T18:44:42.270629Z","steps":["trace[1856487341] 'process raft request' (duration: 1.604736646s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.271336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.665155Z","time spent":"1.606060267s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:42.270685Z","caller":"traceutil/trace.go:171","msg":"trace[407172100] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"1.627141211s","start":"2026-03-19T18:44:40.643525Z","end":"2026-03-19T18:44:42.270667Z","steps":["trace[407172100] 'process raft request' (duration: 608.816727ms)","trace[407172100] 'compare' (duration: 1.016652563s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:42.271665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.643503Z","time spent":"1.628048982s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:42.27074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653973645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-19T18:44:42.271837Z","caller":"traceutil/trace.go:171","msg":"trace[261534703] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:24185; }","duration":"1.655081191s","start":"2026-03-19T18:44:40.616725Z","end":"2026-03-19T18:44:42.271807Z","steps":["trace[261534703] 'agreement among raft nodes before linearized reading' (duration: 1.653905933s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:42.271909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.616707Z","time spent":"1.655185813s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:44:42.770327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:43.188033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:44:43.188157Z","caller":"traceutil/trace.go:171","msg":"trace[1064465482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344884s","start":"2026-03-19T18:44:41.187791Z","end":"2026-03-19T18:44:43.188136Z","steps":["trace[1064465482] 'agreement among raft nodes before linearized reading' (duration: 2.000194681s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:43.188213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.187733Z","time spent":"2.000469407s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:44:43.270472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:43.478561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.76432563s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:44:43.628583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.626452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:44:43.628965Z","caller":"traceutil/trace.go:171","msg":"trace[918068510] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"2.181301748s","start":"2026-03-19T18:44:41.447646Z","end":"2026-03-19T18:44:43.628948Z","steps":["trace[918068510] 'process raft request' (duration: 2.181251707s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:43.629052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.447621Z","time spent":"2.181390901s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:43.629171Z","caller":"traceutil/trace.go:171","msg":"trace[560339322] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"2.183265256s","start":"2026-03-19T18:44:41.44589Z","end":"2026-03-19T18:44:43.629155Z","steps":["trace[560339322] 'process raft request' (duration: 2.182914458s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:43.629238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.445873Z","time spent":"2.183334359s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:43.629363Z","caller":"traceutil/trace.go:171","msg":"trace[1243999382] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"2.183020609s","start":"2026-03-19T18:44:41.446301Z","end":"2026-03-19T18:44:43.629321Z","steps":["trace[1243999382] 'process raft request' (duration: 2.182552288s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:43.629389Z","caller":"traceutil/trace.go:171","msg":"trace[1064558961] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"2.184951657s","start":"2026-03-19T18:44:41.444241Z","end":"2026-03-19T18:44:43.629193Z","steps":["trace[1064558961] 'process raft request' (duration: 2.184432725s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:43.629458Z","caller":"traceutil/trace.go:171","msg":"trace[934823830] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"2.184776182s","start":"2026-03-19T18:44:41.444672Z","end":"2026-03-19T18:44:43.629448Z","steps":["trace[934823830] 'process raft request' (duration: 2.184090126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:43.629519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.444646Z","time spent":"2.184841994s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:43.629623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.446287Z","time spent":"2.183180974s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:43.629624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.44419Z","time spent":"2.185298815s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:43.629409Z","caller":"traceutil/trace.go:171","msg":"trace[696740991] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"2.186583527s","start":"2026-03-19T18:44:41.442805Z","end":"2026-03-19T18:44:43.629388Z","steps":["trace[696740991] 'process raft request' (duration: 2.036021812s)","trace[696740991] 'compare' (duration: 149.067568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:43.629828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.442781Z","time spent":"2.187011118s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:45.189279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:44:45.189809Z","caller":"traceutil/trace.go:171","msg":"trace[582638975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000655353s","start":"2026-03-19T18:44:43.189138Z","end":"2026-03-19T18:44:45.189793Z","steps":["trace[582638975] 'agreement among raft nodes before linearized reading' (duration: 2.00011035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:45.189899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:43.189116Z","time spent":"2.000769825s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:44:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:44:46.571529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693403934s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T18:44:46.571869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539898383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:46.57192Z","caller":"traceutil/trace.go:171","msg":"trace[607248156] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24191; }","duration":"4.539995206s","start":"2026-03-19T18:44:42.031911Z","end":"2026-03-19T18:44:46.571906Z","steps":["trace[607248156] 'agreement among raft nodes before linearized reading' (duration: 4.539895043s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.571982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.273914Z","time spent":"4.298061479s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:44:46.572036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.031889Z","time spent":"4.540131989s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:46.572422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518049461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T18:44:46.57245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.294580227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:44:46.572466Z","caller":"traceutil/trace.go:171","msg":"trace[717140809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24191; }","duration":"4.518123543s","start":"2026-03-19T18:44:42.05433Z","end":"2026-03-19T18:44:46.572453Z","steps":["trace[717140809] 'agreement among raft nodes before linearized reading' (duration: 4.51798173s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.5726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.054315Z","time spent":"4.518273346s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:46.572932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738873815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:46.572977Z","caller":"traceutil/trace.go:171","msg":"trace[1848392365] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24191; }","duration":"5.738957677s","start":"2026-03-19T18:44:40.834007Z","end":"2026-03-19T18:44:46.572965Z","steps":["trace[1848392365] 'agreement among raft nodes before linearized reading' (duration: 5.738882555s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.572948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.293018884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:44:46.572991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.868805767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:46.57304Z","caller":"traceutil/trace.go:171","msg":"trace[63593598] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24191; }","duration":"5.293157568s","start":"2026-03-19T18:44:41.279866Z","end":"2026-03-19T18:44:46.573024Z","steps":["trace[63593598] 'agreement among raft nodes before linearized reading' (duration: 5.293003984s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:46.573047Z","caller":"traceutil/trace.go:171","msg":"trace[961275482] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24191; }","duration":"5.86889874s","start":"2026-03-19T18:44:40.704132Z","end":"2026-03-19T18:44:46.573031Z","steps":["trace[961275482] 'agreement among raft nodes before linearized reading' (duration: 5.868804088s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:46.573038Z","caller":"traceutil/trace.go:171","msg":"trace[2138105301] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"2.295299196s","start":"2026-03-19T18:44:44.277719Z","end":"2026-03-19T18:44:46.573018Z","steps":["trace[2138105301] 'process raft request' (duration: 2.295154862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.573086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.27985Z","time spent":"5.293225279s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:46.573087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.704114Z","time spent":"5.868964111s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:44:46.573171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.83396Z","time spent":"5.739037419s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:46.573273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634278791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:46.573312Z","caller":"traceutil/trace.go:171","msg":"trace[1839814276] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24192; }","duration":"4.634351123s","start":"2026-03-19T18:44:41.938949Z","end":"2026-03-19T18:44:46.5733Z","steps":["trace[1839814276] 'agreement among raft nodes before linearized reading' (duration: 4.634283182s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.573359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.938929Z","time spent":"4.634422036s","remote":"127.0.0.1:42376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:46.573174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:44.277691Z","time spent":"2.295412798s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:46.573577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078037952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-19T18:44:46.573614Z","caller":"traceutil/trace.go:171","msg":"trace[1518307844] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24192; }","duration":"5.078074013s","start":"2026-03-19T18:44:41.49553Z","end":"2026-03-19T18:44:46.573604Z","steps":["trace[1518307844] 'agreement among raft nodes before linearized reading' (duration: 5.07794463s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.573647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:41.495486Z","time spent":"5.078155144s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T18:44:46.571626Z","caller":"traceutil/trace.go:171","msg":"trace[1597542606] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25052; }","duration":"4.301583384s","start":"2026-03-19T18:44:42.270024Z","end":"2026-03-19T18:44:46.571608Z","steps":["trace[1597542606] 'read index received' (duration: 1.208679086s)","trace[1597542606] 'applied index is now lower than readState.Index' (duration: 3.092902698s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:46.574695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872380524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-19T18:44:46.574798Z","caller":"traceutil/trace.go:171","msg":"trace[820007403] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:24192; }","duration":"5.872508608s","start":"2026-03-19T18:44:40.702262Z","end":"2026-03-19T18:44:46.57477Z","steps":["trace[820007403] 'agreement among raft nodes before linearized reading' (duration: 5.871428362s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:46.574868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:40.702244Z","time spent":"5.8726092s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"warn","ts":"2026-03-19T18:44:47.074207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:47.19522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:44:47.195305Z","caller":"traceutil/trace.go:171","msg":"trace[1337613730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250853s","start":"2026-03-19T18:44:45.195034Z","end":"2026-03-19T18:44:47.195285Z","steps":["trace[1337613730] 'agreement among raft nodes before linearized reading' (duration: 2.000150111s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:47.195353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.195018Z","time spent":"2.000326386s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:44:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:44:47.574371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:47.701675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999246135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:44:47.701722Z","caller":"traceutil/trace.go:171","msg":"trace[1139993131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999340377s","start":"2026-03-19T18:44:42.702368Z","end":"2026-03-19T18:44:47.701708Z","steps":["trace[1139993131] 'agreement among raft nodes before linearized reading' (duration: 4.999284836s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:47.701747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.702347Z","time spent":"4.999394349s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:44:47.702281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998854856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:44:47.702362Z","caller":"traceutil/trace.go:171","msg":"trace[283052831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998983948s","start":"2026-03-19T18:44:42.703358Z","end":"2026-03-19T18:44:47.702342Z","steps":["trace[283052831] 'agreement among raft nodes before linearized reading' (duration: 4.998881556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:47.70241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.703338Z","time spent":"4.99906255s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 18:44:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:44:48.074642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:48.575211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:48.847829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.275251367s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:44:48.918862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.580939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:48.918993Z","caller":"traceutil/trace.go:171","msg":"trace[1456721929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24192; }","duration":"967.723142ms","start":"2026-03-19T18:44:47.95125Z","end":"2026-03-19T18:44:48.918973Z","steps":["trace[1456721929] 'range keys from in-memory index tree' (duration: 967.563209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.919881Z","caller":"traceutil/trace.go:171","msg":"trace[1735481279] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"4.473249062s","start":"2026-03-19T18:44:44.446588Z","end":"2026-03-19T18:44:48.919837Z","steps":["trace[1735481279] 'process raft request' (duration: 4.401514446s)","trace[1735481279] 'compare' (duration: 71.50128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:48.920111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:44.446565Z","time spent":"4.473408816s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:48.920197Z","caller":"traceutil/trace.go:171","msg":"trace[634357277] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"3.284335126s","start":"2026-03-19T18:44:45.635833Z","end":"2026-03-19T18:44:48.920168Z","steps":["trace[634357277] 'process raft request' (duration: 3.284236923s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.920421Z","caller":"traceutil/trace.go:171","msg":"trace[1897593355] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"3.285544736s","start":"2026-03-19T18:44:45.634856Z","end":"2026-03-19T18:44:48.920401Z","steps":["trace[1897593355] 'process raft request' (duration: 3.285095234s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.920488Z","caller":"traceutil/trace.go:171","msg":"trace[1542180180] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"3.285386871s","start":"2026-03-19T18:44:45.635091Z","end":"2026-03-19T18:44:48.920478Z","steps":["trace[1542180180] 'process raft request' (duration: 3.28494188s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.920477Z","caller":"traceutil/trace.go:171","msg":"trace[462024495] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"3.285518944s","start":"2026-03-19T18:44:45.634918Z","end":"2026-03-19T18:44:48.920437Z","steps":["trace[462024495] 'process raft request' (duration: 3.285082083s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.920531Z","caller":"traceutil/trace.go:171","msg":"trace[1053214698] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"3.285790342s","start":"2026-03-19T18:44:45.634706Z","end":"2026-03-19T18:44:48.920497Z","steps":["trace[1053214698] 'process raft request' (duration: 3.285063013s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:48.920557Z","caller":"traceutil/trace.go:171","msg":"trace[12651344] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"3.281828745s","start":"2026-03-19T18:44:45.638714Z","end":"2026-03-19T18:44:48.920542Z","steps":["trace[12651344] 'process raft request' (duration: 3.281406654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:48.920578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.635083Z","time spent":"3.285426923s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:48.920637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.638694Z","time spent":"3.281900037s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:48.920663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.63468Z","time spent":"3.285911324s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:48.920553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.634849Z","time spent":"3.285634998s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:48.920694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.634891Z","time spent":"3.285672918s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:48.920443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:45.635819Z","time spent":"3.284523751s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:49.120001Z","caller":"traceutil/trace.go:171","msg":"trace[1838228806] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24200; }","duration":"2.546342134s","start":"2026-03-19T18:44:46.573603Z","end":"2026-03-19T18:44:49.119945Z","steps":["trace[1838228806] 'process raft request' (duration: 2.546120678s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.120109Z","caller":"traceutil/trace.go:171","msg":"trace[2070235686] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"2.542075681s","start":"2026-03-19T18:44:46.578003Z","end":"2026-03-19T18:44:49.120079Z","steps":["trace[2070235686] 'process raft request' (duration: 2.541948928s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.120213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.573581Z","time spent":"2.546534389s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:49.12034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.577996Z","time spent":"2.542242025s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:49.120479Z","caller":"traceutil/trace.go:171","msg":"trace[545184802] linearizableReadLoop","detail":"{readStateIndex:25072; appliedIndex:25060; }","duration":"2.546651441s","start":"2026-03-19T18:44:46.573814Z","end":"2026-03-19T18:44:49.120465Z","steps":["trace[545184802] 'read index received' (duration: 2.274301943s)","trace[545184802] 'applied index is now lower than readState.Index' (duration: 272.348408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:44:49.12045Z","caller":"traceutil/trace.go:171","msg":"trace[348122735] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"2.169820941s","start":"2026-03-19T18:44:46.950603Z","end":"2026-03-19T18:44:49.120424Z","steps":["trace[348122735] 'process raft request' (duration: 2.169415761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.120575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457392006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:44:49.120628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.654506682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:49.120128Z","caller":"traceutil/trace.go:171","msg":"trace[1914673383] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"2.542249795s","start":"2026-03-19T18:44:46.577829Z","end":"2026-03-19T18:44:49.120079Z","steps":["trace[1914673383] 'process raft request' (duration: 2.541991709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.12065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.950583Z","time spent":"2.169969664s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:49.120768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.416030656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:44:49.120756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.577816Z","time spent":"2.54288438s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:49.120761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053428536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:49.120776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381738215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:49.120798Z","caller":"traceutil/trace.go:171","msg":"trace[862464947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24204; }","duration":"6.416082788s","start":"2026-03-19T18:44:42.704708Z","end":"2026-03-19T18:44:49.120791Z","steps":["trace[862464947] 'agreement among raft nodes before linearized reading' (duration: 6.415968655s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.120699Z","caller":"traceutil/trace.go:171","msg":"trace[846173320] transaction","detail":"{read_only:false; response_revision:24204; number_of_response:1; }","duration":"541.718244ms","start":"2026-03-19T18:44:48.578966Z","end":"2026-03-19T18:44:49.120684Z","steps":["trace[846173320] 'process raft request' (duration: 541.328565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.120818Z","caller":"traceutil/trace.go:171","msg":"trace[1820437008] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24204; }","duration":"3.053526528s","start":"2026-03-19T18:44:46.067277Z","end":"2026-03-19T18:44:49.120804Z","steps":["trace[1820437008] 'agreement among raft nodes before linearized reading' (duration: 3.053427656s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.120828Z","caller":"traceutil/trace.go:171","msg":"trace[422315637] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24204; }","duration":"4.381817127s","start":"2026-03-19T18:44:44.738996Z","end":"2026-03-19T18:44:49.120813Z","steps":["trace[422315637] 'agreement among raft nodes before linearized reading' (duration: 4.381731785s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.120864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.067258Z","time spent":"3.0535966s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.12088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:44.738974Z","time spent":"4.381888809s","remote":"127.0.0.1:50968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.120901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.41619602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:44:49.120648Z","caller":"traceutil/trace.go:171","msg":"trace[1967007197] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24204; }","duration":"4.457507709s","start":"2026-03-19T18:44:44.663122Z","end":"2026-03-19T18:44:49.120629Z","steps":["trace[1967007197] 'agreement among raft nodes before linearized reading' (duration: 4.457384986s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.120924Z","caller":"traceutil/trace.go:171","msg":"trace[1991419971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24204; }","duration":"6.416220731s","start":"2026-03-19T18:44:42.704697Z","end":"2026-03-19T18:44:49.120918Z","steps":["trace[1991419971] 'agreement among raft nodes before linearized reading' (duration: 6.416148909s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.120945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.704654Z","time spent":"6.416286312s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:44:49.120951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:44.663093Z","time spent":"4.457840117s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.120935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:48.578946Z","time spent":"541.905428ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:49.12083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.704693Z","time spent":"6.416130659s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:44:49.120662Z","caller":"traceutil/trace.go:171","msg":"trace[1759262408] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24204; }","duration":"5.654596774s","start":"2026-03-19T18:44:43.466052Z","end":"2026-03-19T18:44:49.120649Z","steps":["trace[1759262408] 'agreement among raft nodes before linearized reading' (duration: 5.654513832s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:43.466031Z","time spent":"5.655092867s","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.121208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836145222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-19T18:44:49.121239Z","caller":"traceutil/trace.go:171","msg":"trace[460463404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24204; }","duration":"6.836199712s","start":"2026-03-19T18:44:42.285028Z","end":"2026-03-19T18:44:49.121228Z","steps":["trace[460463404] 'agreement among raft nodes before linearized reading' (duration: 6.83611089s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:42.285014Z","time spent":"6.836246574s","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T18:44:49.121379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544448698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-19T18:44:49.121417Z","caller":"traceutil/trace.go:171","msg":"trace[2088565420] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24204; }","duration":"2.544504209s","start":"2026-03-19T18:44:46.576902Z","end":"2026-03-19T18:44:49.121407Z","steps":["trace[2088565420] 'agreement among raft nodes before linearized reading' (duration: 2.544335905s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32636208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:49.121451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.576866Z","time spent":"2.54457814s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-19T18:44:49.121467Z","caller":"traceutil/trace.go:171","msg":"trace[1684658914] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24204; }","duration":"2.326475953s","start":"2026-03-19T18:44:46.794978Z","end":"2026-03-19T18:44:49.121453Z","steps":["trace[1684658914] 'agreement among raft nodes before linearized reading' (duration: 2.32636059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.794961Z","time spent":"2.326528594s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.121547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170195519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T18:44:49.121652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.058676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:49.121643Z","caller":"traceutil/trace.go:171","msg":"trace[168306495] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24204; }","duration":"2.170333912s","start":"2026-03-19T18:44:46.951292Z","end":"2026-03-19T18:44:49.121626Z","steps":["trace[168306495] 'agreement among raft nodes before linearized reading' (duration: 2.170030495s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.1217Z","caller":"traceutil/trace.go:171","msg":"trace[2072028874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24204; }","duration":"264.141548ms","start":"2026-03-19T18:44:48.857541Z","end":"2026-03-19T18:44:49.121683Z","steps":["trace[2072028874] 'agreement among raft nodes before linearized reading' (duration: 264.076667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544315624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-19T18:44:49.121749Z","caller":"traceutil/trace.go:171","msg":"trace[628288923] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24204; }","duration":"2.544392416s","start":"2026-03-19T18:44:46.577344Z","end":"2026-03-19T18:44:49.121737Z","steps":["trace[628288923] 'agreement among raft nodes before linearized reading' (duration: 2.544259383s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926228261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:49.12166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224784687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:44:49.12179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.577327Z","time spent":"2.544452368s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":751,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-19T18:44:49.12181Z","caller":"traceutil/trace.go:171","msg":"trace[1733143912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24204; }","duration":"2.224969972s","start":"2026-03-19T18:44:46.89683Z","end":"2026-03-19T18:44:49.1218Z","steps":["trace[1733143912] 'agreement among raft nodes before linearized reading' (duration: 2.224799138s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:49.121808Z","caller":"traceutil/trace.go:171","msg":"trace[255443008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24204; }","duration":"1.926304023s","start":"2026-03-19T18:44:47.195489Z","end":"2026-03-19T18:44:49.121793Z","steps":["trace[255443008] 'agreement among raft nodes before linearized reading' (duration: 1.926226331s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.121843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.896811Z","time spent":"2.225022054s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.12185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:47.195462Z","time spent":"1.926378745s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:44:49.121731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:46.951259Z","time spent":"2.170457255s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T18:44:49.121587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483312391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:49.12202Z","caller":"traceutil/trace.go:171","msg":"trace[292087748] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24204; }","duration":"1.483768673s","start":"2026-03-19T18:44:47.638234Z","end":"2026-03-19T18:44:49.122003Z","steps":["trace[292087748] 'agreement among raft nodes before linearized reading' (duration: 1.48329173s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:49.122856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:47.638221Z","time spent":"1.483882796s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:49.625952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:50.126775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:50.376257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253195311s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:44:51.115319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.801092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T18:44:51.115432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.122748Z","time spent":"1.992679928s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:44:51.117961Z","caller":"traceutil/trace.go:171","msg":"trace[535526292] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"1.991970011s","start":"2026-03-19T18:44:49.125966Z","end":"2026-03-19T18:44:51.117936Z","steps":["trace[535526292] 'process raft request' (duration: 1.991744106s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.118001Z","caller":"traceutil/trace.go:171","msg":"trace[283246341] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"1.990844304s","start":"2026-03-19T18:44:49.12713Z","end":"2026-03-19T18:44:51.117974Z","steps":["trace[283246341] 'process raft request' (duration: 1.990745892s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.118106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.125945Z","time spent":"1.992081684s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:51.118141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.127107Z","time spent":"1.990957946s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:44:51.118313Z","caller":"traceutil/trace.go:171","msg":"trace[202273657] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"1.99108176s","start":"2026-03-19T18:44:49.127198Z","end":"2026-03-19T18:44:51.11828Z","steps":["trace[202273657] 'process raft request' (duration: 1.990734491s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.118459Z","caller":"traceutil/trace.go:171","msg":"trace[943692892] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"1.416201268s","start":"2026-03-19T18:44:49.702245Z","end":"2026-03-19T18:44:51.118446Z","steps":["trace[943692892] 'process raft request' (duration: 1.416013083s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.118467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992835922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T18:44:51.118449Z","caller":"traceutil/trace.go:171","msg":"trace[1954090658] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"1.990350461s","start":"2026-03-19T18:44:49.128065Z","end":"2026-03-19T18:44:51.118415Z","steps":["trace[1954090658] 'process raft request' (duration: 1.990075274s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.118513Z","caller":"traceutil/trace.go:171","msg":"trace[388850552] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:24209; }","duration":"1.992911234s","start":"2026-03-19T18:44:49.125591Z","end":"2026-03-19T18:44:51.118502Z","steps":["trace[388850552] 'agreement among raft nodes before linearized reading' (duration: 1.992773661s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.11853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.702226Z","time spent":"1.416269609s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:51.11856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.125574Z","time spent":"1.992975495s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"info","ts":"2026-03-19T18:44:51.11833Z","caller":"traceutil/trace.go:171","msg":"trace[502909236] linearizableReadLoop","detail":"{readStateIndex:25079; appliedIndex:25073; }","duration":"1.992689548s","start":"2026-03-19T18:44:49.125622Z","end":"2026-03-19T18:44:51.118312Z","steps":["trace[502909236] 'read index received' (duration: 1.250891664s)","trace[502909236] 'applied index is now lower than readState.Index' (duration: 741.796914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:51.11871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.127189Z","time spent":"1.991277335s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:51.118596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.128051Z","time spent":"1.990470724s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:51.129498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:44:51.12958Z","caller":"traceutil/trace.go:171","msg":"trace[709803143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714504s","start":"2026-03-19T18:44:49.128849Z","end":"2026-03-19T18:44:51.129563Z","steps":["trace[709803143] 'agreement among raft nodes before linearized reading' (duration: 2.000617192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.129777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.128841Z","time spent":"2.000925049s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:44:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T18:44:51.13728Z","caller":"traceutil/trace.go:171","msg":"trace[734293688] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"211.344574ms","start":"2026-03-19T18:44:50.925923Z","end":"2026-03-19T18:44:51.137268Z","steps":["trace[734293688] 'process raft request' (duration: 211.276202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.137287Z","caller":"traceutil/trace.go:171","msg":"trace[1458227674] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"211.669193ms","start":"2026-03-19T18:44:50.925588Z","end":"2026-03-19T18:44:51.137257Z","steps":["trace[1458227674] 'process raft request' (duration: 211.462428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.137435Z","caller":"traceutil/trace.go:171","msg":"trace[972661305] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"211.730064ms","start":"2026-03-19T18:44:50.925695Z","end":"2026-03-19T18:44:51.137425Z","steps":["trace[972661305] 'process raft request' (duration: 211.460997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.137909Z","caller":"traceutil/trace.go:171","msg":"trace[1767387102] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"211.894787ms","start":"2026-03-19T18:44:50.925998Z","end":"2026-03-19T18:44:51.137893Z","steps":["trace[1767387102] 'process raft request' (duration: 211.240451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.138035Z","caller":"traceutil/trace.go:171","msg":"trace[2032007991] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"210.830181ms","start":"2026-03-19T18:44:50.92719Z","end":"2026-03-19T18:44:51.138021Z","steps":["trace[2032007991] 'process raft request' (duration: 210.460272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.138298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433884469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T18:44:51.138342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635444313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:51.138383Z","caller":"traceutil/trace.go:171","msg":"trace[1278599408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24216; }","duration":"1.635493254s","start":"2026-03-19T18:44:49.502877Z","end":"2026-03-19T18:44:51.138371Z","steps":["trace[1278599408] 'agreement among raft nodes before linearized reading' (duration: 1.635411282s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.138398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909519134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:44:51.138424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.502819Z","time spent":"1.635595238s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:44:51.138453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.282691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:44:51.138493Z","caller":"traceutil/trace.go:171","msg":"trace[1723624774] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24216; }","duration":"349.354372ms","start":"2026-03-19T18:44:50.789126Z","end":"2026-03-19T18:44:51.13848Z","steps":["trace[1723624774] 'agreement among raft nodes before linearized reading' (duration: 349.28412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:44:51.138379Z","caller":"traceutil/trace.go:171","msg":"trace[769386020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24216; }","duration":"1.434015112s","start":"2026-03-19T18:44:49.704346Z","end":"2026-03-19T18:44:51.138361Z","steps":["trace[769386020] 'agreement among raft nodes before linearized reading' (duration: 1.433758966s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.138532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:50.789111Z","time spent":"349.410384ms","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:51.138224Z","caller":"traceutil/trace.go:171","msg":"trace[1515227908] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"210.773279ms","start":"2026-03-19T18:44:50.927424Z","end":"2026-03-19T18:44:51.138198Z","steps":["trace[1515227908] 'process raft request' (duration: 210.482622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.13856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.704329Z","time spent":"1.434213557s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:44:51.138296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434677538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:44:51.138738Z","caller":"traceutil/trace.go:171","msg":"trace[1627114715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24216; }","duration":"1.435153969s","start":"2026-03-19T18:44:49.703567Z","end":"2026-03-19T18:44:51.138721Z","steps":["trace[1627114715] 'agreement among raft nodes before linearized reading' (duration: 1.434547924s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.138797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.703561Z","time spent":"1.43522422s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:44:51.138467Z","caller":"traceutil/trace.go:171","msg":"trace[327321252] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24216; }","duration":"1.909614836s","start":"2026-03-19T18:44:49.228829Z","end":"2026-03-19T18:44:51.138444Z","steps":["trace[327321252] 'agreement among raft nodes before linearized reading' (duration: 1.909520364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:51.139097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:49.228812Z","time spent":"1.910258363s","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:57.145649Z","caller":"traceutil/trace.go:171","msg":"trace[203479127] linearizableReadLoop","detail":"{readStateIndex:25134; appliedIndex:25133; }","duration":"486.04884ms","start":"2026-03-19T18:44:56.659574Z","end":"2026-03-19T18:44:57.145622Z","steps":["trace[203479127] 'read index received' (duration: 485.708671ms)","trace[203479127] 'applied index is now lower than readState.Index' (duration: 338.949µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:44:57.14581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.204844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:44:57.145861Z","caller":"traceutil/trace.go:171","msg":"trace[2122668684] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24263; }","duration":"486.281446ms","start":"2026-03-19T18:44:56.659564Z","end":"2026-03-19T18:44:57.145846Z","steps":["trace[2122668684] 'agreement among raft nodes before linearized reading' (duration: 486.167733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:57.145927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:56.659504Z","time spent":"486.405568ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:44:57.146087Z","caller":"traceutil/trace.go:171","msg":"trace[877948000] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"513.549078ms","start":"2026-03-19T18:44:56.632389Z","end":"2026-03-19T18:44:57.145938Z","steps":["trace[877948000] 'process raft request' (duration: 513.034156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:57.146625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:56.632377Z","time spent":"513.851186ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:57.702292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:58.203246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:58.704287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:44:59.119903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921296691s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:44:59.120924Z","caller":"traceutil/trace.go:171","msg":"trace[940315757] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.922425339s","start":"2026-03-19T18:44:57.198476Z","end":"2026-03-19T18:44:59.120902Z","steps":["trace[940315757] 'process raft request' (duration: 1.922262995s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:59.121087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.198448Z","time spent":"1.922551451s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:44:59.228129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:44:59.228252Z","caller":"traceutil/trace.go:171","msg":"trace[967148865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438377s","start":"2026-03-19T18:44:57.227764Z","end":"2026-03-19T18:44:59.228202Z","steps":["trace[967148865] 'agreement among raft nodes before linearized reading' (duration: 2.000317945s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:44:59.2284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.227751Z","time spent":"2.000601872s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:00.268108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006792913s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:00.268668Z","caller":"traceutil/trace.go:171","msg":"trace[1100778750] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"3.067868008s","start":"2026-03-19T18:44:57.200763Z","end":"2026-03-19T18:45:00.268631Z","steps":["trace[1100778750] 'process raft request' (duration: 3.06755857s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:00.268684Z","caller":"traceutil/trace.go:171","msg":"trace[1248746905] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"3.066536745s","start":"2026-03-19T18:44:57.202114Z","end":"2026-03-19T18:45:00.268651Z","steps":["trace[1248746905] 'process raft request' (duration: 3.06640845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.268862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.200737Z","time spent":"3.068015221s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:00.268895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.202088Z","time spent":"3.066688039s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:00.269017Z","caller":"traceutil/trace.go:171","msg":"trace[1978254190] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"3.066172867s","start":"2026-03-19T18:44:57.20282Z","end":"2026-03-19T18:45:00.268993Z","steps":["trace[1978254190] 'process raft request' (duration: 3.065763527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.269149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.202801Z","time spent":"3.066284839s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:00.269429Z","caller":"traceutil/trace.go:171","msg":"trace[310487284] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"3.066372761s","start":"2026-03-19T18:44:57.203049Z","end":"2026-03-19T18:45:00.269422Z","steps":["trace[310487284] 'process raft request' (duration: 3.065888019s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.269465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.203027Z","time spent":"3.066417193s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:00.269668Z","caller":"traceutil/trace.go:171","msg":"trace[342615342] linearizableReadLoop","detail":"{readStateIndex:25141; appliedIndex:25134; }","duration":"3.067747844s","start":"2026-03-19T18:44:57.201913Z","end":"2026-03-19T18:45:00.269661Z","steps":["trace[342615342] 'read index received' (duration: 1.918257368s)","trace[342615342] 'applied index is now lower than readState.Index' (duration: 1.149489726s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:00.269586Z","caller":"traceutil/trace.go:171","msg":"trace[328912588] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"3.066483704s","start":"2026-03-19T18:44:57.203068Z","end":"2026-03-19T18:45:00.269552Z","steps":["trace[328912588] 'process raft request' (duration: 3.06632012s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:00.26973Z","caller":"traceutil/trace.go:171","msg":"trace[1786624114] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"1.337122592s","start":"2026-03-19T18:44:58.932602Z","end":"2026-03-19T18:45:00.269725Z","steps":["trace[1786624114] 'process raft request' (duration: 1.336980909s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.269766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:58.932576Z","time spent":"1.337169974s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:00.26985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.203056Z","time spent":"3.066680449s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:00.26971Z","caller":"traceutil/trace.go:171","msg":"trace[1095338341] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"3.066233708s","start":"2026-03-19T18:44:57.203471Z","end":"2026-03-19T18:45:00.269705Z","steps":["trace[1095338341] 'process raft request' (duration: 3.066026013s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.270068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068128893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:45:00.270145Z","caller":"traceutil/trace.go:171","msg":"trace[1060030980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24271; }","duration":"3.068249836s","start":"2026-03-19T18:44:57.201876Z","end":"2026-03-19T18:45:00.270126Z","steps":["trace[1060030980] 'agreement among raft nodes before linearized reading' (duration: 3.067916128s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.270115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.203465Z","time spent":"3.066523825s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:00.270188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.201863Z","time spent":"3.068317007s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:00.855397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:45:00.855502Z","caller":"traceutil/trace.go:171","msg":"trace[294920885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169681s","start":"2026-03-19T18:44:58.855305Z","end":"2026-03-19T18:45:00.855475Z","steps":["trace[294920885] 'agreement among raft nodes before linearized reading' (duration: 2.000037297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.855553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:58.855289Z","time spent":"2.000250353s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:45:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:00.900682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.84928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:45:00.900922Z","caller":"traceutil/trace.go:171","msg":"trace[669964690] linearizableReadLoop","detail":"{readStateIndex:25143; appliedIndex:25142; }","duration":"631.217093ms","start":"2026-03-19T18:45:00.269682Z","end":"2026-03-19T18:45:00.900899Z","steps":["trace[669964690] 'read index received' (duration: 123.162648ms)","trace[669964690] 'applied index is now lower than readState.Index' (duration: 508.052475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:00.901031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62929099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:00.901113Z","caller":"traceutil/trace.go:171","msg":"trace[225548536] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24271; }","duration":"3.629429234s","start":"2026-03-19T18:44:57.271661Z","end":"2026-03-19T18:45:00.90109Z","steps":["trace[225548536] 'agreement among raft nodes before linearized reading' (duration: 3.629278891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074391437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:00.901165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.271636Z","time spent":"3.629516346s","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:00.901186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099085768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:00.901218Z","caller":"traceutil/trace.go:171","msg":"trace[879672054] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24271; }","duration":"2.07453195s","start":"2026-03-19T18:44:58.826627Z","end":"2026-03-19T18:45:00.901159Z","steps":["trace[879672054] 'agreement among raft nodes before linearized reading' (duration: 2.074367116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:58.826609Z","time spent":"2.074652113s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:00.901268Z","caller":"traceutil/trace.go:171","msg":"trace[317043895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24271; }","duration":"2.09919121s","start":"2026-03-19T18:44:58.802057Z","end":"2026-03-19T18:45:00.901248Z","steps":["trace[317043895] 'agreement among raft nodes before linearized reading' (duration: 2.099005136s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:58.801989Z","time spent":"2.099318314s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:00.901319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689322252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:45:00.901407Z","caller":"traceutil/trace.go:171","msg":"trace[1306153397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24271; }","duration":"3.689438796s","start":"2026-03-19T18:44:57.21195Z","end":"2026-03-19T18:45:00.901388Z","steps":["trace[1306153397] 'agreement among raft nodes before linearized reading' (duration: 3.689164509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067104259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276022"} {"level":"warn","ts":"2026-03-19T18:45:00.901452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.211943Z","time spent":"3.689498987s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:00.901432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689969518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:45:00.901492Z","caller":"traceutil/trace.go:171","msg":"trace[1169249918] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24271; }","duration":"2.067175961s","start":"2026-03-19T18:44:58.834284Z","end":"2026-03-19T18:45:00.90146Z","steps":["trace[1169249918] 'agreement among raft nodes before linearized reading' (duration: 2.066663249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.90153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:58.834277Z","time spent":"2.067243843s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-19T18:45:00.901506Z","caller":"traceutil/trace.go:171","msg":"trace[945308485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24271; }","duration":"3.69006176s","start":"2026-03-19T18:44:57.211431Z","end":"2026-03-19T18:45:00.901493Z","steps":["trace[945308485] 'agreement among raft nodes before linearized reading' (duration: 3.689753943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.211424Z","time spent":"3.690142742s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:00.90158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632605654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:45:00.901616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689598919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:45:00.901613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664790948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:00.901659Z","caller":"traceutil/trace.go:171","msg":"trace[896521455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24271; }","duration":"3.689658542s","start":"2026-03-19T18:44:57.211989Z","end":"2026-03-19T18:45:00.901648Z","steps":["trace[896521455] 'agreement among raft nodes before linearized reading' (duration: 3.689481477s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.841195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:00.901672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.823981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:00.901676Z","caller":"traceutil/trace.go:171","msg":"trace[1265290574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24271; }","duration":"1.664883861s","start":"2026-03-19T18:44:59.236772Z","end":"2026-03-19T18:45:00.901656Z","steps":["trace[1265290574] 'agreement among raft nodes before linearized reading' (duration: 1.664789498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.211979Z","time spent":"3.689704053s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:45:00.901711Z","caller":"traceutil/trace.go:171","msg":"trace[2129274599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24271; }","duration":"740.890683ms","start":"2026-03-19T18:45:00.160808Z","end":"2026-03-19T18:45:00.901699Z","steps":["trace[2129274599] 'agreement among raft nodes before linearized reading' (duration: 740.827611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:59.236742Z","time spent":"1.664965783s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:00.901715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699615593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:45:00.90175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.160789Z","time spent":"740.954104ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:00.901782Z","caller":"traceutil/trace.go:171","msg":"trace[987711032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24271; }","duration":"3.699721186s","start":"2026-03-19T18:44:57.202044Z","end":"2026-03-19T18:45:00.901765Z","steps":["trace[987711032] 'agreement among raft nodes before linearized reading' (duration: 3.69951455s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:00.901704Z","caller":"traceutil/trace.go:171","msg":"trace[1978157847] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24271; }","duration":"794.869946ms","start":"2026-03-19T18:45:00.106824Z","end":"2026-03-19T18:45:00.901694Z","steps":["trace[1978157847] 'agreement among raft nodes before linearized reading' (duration: 794.824115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.901812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669616226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-19T18:45:00.901816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:57.202021Z","time spent":"3.699786848s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:00.90183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.106761Z","time spent":"795.059821ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-19T18:45:00.901954Z","caller":"traceutil/trace.go:171","msg":"trace[1103140769] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:24271; }","duration":"1.669682497s","start":"2026-03-19T18:44:59.232153Z","end":"2026-03-19T18:45:00.901836Z","steps":["trace[1103140769] 'agreement among raft nodes before linearized reading' (duration: 1.669582575s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:00.901627Z","caller":"traceutil/trace.go:171","msg":"trace[1298540910] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24271; }","duration":"1.632677826s","start":"2026-03-19T18:44:59.268936Z","end":"2026-03-19T18:45:00.901614Z","steps":["trace[1298540910] 'agreement among raft nodes before linearized reading' (duration: 1.632578774s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.902006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:59.232135Z","time spent":"1.669861061s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"warn","ts":"2026-03-19T18:45:00.902019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:44:59.268919Z","time spent":"1.633080146s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:00.902945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.719203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:00.903005Z","caller":"traceutil/trace.go:171","msg":"trace[310178488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24272; }","duration":"218.817056ms","start":"2026-03-19T18:45:00.684173Z","end":"2026-03-19T18:45:00.90299Z","steps":["trace[310178488] 'agreement among raft nodes before linearized reading' (duration: 218.712383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:00.903063Z","caller":"traceutil/trace.go:171","msg":"trace[471270451] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"627.609065ms","start":"2026-03-19T18:45:00.275416Z","end":"2026-03-19T18:45:00.903025Z","steps":["trace[471270451] 'process raft request' (duration: 625.441262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:00.903181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.275389Z","time spent":"627.719418ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:01.407142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:01.907693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:01.947991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000279575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:01.948294Z","caller":"traceutil/trace.go:171","msg":"trace[1760012512] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"1.044108122s","start":"2026-03-19T18:45:00.904167Z","end":"2026-03-19T18:45:01.948276Z","steps":["trace[1760012512] 'process raft request' (duration: 1.043980989s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:01.948378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.904144Z","time spent":"1.044184804s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:45:02.912159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:45:02.912313Z","caller":"traceutil/trace.go:171","msg":"trace[2027479815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059684s","start":"2026-03-19T18:45:00.911695Z","end":"2026-03-19T18:45:02.912292Z","steps":["trace[2027479815] 'agreement among raft nodes before linearized reading' (duration: 2.000399756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:02.912365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.911689Z","time spent":"2.000662833s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:03.113141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.164958783s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:03.113717Z","caller":"traceutil/trace.go:171","msg":"trace[1042867322] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"2.207500726s","start":"2026-03-19T18:45:00.906192Z","end":"2026-03-19T18:45:03.113692Z","steps":["trace[1042867322] 'process raft request' (duration: 2.207434775s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:03.113758Z","caller":"traceutil/trace.go:171","msg":"trace[1970588878] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"2.209171306s","start":"2026-03-19T18:45:00.904558Z","end":"2026-03-19T18:45:03.113729Z","steps":["trace[1970588878] 'process raft request' (duration: 2.208790607s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:03.113816Z","caller":"traceutil/trace.go:171","msg":"trace[425499974] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"2.208249434s","start":"2026-03-19T18:45:00.905522Z","end":"2026-03-19T18:45:03.113772Z","steps":["trace[425499974] 'process raft request' (duration: 2.207979648s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:03.113859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.906181Z","time spent":"2.20760959s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:03.113883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.904535Z","time spent":"2.209279999s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:03.113923Z","caller":"traceutil/trace.go:171","msg":"trace[335225825] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"2.208193503s","start":"2026-03-19T18:45:00.905694Z","end":"2026-03-19T18:45:03.113888Z","steps":["trace[335225825] 'process raft request' (duration: 2.207893236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:03.113978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.905502Z","time spent":"2.208386068s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:03.114086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.90568Z","time spent":"2.208317797s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:03.11408Z","caller":"traceutil/trace.go:171","msg":"trace[2143300819] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.207679861s","start":"2026-03-19T18:45:00.906347Z","end":"2026-03-19T18:45:03.114026Z","steps":["trace[2143300819] 'process raft request' (duration: 2.207313063s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:03.114203Z","caller":"traceutil/trace.go:171","msg":"trace[1031753896] linearizableReadLoop","detail":"{readStateIndex:25152; appliedIndex:25145; }","duration":"2.207370633s","start":"2026-03-19T18:45:00.906821Z","end":"2026-03-19T18:45:03.114191Z","steps":["trace[1031753896] 'read index received' (duration: 1.041450997s)","trace[1031753896] 'applied index is now lower than readState.Index' (duration: 1.165918216s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:03.114173Z","caller":"traceutil/trace.go:171","msg":"trace[9525294] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"1.986234751s","start":"2026-03-19T18:45:01.127915Z","end":"2026-03-19T18:45:03.11415Z","steps":["trace[9525294] 'process raft request' (duration: 1.986017546s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:03.11425Z","caller":"traceutil/trace.go:171","msg":"trace[364709803] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"1.923026632s","start":"2026-03-19T18:45:01.191211Z","end":"2026-03-19T18:45:03.114238Z","steps":["trace[364709803] 'process raft request' (duration: 1.922876239s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:03.114286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.906337Z","time spent":"2.207836945s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:03.114308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.191195Z","time spent":"1.923079413s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:03.114365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.12789Z","time spent":"1.986366035s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:03.114388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207569999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:03.114419Z","caller":"traceutil/trace.go:171","msg":"trace[2119316601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24280; }","duration":"2.20760386s","start":"2026-03-19T18:45:00.906806Z","end":"2026-03-19T18:45:03.11441Z","steps":["trace[2119316601] 'agreement among raft nodes before linearized reading' (duration: 2.207455826s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:03.114449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:00.906797Z","time spent":"2.20764418s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:03.614476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:04.115321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:04.338536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225132278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:04.339103Z","caller":"traceutil/trace.go:171","msg":"trace[2031887664] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"2.385471669s","start":"2026-03-19T18:45:01.953596Z","end":"2026-03-19T18:45:04.339067Z","steps":["trace[2031887664] 'process raft request' (duration: 2.38514196s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.339237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.953581Z","time spent":"2.385579681s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:45:04.339293Z","caller":"traceutil/trace.go:171","msg":"trace[797954093] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.382863325s","start":"2026-03-19T18:45:01.956392Z","end":"2026-03-19T18:45:04.339255Z","steps":["trace[797954093] 'process raft request' (duration: 2.382514556s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.339493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.956382Z","time spent":"2.383002588s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.340886Z","caller":"traceutil/trace.go:171","msg":"trace[1956219039] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"2.066813513s","start":"2026-03-19T18:45:02.274057Z","end":"2026-03-19T18:45:04.34087Z","steps":["trace[1956219039] 'process raft request' (duration: 2.065072641s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.340825Z","caller":"traceutil/trace.go:171","msg":"trace[1844905842] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.702360913s","start":"2026-03-19T18:45:02.638438Z","end":"2026-03-19T18:45:04.340799Z","steps":["trace[1844905842] 'process raft request' (duration: 1.702313652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.341028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.27403Z","time spent":"2.066924086s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:04.341073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.638418Z","time spent":"1.702603489s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.340903Z","caller":"traceutil/trace.go:171","msg":"trace[1054026213] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"2.066460293s","start":"2026-03-19T18:45:02.274426Z","end":"2026-03-19T18:45:04.340887Z","steps":["trace[1054026213] 'process raft request' (duration: 2.065848709s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.34125Z","caller":"traceutil/trace.go:171","msg":"trace[544377916] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"2.066020743s","start":"2026-03-19T18:45:02.275218Z","end":"2026-03-19T18:45:04.341239Z","steps":["trace[544377916] 'process raft request' (duration: 2.065397578s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.340892Z","caller":"traceutil/trace.go:171","msg":"trace[883875641] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"2.066445513s","start":"2026-03-19T18:45:02.274422Z","end":"2026-03-19T18:45:04.340868Z","steps":["trace[883875641] 'process raft request' (duration: 2.066023533s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.341302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.274413Z","time spent":"2.066861843s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:04.341324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.27521Z","time spent":"2.066071404s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.341346Z","caller":"traceutil/trace.go:171","msg":"trace[143967838] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"2.066029313s","start":"2026-03-19T18:45:02.275301Z","end":"2026-03-19T18:45:04.34133Z","steps":["trace[143967838] 'process raft request' (duration: 2.065411348s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.341819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.275273Z","time spent":"2.066488725s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.341352Z","caller":"traceutil/trace.go:171","msg":"trace[712468499] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"2.0663273s","start":"2026-03-19T18:45:02.275018Z","end":"2026-03-19T18:45:04.341345Z","steps":["trace[712468499] 'process raft request' (duration: 2.06547621s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.341968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.275005Z","time spent":"2.066936186s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:04.343157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.274395Z","time spent":"2.067181071s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:04.385627Z","caller":"traceutil/trace.go:171","msg":"trace[1482469244] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25152; }","duration":"1.271361954s","start":"2026-03-19T18:45:03.114235Z","end":"2026-03-19T18:45:04.385597Z","steps":["trace[1482469244] 'read index received' (duration: 1.224627556s)","trace[1482469244] 'applied index is now lower than readState.Index' (duration: 46.732668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:04.385756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691229092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.385809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430752689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.385918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983906293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.385952Z","caller":"traceutil/trace.go:171","msg":"trace[815612651] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24290; }","duration":"2.430894013s","start":"2026-03-19T18:45:01.955041Z","end":"2026-03-19T18:45:04.385935Z","steps":["trace[815612651] 'agreement among raft nodes before linearized reading' (duration: 2.430710278s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07201355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:04.386116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.175661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.386143Z","caller":"traceutil/trace.go:171","msg":"trace[727130838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24290; }","duration":"1.072053731s","start":"2026-03-19T18:45:03.314076Z","end":"2026-03-19T18:45:04.38613Z","steps":["trace[727130838] 'agreement among raft nodes before linearized reading' (duration: 1.07199526s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.386166Z","caller":"traceutil/trace.go:171","msg":"trace[1648064548] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24290; }","duration":"133.271113ms","start":"2026-03-19T18:45:04.252881Z","end":"2026-03-19T18:45:04.386152Z","steps":["trace[1648064548] 'agreement among raft nodes before linearized reading' (duration: 133.196241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.31405Z","time spent":"1.072120973s","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.386132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.955028Z","time spent":"2.431090518s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:45:04.386378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072493442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-03-19T18:45:04.386445Z","caller":"traceutil/trace.go:171","msg":"trace[846985155] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24290; }","duration":"1.072594985s","start":"2026-03-19T18:45:03.313835Z","end":"2026-03-19T18:45:04.38643Z","steps":["trace[846985155] 'agreement among raft nodes before linearized reading' (duration: 1.072268327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.313817Z","time spent":"1.072669156s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418251,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T18:45:04.386637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233805226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T18:45:04.38598Z","caller":"traceutil/trace.go:171","msg":"trace[1785870852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24290; }","duration":"2.984014395s","start":"2026-03-19T18:45:01.401947Z","end":"2026-03-19T18:45:04.385962Z","steps":["trace[1785870852] 'agreement among raft nodes before linearized reading' (duration: 2.983914473s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.386684Z","caller":"traceutil/trace.go:171","msg":"trace[1234402678] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:24290; }","duration":"3.233894768s","start":"2026-03-19T18:45:01.152778Z","end":"2026-03-19T18:45:04.386673Z","steps":["trace[1234402678] 'agreement among raft nodes before linearized reading' (duration: 3.233750874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.152758Z","time spent":"3.233953629s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:45:04.386716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.40193Z","time spent":"2.984763625s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:04.38584Z","caller":"traceutil/trace.go:171","msg":"trace[1565354215] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24290; }","duration":"1.691365775s","start":"2026-03-19T18:45:02.694452Z","end":"2026-03-19T18:45:04.385817Z","steps":["trace[1565354215] 'agreement among raft nodes before linearized reading' (duration: 1.69116184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.694433Z","time spent":"1.692381971s","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.385868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178001079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:04.387064Z","caller":"traceutil/trace.go:171","msg":"trace[1952302739] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24290; }","duration":"2.179177228s","start":"2026-03-19T18:45:02.207848Z","end":"2026-03-19T18:45:04.387025Z","steps":["trace[1952302739] 'agreement among raft nodes before linearized reading' (duration: 2.177937227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.385742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472640571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.387179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.207792Z","time spent":"2.179344191s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.385902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570860462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.387286Z","caller":"traceutil/trace.go:171","msg":"trace[943075106] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24290; }","duration":"1.572262556s","start":"2026-03-19T18:45:02.815009Z","end":"2026-03-19T18:45:04.387272Z","steps":["trace[943075106] 'agreement among raft nodes before linearized reading' (duration: 1.570856081s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.387354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.814997Z","time spent":"1.572336238s","remote":"127.0.0.1:56942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.385961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265122699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.385997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270061331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-19T18:45:04.385975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479066778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T18:45:04.386056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.863911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.386035Z","caller":"traceutil/trace.go:171","msg":"trace[658512896] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.267978s","start":"2026-03-19T18:45:03.118041Z","end":"2026-03-19T18:45:04.386019Z","steps":["trace[658512896] 'process raft request' (duration: 1.267411786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.386066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.605425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:04.38583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603586687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:04.387455Z","caller":"traceutil/trace.go:171","msg":"trace[693283454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24290; }","duration":"2.605253448s","start":"2026-03-19T18:45:01.782185Z","end":"2026-03-19T18:45:04.387438Z","steps":["trace[693283454] 'agreement among raft nodes before linearized reading' (duration: 2.603586757s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.387457Z","caller":"traceutil/trace.go:171","msg":"trace[1863046633] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24290; }","duration":"2.266628466s","start":"2026-03-19T18:45:02.120783Z","end":"2026-03-19T18:45:04.387411Z","steps":["trace[1863046633] 'agreement among raft nodes before linearized reading' (duration: 2.265138149s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.387511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:01.782164Z","time spent":"2.605331699s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.387533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.120761Z","time spent":"2.266747598s","remote":"127.0.0.1:51298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:04.387617Z","caller":"traceutil/trace.go:171","msg":"trace[667282443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24290; }","duration":"756.197944ms","start":"2026-03-19T18:45:03.631388Z","end":"2026-03-19T18:45:04.387586Z","steps":["trace[667282443] 'agreement among raft nodes before linearized reading' (duration: 754.634596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.387642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.118024Z","time spent":"1.269558729s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:45:04.387609Z","caller":"traceutil/trace.go:171","msg":"trace[1886285115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24290; }","duration":"915.41823ms","start":"2026-03-19T18:45:03.472143Z","end":"2026-03-19T18:45:04.387561Z","steps":["trace[1886285115] 'agreement among raft nodes before linearized reading' (duration: 913.881432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:04.387687Z","caller":"traceutil/trace.go:171","msg":"trace[1217182632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24290; }","duration":"1.480812471s","start":"2026-03-19T18:45:02.906857Z","end":"2026-03-19T18:45:04.387669Z","steps":["trace[1217182632] 'agreement among raft nodes before linearized reading' (duration: 1.478863954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.387699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.631356Z","time spent":"756.320357ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:04.387754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.47212Z","time spent":"915.586554ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:04.387636Z","caller":"traceutil/trace.go:171","msg":"trace[1889729532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24290; }","duration":"1.271692921s","start":"2026-03-19T18:45:03.115928Z","end":"2026-03-19T18:45:04.387621Z","steps":["trace[1889729532] 'agreement among raft nodes before linearized reading' (duration: 1.27001894s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.387849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:03.115889Z","time spent":"1.271946087s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:45:04.38781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.906842Z","time spent":"1.480951434s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:45:04.387227Z","caller":"traceutil/trace.go:171","msg":"trace[690220978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24290; }","duration":"1.474158969s","start":"2026-03-19T18:45:02.913033Z","end":"2026-03-19T18:45:04.387192Z","steps":["trace[690220978] 'agreement among raft nodes before linearized reading' (duration: 1.472624741s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:04.388506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:02.913015Z","time spent":"1.475383209s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:04.893856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:04.969016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.388997Z","time spent":"580.012546ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:45:05.667822Z","caller":"traceutil/trace.go:171","msg":"trace[1540031998] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.278437364s","start":"2026-03-19T18:45:04.389358Z","end":"2026-03-19T18:45:05.667796Z","steps":["trace[1540031998] 'process raft request' (duration: 1.27782516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.667942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.389341Z","time spent":"1.278549399s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:45:05.668278Z","caller":"traceutil/trace.go:171","msg":"trace[1282960644] linearizableReadLoop","detail":"{readStateIndex:25167; appliedIndex:25162; }","duration":"1.27498236s","start":"2026-03-19T18:45:04.393277Z","end":"2026-03-19T18:45:05.668259Z","steps":["trace[1282960644] 'read index received' (duration: 540.602287ms)","trace[1282960644] 'applied index is now lower than readState.Index' (duration: 734.379283ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:05.668367Z","caller":"traceutil/trace.go:171","msg":"trace[775793734] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"1.272221314s","start":"2026-03-19T18:45:04.396134Z","end":"2026-03-19T18:45:05.668355Z","steps":["trace[775793734] 'process raft request' (duration: 1.271578318s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.668448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.396124Z","time spent":"1.272272955s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:05.668469Z","caller":"traceutil/trace.go:171","msg":"trace[1994080769] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"854.376065ms","start":"2026-03-19T18:45:04.814055Z","end":"2026-03-19T18:45:05.668431Z","steps":["trace[1994080769] 'process raft request' (duration: 853.872083ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:05.668547Z","caller":"traceutil/trace.go:171","msg":"trace[1727894279] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"1.016387068s","start":"2026-03-19T18:45:04.652145Z","end":"2026-03-19T18:45:05.668532Z","steps":["trace[1727894279] 'process raft request' (duration: 1.01564261s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.668607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.814014Z","time spent":"854.516088ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:05.66863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.652121Z","time spent":"1.016465019s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:05.668699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275416072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-19T18:45:05.668743Z","caller":"traceutil/trace.go:171","msg":"trace[953866363] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:24294; }","duration":"1.275477433s","start":"2026-03-19T18:45:04.393254Z","end":"2026-03-19T18:45:05.668732Z","steps":["trace[953866363] 'agreement among raft nodes before linearized reading' (duration: 1.27534827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.668774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.393246Z","time spent":"1.275521454s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"info","ts":"2026-03-19T18:45:05.759734Z","caller":"traceutil/trace.go:171","msg":"trace[906270939] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"640.520569ms","start":"2026-03-19T18:45:05.119179Z","end":"2026-03-19T18:45:05.759699Z","steps":["trace[906270939] 'process raft request' (duration: 640.041587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:05.759808Z","caller":"traceutil/trace.go:171","msg":"trace[1658957413] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"485.033345ms","start":"2026-03-19T18:45:05.274734Z","end":"2026-03-19T18:45:05.759767Z","steps":["trace[1658957413] 'process raft request' (duration: 484.554183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.759904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.119162Z","time spent":"640.649313ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:05.759958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.274708Z","time spent":"485.168178ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:05.759838Z","caller":"traceutil/trace.go:171","msg":"trace[1530207856] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"789.550976ms","start":"2026-03-19T18:45:04.970027Z","end":"2026-03-19T18:45:05.759578Z","steps":["trace[1530207856] 'process raft request' (duration: 788.986652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:05.760741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.970004Z","time spent":"790.706255ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:06.397803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000311474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:45:06.397873Z","caller":"traceutil/trace.go:171","msg":"trace[1894608971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414007s","start":"2026-03-19T18:45:04.397443Z","end":"2026-03-19T18:45:06.397857Z","steps":["trace[1894608971] 'agreement among raft nodes before linearized reading' (duration: 2.000325675s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.397907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.397432Z","time spent":"2.000466798s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:45:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:06.76107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002034668s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:45:06.85047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091110145s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:45:06.850926Z","caller":"traceutil/trace.go:171","msg":"trace[1546480146] linearizableReadLoop","detail":"{readStateIndex:25171; appliedIndex:25167; }","duration":"1.182581302s","start":"2026-03-19T18:45:05.668326Z","end":"2026-03-19T18:45:06.850907Z","steps":["trace[1546480146] 'read index received' (duration: 90.793599ms)","trace[1546480146] 'applied index is now lower than readState.Index' (duration: 1.091786653s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:06.851425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214310804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T18:45:06.851427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274380935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:06.851472Z","caller":"traceutil/trace.go:171","msg":"trace[32982636] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24297; }","duration":"1.214418546s","start":"2026-03-19T18:45:05.637042Z","end":"2026-03-19T18:45:06.851461Z","steps":["trace[32982636] 'agreement among raft nodes before linearized reading' (duration: 1.21415203s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:06.851494Z","caller":"traceutil/trace.go:171","msg":"trace[642146497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24297; }","duration":"2.274498908s","start":"2026-03-19T18:45:04.576978Z","end":"2026-03-19T18:45:06.851477Z","steps":["trace[642146497] 'agreement among raft nodes before linearized reading' (duration: 2.274381215s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.851483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403570619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:06.851511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.637015Z","time spent":"1.214485808s","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:06.851537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.576947Z","time spent":"2.27457861s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:06.851546Z","caller":"traceutil/trace.go:171","msg":"trace[314553005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24297; }","duration":"2.403644271s","start":"2026-03-19T18:45:04.447886Z","end":"2026-03-19T18:45:06.85153Z","steps":["trace[314553005] 'agreement among raft nodes before linearized reading' (duration: 2.403519228s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.851553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948342679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:06.851586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.447818Z","time spent":"2.403753003s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:45:06.851591Z","caller":"traceutil/trace.go:171","msg":"trace[137267027] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24297; }","duration":"1.94841334s","start":"2026-03-19T18:45:04.903166Z","end":"2026-03-19T18:45:06.85158Z","steps":["trace[137267027] 'agreement among raft nodes before linearized reading' (duration: 1.948348139s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.851623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:04.903141Z","time spent":"1.948474192s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:06.851933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731535623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T18:45:06.851937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733687596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:45:06.851942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732369834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:45:06.851976Z","caller":"traceutil/trace.go:171","msg":"trace[1319380146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24297; }","duration":"1.731592925s","start":"2026-03-19T18:45:05.120369Z","end":"2026-03-19T18:45:06.851962Z","steps":["trace[1319380146] 'agreement among raft nodes before linearized reading' (duration: 1.731478843s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:06.851979Z","caller":"traceutil/trace.go:171","msg":"trace[1313239966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24297; }","duration":"1.733763007s","start":"2026-03-19T18:45:05.118204Z","end":"2026-03-19T18:45:06.851967Z","steps":["trace[1313239966] 'agreement among raft nodes before linearized reading' (duration: 1.733640515s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:06.851986Z","caller":"traceutil/trace.go:171","msg":"trace[693418939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24297; }","duration":"1.732466266s","start":"2026-03-19T18:45:05.119506Z","end":"2026-03-19T18:45:06.851973Z","steps":["trace[693418939] 'agreement among raft nodes before linearized reading' (duration: 1.732325812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.852006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.12036Z","time spent":"1.731638336s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:45:06.852016Z","caller":"traceutil/trace.go:171","msg":"trace[605769432] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"1.179798345s","start":"2026-03-19T18:45:05.672209Z","end":"2026-03-19T18:45:06.852007Z","steps":["trace[605769432] 'process raft request' (duration: 1.17837146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.852018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.119473Z","time spent":"1.732538498s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:06.852008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.118183Z","time spent":"1.733818758s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:06.851939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733254105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:45:06.852083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.672187Z","time spent":"1.179851776s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:06.852115Z","caller":"traceutil/trace.go:171","msg":"trace[646773431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24297; }","duration":"1.73346357s","start":"2026-03-19T18:45:05.118639Z","end":"2026-03-19T18:45:06.852103Z","steps":["trace[646773431] 'agreement among raft nodes before linearized reading' (duration: 1.733196743s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.852152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.118619Z","time spent":"1.733524672s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:45:06.851372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849569335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:06.852432Z","caller":"traceutil/trace.go:171","msg":"trace[156948378] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24297; }","duration":"1.850683953s","start":"2026-03-19T18:45:05.00171Z","end":"2026-03-19T18:45:06.852394Z","steps":["trace[156948378] 'agreement among raft nodes before linearized reading' (duration: 1.849559625s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:06.852526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.001688Z","time spent":"1.850797836s","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:07.351593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:07.852598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:08.353485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:08.398105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:45:08.398169Z","caller":"traceutil/trace.go:171","msg":"trace[2119756183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175731s","start":"2026-03-19T18:45:06.397977Z","end":"2026-03-19T18:45:08.398152Z","steps":["trace[2119756183] 'agreement among raft nodes before linearized reading' (duration: 2.000093608s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.398215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.397963Z","time spent":"2.000243053s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:08.489236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.721779846s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:45:08.515927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.157707Z","time spent":"358.207568ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:45:08.51653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.405101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:08.516661Z","caller":"traceutil/trace.go:171","msg":"trace[1665760414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24298; }","duration":"565.547455ms","start":"2026-03-19T18:45:07.951094Z","end":"2026-03-19T18:45:08.516642Z","steps":["trace[1665760414] 'range keys from in-memory index tree' (duration: 565.388891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.516781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664705106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:08.517014Z","caller":"traceutil/trace.go:171","msg":"trace[883542826] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"2.843085146s","start":"2026-03-19T18:45:05.673896Z","end":"2026-03-19T18:45:08.516981Z","steps":["trace[883542826] 'process raft request' (duration: 1.178101413s)","trace[883542826] 'compare' (duration: 1.663556678s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:08.517191Z","caller":"traceutil/trace.go:171","msg":"trace[2140931431] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"2.841477307s","start":"2026-03-19T18:45:05.675683Z","end":"2026-03-19T18:45:08.51716Z","steps":["trace[2140931431] 'process raft request' (duration: 2.841252062s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.51726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.67388Z","time spent":"2.843297222s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:08.517359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.67567Z","time spent":"2.84160606s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:08.51739Z","caller":"traceutil/trace.go:171","msg":"trace[781967962] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"2.170146328s","start":"2026-03-19T18:45:06.347234Z","end":"2026-03-19T18:45:08.51738Z","steps":["trace[781967962] 'process raft request' (duration: 2.169760869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.517458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.347214Z","time spent":"2.170209469s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:08.517572Z","caller":"traceutil/trace.go:171","msg":"trace[1703677529] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"2.169298137s","start":"2026-03-19T18:45:06.348255Z","end":"2026-03-19T18:45:08.517553Z","steps":["trace[1703677529] 'process raft request' (duration: 2.168847306s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:08.517639Z","caller":"traceutil/trace.go:171","msg":"trace[1521161166] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"2.169323157s","start":"2026-03-19T18:45:06.348303Z","end":"2026-03-19T18:45:08.517626Z","steps":["trace[1521161166] 'process raft request' (duration: 2.168830375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.517657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.348246Z","time spent":"2.169372678s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:08.517705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.348297Z","time spent":"2.169377038s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:08.517734Z","caller":"traceutil/trace.go:171","msg":"trace[1521783060] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"2.843178188s","start":"2026-03-19T18:45:05.674539Z","end":"2026-03-19T18:45:08.517717Z","steps":["trace[1521783060] 'process raft request' (duration: 2.842326728s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:08.517218Z","caller":"traceutil/trace.go:171","msg":"trace[1724243665] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"2.167723279s","start":"2026-03-19T18:45:06.349478Z","end":"2026-03-19T18:45:08.517202Z","steps":["trace[1724243665] 'process raft request' (duration: 2.167688238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.517819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.674515Z","time spent":"2.843267451s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:45:08.517852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.349454Z","time spent":"2.168370285s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:08.517895Z","caller":"traceutil/trace.go:171","msg":"trace[894920777] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"2.170108616s","start":"2026-03-19T18:45:06.347771Z","end":"2026-03-19T18:45:08.517879Z","steps":["trace[894920777] 'process raft request' (duration: 2.169263536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.517979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.347762Z","time spent":"2.170178058s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:08.518165Z","caller":"traceutil/trace.go:171","msg":"trace[1227792112] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"2.170324531s","start":"2026-03-19T18:45:06.34783Z","end":"2026-03-19T18:45:08.518154Z","steps":["trace[1227792112] 'process raft request' (duration: 2.169242475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:08.518275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.347822Z","time spent":"2.170418244s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:09.721943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170574429s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:45:10.406393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:45:10.406482Z","caller":"traceutil/trace.go:171","msg":"trace[269183088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023427s","start":"2026-03-19T18:45:08.406438Z","end":"2026-03-19T18:45:10.406461Z","steps":["trace[269183088] 'agreement among raft nodes before linearized reading' (duration: 1.999896224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.406532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.406421Z","time spent":"2.00010166s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:10.451454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.300009ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:45:10.452812Z","caller":"traceutil/trace.go:171","msg":"trace[1834347669] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"3.596747319s","start":"2026-03-19T18:45:06.856035Z","end":"2026-03-19T18:45:10.452782Z","steps":["trace[1834347669] 'process raft request' (duration: 3.596627636s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.452875Z","caller":"traceutil/trace.go:171","msg":"trace[1895998864] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"3.596854051s","start":"2026-03-19T18:45:06.855986Z","end":"2026-03-19T18:45:10.45284Z","steps":["trace[1895998864] 'process raft request' (duration: 3.595633272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.452989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.856029Z","time spent":"3.596870142s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:10.453078Z","caller":"traceutil/trace.go:171","msg":"trace[1692698122] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"3.597009825s","start":"2026-03-19T18:45:06.856035Z","end":"2026-03-19T18:45:10.453045Z","steps":["trace[1692698122] 'process raft request' (duration: 3.596700848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.453253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.856018Z","time spent":"3.597154218s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:10.453281Z","caller":"traceutil/trace.go:171","msg":"trace[347940964] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"2.688125924s","start":"2026-03-19T18:45:07.765124Z","end":"2026-03-19T18:45:10.45325Z","steps":["trace[347940964] 'process raft request' (duration: 2.687973401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.453097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.855973Z","time spent":"3.596971705s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:10.453334Z","caller":"traceutil/trace.go:171","msg":"trace[2131546500] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"3.596993766s","start":"2026-03-19T18:45:06.856141Z","end":"2026-03-19T18:45:10.453135Z","steps":["trace[2131546500] 'process raft request' (duration: 3.596712059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.453421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.7651Z","time spent":"2.688251567s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:10.453499Z","caller":"traceutil/trace.go:171","msg":"trace[343789044] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25172; }","duration":"3.602507319s","start":"2026-03-19T18:45:06.850971Z","end":"2026-03-19T18:45:10.453478Z","steps":["trace[343789044] 'read index received' (duration: 1.638469197s)","trace[343789044] 'applied index is now lower than readState.Index' (duration: 1.964035472s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:10.45353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839383454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.453586Z","caller":"traceutil/trace.go:171","msg":"trace[687676485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24312; }","duration":"3.839477556s","start":"2026-03-19T18:45:06.614094Z","end":"2026-03-19T18:45:10.453571Z","steps":["trace[687676485] 'agreement among raft nodes before linearized reading' (duration: 3.839390824s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.453587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715047318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-19T18:45:10.453634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.614074Z","time spent":"3.839544878s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-19T18:45:10.45365Z","caller":"traceutil/trace.go:171","msg":"trace[2088656502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24312; }","duration":"3.715107339s","start":"2026-03-19T18:45:06.738511Z","end":"2026-03-19T18:45:10.453619Z","steps":["trace[2088656502] 'agreement among raft nodes before linearized reading' (duration: 3.715026897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.45368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.738501Z","time spent":"3.715173451s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:45:10.453678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162393556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.453751Z","caller":"traceutil/trace.go:171","msg":"trace[163007463] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24312; }","duration":"4.162479318s","start":"2026-03-19T18:45:06.291252Z","end":"2026-03-19T18:45:10.453731Z","steps":["trace[163007463] 'agreement among raft nodes before linearized reading' (duration: 4.162349875s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.4538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.291188Z","time spent":"4.162599071s","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:10.453859Z","caller":"traceutil/trace.go:171","msg":"trace[13964527] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"1.928865565s","start":"2026-03-19T18:45:08.524903Z","end":"2026-03-19T18:45:10.453769Z","steps":["trace[13964527] 'process raft request' (duration: 1.928349642s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.524882Z","time spent":"1.92907365s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:45:10.454068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407274156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:10.454087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691946834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-19T18:45:10.454119Z","caller":"traceutil/trace.go:171","msg":"trace[663698557] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24313; }","duration":"4.407359078s","start":"2026-03-19T18:45:06.046747Z","end":"2026-03-19T18:45:10.454107Z","steps":["trace[663698557] 'agreement among raft nodes before linearized reading' (duration: 4.407274286s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.454127Z","caller":"traceutil/trace.go:171","msg":"trace[1608882972] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24313; }","duration":"4.692015695s","start":"2026-03-19T18:45:05.7621Z","end":"2026-03-19T18:45:10.454116Z","steps":["trace[1608882972] 'agreement among raft nodes before linearized reading' (duration: 4.691850941s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:05.762084Z","time spent":"4.692072097s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:45:10.454162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.046726Z","time spent":"4.407426639s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.454201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598962522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-03-19T18:45:10.454248Z","caller":"traceutil/trace.go:171","msg":"trace[1705398406] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767; range_end:; response_count:1; response_revision:24313; }","duration":"3.599010623s","start":"2026-03-19T18:45:06.855225Z","end":"2026-03-19T18:45:10.454236Z","steps":["trace[1705398406] 'agreement among raft nodes before linearized reading' (duration: 3.598862049s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.855197Z","time spent":"3.599079895s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" "} {"level":"warn","ts":"2026-03-19T18:45:10.453888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723908743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:10.454508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927935934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29565765\" ","response":"range_response_count:1 size:5542"} {"level":"warn","ts":"2026-03-19T18:45:10.454532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54002111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:10.454549Z","caller":"traceutil/trace.go:171","msg":"trace[1106172977] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29565765; range_end:; response_count:1; response_revision:24313; }","duration":"1.928013485s","start":"2026-03-19T18:45:08.526526Z","end":"2026-03-19T18:45:10.454539Z","steps":["trace[1106172977] 'agreement among raft nodes before linearized reading' (duration: 1.927900313s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.454561Z","caller":"traceutil/trace.go:171","msg":"trace[284586172] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24313; }","duration":"2.540091662s","start":"2026-03-19T18:45:07.91446Z","end":"2026-03-19T18:45:10.454552Z","steps":["trace[284586172] 'agreement among raft nodes before linearized reading' (duration: 2.54002986s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407070156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.454626Z","caller":"traceutil/trace.go:171","msg":"trace[49960991] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24313; }","duration":"1.407169799s","start":"2026-03-19T18:45:09.04744Z","end":"2026-03-19T18:45:10.45461Z","steps":["trace[49960991] 'agreement among raft nodes before linearized reading' (duration: 1.407067026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:09.04742Z","time spent":"1.407268162s","remote":"127.0.0.1:51462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:10.454531Z","caller":"traceutil/trace.go:171","msg":"trace[306325154] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24313; }","duration":"3.724584101s","start":"2026-03-19T18:45:06.729928Z","end":"2026-03-19T18:45:10.454512Z","steps":["trace[306325154] 'agreement among raft nodes before linearized reading' (duration: 3.723891723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.454797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842312659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:10.454839Z","caller":"traceutil/trace.go:171","msg":"trace[2143660251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24313; }","duration":"1.842387171s","start":"2026-03-19T18:45:08.612439Z","end":"2026-03-19T18:45:10.454826Z","steps":["trace[2143660251] 'agreement among raft nodes before linearized reading' (duration: 1.84232486s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.45487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.612413Z","time spent":"1.842447903s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.454817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.729904Z","time spent":"3.724889318s","remote":"127.0.0.1:42080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.4551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912800534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565765-skgcg\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-03-19T18:45:10.455122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.6447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-19T18:45:10.454744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654119259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-19T18:45:10.455004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.612588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:10.454583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.526505Z","time spent":"1.928071737s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5564,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29565765\" "} {"level":"info","ts":"2026-03-19T18:45:10.455216Z","caller":"traceutil/trace.go:171","msg":"trace[406314063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24313; }","duration":"427.837934ms","start":"2026-03-19T18:45:10.027345Z","end":"2026-03-19T18:45:10.455183Z","steps":["trace[406314063] 'agreement among raft nodes before linearized reading' (duration: 427.635129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.455217Z","caller":"traceutil/trace.go:171","msg":"trace[432759594] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:24313; }","duration":"1.654590731s","start":"2026-03-19T18:45:08.800596Z","end":"2026-03-19T18:45:10.455187Z","steps":["trace[432759594] 'agreement among raft nodes before linearized reading' (duration: 1.654006927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.455155Z","caller":"traceutil/trace.go:171","msg":"trace[1718433758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24313; }","duration":"734.715902ms","start":"2026-03-19T18:45:09.720428Z","end":"2026-03-19T18:45:10.455144Z","steps":["trace[1718433758] 'agreement among raft nodes before linearized reading' (duration: 734.597159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.455285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.027322Z","time spent":"427.945486ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:10.455128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.856135Z","time spent":"3.597337394s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:10.455311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.800579Z","time spent":"1.654700983s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-03-19T18:45:10.455137Z","caller":"traceutil/trace.go:171","msg":"trace[373731300] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565765-skgcg; range_end:; response_count:1; response_revision:24313; }","duration":"1.912866676s","start":"2026-03-19T18:45:08.542261Z","end":"2026-03-19T18:45:10.455127Z","steps":["trace[373731300] 'agreement among raft nodes before linearized reading' (duration: 1.912768524s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.455394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:08.542235Z","time spent":"1.913132703s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565765-skgcg\" "} {"level":"warn","ts":"2026-03-19T18:45:10.454588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.914435Z","time spent":"2.540145343s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.455321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:09.720401Z","time spent":"734.910206ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-19T18:45:10.455891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599779973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.455938Z","caller":"traceutil/trace.go:171","msg":"trace[1427824891] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24313; }","duration":"3.599875025s","start":"2026-03-19T18:45:06.856052Z","end":"2026-03-19T18:45:10.455927Z","steps":["trace[1427824891] 'agreement among raft nodes before linearized reading' (duration: 3.599765853s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.455956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028688793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-19T18:45:10.455971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671978711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T18:45:10.456005Z","caller":"traceutil/trace.go:171","msg":"trace[987158860] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24313; }","duration":"2.672036223s","start":"2026-03-19T18:45:07.783963Z","end":"2026-03-19T18:45:10.455999Z","steps":["trace[987158860] 'agreement among raft nodes before linearized reading' (duration: 2.67064354s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:10.456012Z","caller":"traceutil/trace.go:171","msg":"trace[1679689407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24313; }","duration":"3.028773875s","start":"2026-03-19T18:45:07.427219Z","end":"2026-03-19T18:45:10.455993Z","steps":["trace[1679689407] 'agreement among raft nodes before linearized reading' (duration: 3.028590631s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.456027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.78395Z","time spent":"2.672070924s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.45601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079890329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:10.45597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:06.856038Z","time spent":"3.599924816s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:45:10.456085Z","caller":"traceutil/trace.go:171","msg":"trace[291009339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24313; }","duration":"3.080007602s","start":"2026-03-19T18:45:07.376058Z","end":"2026-03-19T18:45:10.456065Z","steps":["trace[291009339] 'agreement among raft nodes before linearized reading' (duration: 3.079875379s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.456136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782724746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:45:10.456119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711558925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:10.456166Z","caller":"traceutil/trace.go:171","msg":"trace[1831007875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24313; }","duration":"2.782792848s","start":"2026-03-19T18:45:07.673363Z","end":"2026-03-19T18:45:10.456156Z","steps":["trace[1831007875] 'agreement among raft nodes before linearized reading' (duration: 2.782706126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.456161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.376037Z","time spent":"3.080100695s","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:10.456196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.673331Z","time spent":"2.78285811s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:10.45605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.427198Z","time spent":"3.028843487s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T18:45:10.456275Z","caller":"traceutil/trace.go:171","msg":"trace[1116084909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24313; }","duration":"2.711676918s","start":"2026-03-19T18:45:07.744506Z","end":"2026-03-19T18:45:10.456183Z","steps":["trace[1116084909] 'agreement among raft nodes before linearized reading' (duration: 2.711505963s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:10.456415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:07.744483Z","time spent":"2.711900193s","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:12.315587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769066407s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:12.315978Z","caller":"traceutil/trace.go:171","msg":"trace[1960901295] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"1.853939073s","start":"2026-03-19T18:45:10.462017Z","end":"2026-03-19T18:45:12.315956Z","steps":["trace[1960901295] 'process raft request' (duration: 1.853748448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.316097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.462008Z","time spent":"1.854017954s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:12.316301Z","caller":"traceutil/trace.go:171","msg":"trace[528324305] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.853397788s","start":"2026-03-19T18:45:10.462868Z","end":"2026-03-19T18:45:12.316266Z","steps":["trace[528324305] 'process raft request' (duration: 1.85304632s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:12.316537Z","caller":"traceutil/trace.go:171","msg":"trace[84196820] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"1.790422346s","start":"2026-03-19T18:45:10.526076Z","end":"2026-03-19T18:45:12.316498Z","steps":["trace[84196820] 'process raft request' (duration: 1.790222681s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:12.316364Z","caller":"traceutil/trace.go:171","msg":"trace[1843700140] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"1.850738973s","start":"2026-03-19T18:45:10.465607Z","end":"2026-03-19T18:45:12.316346Z","steps":["trace[1843700140] 'process raft request' (duration: 1.850557789s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.316649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.526052Z","time spent":"1.790526079s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:12.316638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.462857Z","time spent":"1.853606233s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:12.316698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.4656Z","time spent":"1.851019691s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:12.316757Z","caller":"traceutil/trace.go:171","msg":"trace[1768059023] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"1.790541099s","start":"2026-03-19T18:45:10.526205Z","end":"2026-03-19T18:45:12.316746Z","steps":["trace[1768059023] 'process raft request' (duration: 1.790245432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.316815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.526167Z","time spent":"1.790622761s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:12.31702Z","caller":"traceutil/trace.go:171","msg":"trace[372272306] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"1.790231122s","start":"2026-03-19T18:45:10.526774Z","end":"2026-03-19T18:45:12.317006Z","steps":["trace[372272306] 'process raft request' (duration: 1.789934195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.317131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.52676Z","time spent":"1.790298503s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:12.31728Z","caller":"traceutil/trace.go:171","msg":"trace[944535642] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"1.78933229s","start":"2026-03-19T18:45:10.527929Z","end":"2026-03-19T18:45:12.317261Z","steps":["trace[944535642] 'process raft request' (duration: 1.789029102s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:12.317317Z","caller":"traceutil/trace.go:171","msg":"trace[2011774022] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"1.789191027s","start":"2026-03-19T18:45:10.528099Z","end":"2026-03-19T18:45:12.317291Z","steps":["trace[2011774022] 'process raft request' (duration: 1.789046862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:12.317406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.528074Z","time spent":"1.789286928s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:12.317442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855235614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b15882c6-e223-477c-8da9-ece800262a5b\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-19T18:45:12.317447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.527903Z","time spent":"1.789472644s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:12.317484Z","caller":"traceutil/trace.go:171","msg":"trace[391024104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b15882c6-e223-477c-8da9-ece800262a5b; range_end:; response_count:1; response_revision:24323; }","duration":"1.855290706s","start":"2026-03-19T18:45:10.462182Z","end":"2026-03-19T18:45:12.317472Z","steps":["trace[391024104] 'agreement among raft nodes before linearized reading' (duration: 1.855139092s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:12.317289Z","caller":"traceutil/trace.go:171","msg":"trace[995095515] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"1.788465969s","start":"2026-03-19T18:45:10.528812Z","end":"2026-03-19T18:45:12.317278Z","steps":["trace[995095515] 'process raft request' (duration: 1.788414687s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:12.317289Z","caller":"traceutil/trace.go:171","msg":"trace[613476819] linearizableReadLoop","detail":"{readStateIndex:25190; appliedIndex:25188; }","duration":"1.85507146s","start":"2026-03-19T18:45:10.4622Z","end":"2026-03-19T18:45:12.317272Z","steps":["trace[613476819] 'read index received' (duration: 84.417674ms)","trace[613476819] 'applied index is now lower than readState.Index' (duration: 1.770652946s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:12.317517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.462173Z","time spent":"1.855336477s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-b15882c6-e223-477c-8da9-ece800262a5b\" "} {"level":"warn","ts":"2026-03-19T18:45:12.317547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.528803Z","time spent":"1.788711455s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:12.817933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:13.187245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:45:13.187325Z","caller":"traceutil/trace.go:171","msg":"trace[724886334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080319s","start":"2026-03-19T18:45:11.187228Z","end":"2026-03-19T18:45:13.187308Z","steps":["trace[724886334] 'agreement among raft nodes before linearized reading' (duration: 1.999964206s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:13.187368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.187214Z","time spent":"2.00014534s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:45:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:13.318483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:13.549758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229554305s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:13.550212Z","caller":"traceutil/trace.go:171","msg":"trace[1147454363] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"2.784956952s","start":"2026-03-19T18:45:10.765202Z","end":"2026-03-19T18:45:13.550159Z","steps":["trace[1147454363] 'process raft request' (duration: 2.784711336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:13.550427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.76518Z","time spent":"2.785134286s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:14.471916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.364922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:14.472254Z","caller":"traceutil/trace.go:171","msg":"trace[1658412911] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"2.011720322s","start":"2026-03-19T18:45:12.460457Z","end":"2026-03-19T18:45:14.472178Z","steps":["trace[1658412911] 'process raft request' (duration: 1.318998061s)","trace[1658412911] 'compare' (duration: 692.240139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:14.472379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.460429Z","time spent":"2.011891066s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:14.472677Z","caller":"traceutil/trace.go:171","msg":"trace[961329690] linearizableReadLoop","detail":"{readStateIndex:25201; appliedIndex:25198; }","duration":"2.155139592s","start":"2026-03-19T18:45:12.31752Z","end":"2026-03-19T18:45:14.472659Z","steps":["trace[961329690] 'read index received' (duration: 1.232386855s)","trace[961329690] 'applied index is now lower than readState.Index' (duration: 922.751427ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:14.472736Z","caller":"traceutil/trace.go:171","msg":"trace[1131363874] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"1.123058223s","start":"2026-03-19T18:45:13.349642Z","end":"2026-03-19T18:45:14.472701Z","steps":["trace[1131363874] 'process raft request' (duration: 1.122943661s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.472806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755688939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:14.472888Z","caller":"traceutil/trace.go:171","msg":"trace[1666177513] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24327; }","duration":"2.755791181s","start":"2026-03-19T18:45:11.717079Z","end":"2026-03-19T18:45:14.47287Z","steps":["trace[1666177513] 'agreement among raft nodes before linearized reading' (duration: 2.755594017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.472887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319689875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-19T18:45:14.472934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.717014Z","time spent":"2.755907625s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:14.473005Z","caller":"traceutil/trace.go:171","msg":"trace[57161796] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.296670509s","start":"2026-03-19T18:45:13.176324Z","end":"2026-03-19T18:45:14.472994Z","steps":["trace[57161796] 'process raft request' (duration: 1.295707446s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998062566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:14.473087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.176295Z","time spent":"1.29674593s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:14.473003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727184623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:14.473143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922519287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-19T18:45:14.473157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62219772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:14.473254Z","caller":"traceutil/trace.go:171","msg":"trace[655212467] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24327; }","duration":"2.622351704s","start":"2026-03-19T18:45:11.850883Z","end":"2026-03-19T18:45:14.473235Z","steps":["trace[655212467] 'agreement among raft nodes before linearized reading' (duration: 2.62218811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009675769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:14.473306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.850835Z","time spent":"2.622460186s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:14.473311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76116667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T18:45:14.473311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504598848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T18:45:14.473335Z","caller":"traceutil/trace.go:171","msg":"trace[688887486] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24327; }","duration":"4.00974928s","start":"2026-03-19T18:45:10.463573Z","end":"2026-03-19T18:45:14.473323Z","steps":["trace[688887486] 'agreement among raft nodes before linearized reading' (duration: 4.009646628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009651618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:14.473365Z","caller":"traceutil/trace.go:171","msg":"trace[1707011012] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24327; }","duration":"2.5046865s","start":"2026-03-19T18:45:11.968665Z","end":"2026-03-19T18:45:14.473351Z","steps":["trace[1707011012] 'agreement among raft nodes before linearized reading' (duration: 2.504516726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.47337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.463558Z","time spent":"4.009803762s","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:45:14.4734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577524863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:14.473413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.968649Z","time spent":"2.504753271s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:45:14.473417Z","caller":"traceutil/trace.go:171","msg":"trace[1784553939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24327; }","duration":"4.009769941s","start":"2026-03-19T18:45:10.463624Z","end":"2026-03-19T18:45:14.473394Z","steps":["trace[1784553939] 'agreement among raft nodes before linearized reading' (duration: 4.009564026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84661716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:14.473438Z","caller":"traceutil/trace.go:171","msg":"trace[1829392172] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24327; }","duration":"2.577611345s","start":"2026-03-19T18:45:11.895817Z","end":"2026-03-19T18:45:14.473428Z","steps":["trace[1829392172] 'agreement among raft nodes before linearized reading' (duration: 2.577528503s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.463617Z","time spent":"4.009845923s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:45:14.473478Z","caller":"traceutil/trace.go:171","msg":"trace[1078866027] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24327; }","duration":"3.846721362s","start":"2026-03-19T18:45:10.62674Z","end":"2026-03-19T18:45:14.473462Z","steps":["trace[1078866027] 'agreement among raft nodes before linearized reading' (duration: 3.84663771s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:14.472938Z","caller":"traceutil/trace.go:171","msg":"trace[1854958579] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:24327; }","duration":"3.319779848s","start":"2026-03-19T18:45:11.153144Z","end":"2026-03-19T18:45:14.472924Z","steps":["trace[1854958579] 'agreement among raft nodes before linearized reading' (duration: 3.319615704s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:14.473355Z","caller":"traceutil/trace.go:171","msg":"trace[173642375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24327; }","duration":"3.761249622s","start":"2026-03-19T18:45:10.712093Z","end":"2026-03-19T18:45:14.473342Z","steps":["trace[173642375] 'agreement among raft nodes before linearized reading' (duration: 3.761128999s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.626711Z","time spent":"3.846801515s","remote":"127.0.0.1:59700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:14.473198Z","caller":"traceutil/trace.go:171","msg":"trace[475122038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096; range_end:; response_count:1; response_revision:24327; }","duration":"3.92261973s","start":"2026-03-19T18:45:10.550562Z","end":"2026-03-19T18:45:14.473181Z","steps":["trace[475122038] 'agreement among raft nodes before linearized reading' (duration: 3.922471776s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.15312Z","time spent":"3.320418293s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.220\" "} {"level":"warn","ts":"2026-03-19T18:45:14.473561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.712072Z","time spent":"3.761480388s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:45:14.473583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.550537Z","time spent":"3.92303523s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e4f9629bb2096\" "} {"level":"warn","ts":"2026-03-19T18:45:14.472833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.349614Z","time spent":"1.123167876s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:14.47348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:11.895785Z","time spent":"2.577687357s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:14.473115Z","caller":"traceutil/trace.go:171","msg":"trace[1719253857] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24327; }","duration":"3.998130478s","start":"2026-03-19T18:45:10.474972Z","end":"2026-03-19T18:45:14.473102Z","steps":["trace[1719253857] 'agreement among raft nodes before linearized reading' (duration: 3.998057276s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:14.473956Z","caller":"traceutil/trace.go:171","msg":"trace[1833236662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24327; }","duration":"3.728178277s","start":"2026-03-19T18:45:10.745763Z","end":"2026-03-19T18:45:14.473941Z","steps":["trace[1833236662] 'agreement among raft nodes before linearized reading' (duration: 3.727199434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:14.473975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.474963Z","time spent":"3.998989898s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:14.474032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:10.745739Z","time spent":"3.728254688s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:14.973483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413641962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:15.187594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:45:15.187669Z","caller":"traceutil/trace.go:171","msg":"trace[1311153135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285484s","start":"2026-03-19T18:45:13.187367Z","end":"2026-03-19T18:45:15.187653Z","steps":["trace[1311153135] 'agreement among raft nodes before linearized reading' (duration: 2.000180002s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.187707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.187344Z","time spent":"2.000355215s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:15.431351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551324997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:15.431681Z","caller":"traceutil/trace.go:171","msg":"trace[1609843762] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"1.551817028s","start":"2026-03-19T18:45:13.879841Z","end":"2026-03-19T18:45:15.431658Z","steps":["trace[1609843762] 'process raft request' (duration: 1.551677515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.431804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.879805Z","time spent":"1.551938851s","remote":"127.0.0.1:59726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:45:15.457438Z","caller":"traceutil/trace.go:171","msg":"trace[841974038] linearizableReadLoop","detail":"{readStateIndex:25213; appliedIndex:25202; }","duration":"984.691715ms","start":"2026-03-19T18:45:14.47273Z","end":"2026-03-19T18:45:15.457422Z","steps":["trace[841974038] 'read index received' (duration: 958.787095ms)","trace[841974038] 'applied index is now lower than readState.Index' (duration: 25.90396ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:15.457689Z","caller":"traceutil/trace.go:171","msg":"trace[1332136955] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.133851566s","start":"2026-03-19T18:45:14.323828Z","end":"2026-03-19T18:45:15.45768Z","steps":["trace[1332136955] 'process raft request' (duration: 1.133090057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.45777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.323804Z","time spent":"1.133911017s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.457899Z","caller":"traceutil/trace.go:171","msg":"trace[685012259] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.133825155s","start":"2026-03-19T18:45:14.324066Z","end":"2026-03-19T18:45:15.457891Z","steps":["trace[685012259] 'process raft request' (duration: 1.132970464s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.457956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.324035Z","time spent":"1.133899677s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.458056Z","caller":"traceutil/trace.go:171","msg":"trace[1622929876] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.133956958s","start":"2026-03-19T18:45:14.324093Z","end":"2026-03-19T18:45:15.45805Z","steps":["trace[1622929876] 'process raft request' (duration: 1.132986754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.458096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.324066Z","time spent":"1.13401097s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.458181Z","caller":"traceutil/trace.go:171","msg":"trace[2030762466] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"1.134049491s","start":"2026-03-19T18:45:14.324126Z","end":"2026-03-19T18:45:15.458175Z","steps":["trace[2030762466] 'process raft request' (duration: 1.132989185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.458227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.324096Z","time spent":"1.134106142s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.458314Z","caller":"traceutil/trace.go:171","msg":"trace[1996234930] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"1.134007099s","start":"2026-03-19T18:45:14.324299Z","end":"2026-03-19T18:45:15.458306Z","steps":["trace[1996234930] 'process raft request' (duration: 1.132844721s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.458356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.324279Z","time spent":"1.134055781s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.458981Z","caller":"traceutil/trace.go:171","msg":"trace[1784837001] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"1.13401831s","start":"2026-03-19T18:45:14.324954Z","end":"2026-03-19T18:45:15.458972Z","steps":["trace[1784837001] 'process raft request' (duration: 1.132218466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.32494Z","time spent":"1.134068211s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.459121Z","caller":"traceutil/trace.go:171","msg":"trace[638478123] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"1.02352352s","start":"2026-03-19T18:45:14.435591Z","end":"2026-03-19T18:45:15.459114Z","steps":["trace[638478123] 'process raft request' (duration: 1.021610083s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.435569Z","time spent":"1.023576591s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:15.459247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.474965Z","time spent":"984.281575ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:45:15.459356Z","caller":"traceutil/trace.go:171","msg":"trace[1404005112] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"983.152218ms","start":"2026-03-19T18:45:14.476196Z","end":"2026-03-19T18:45:15.459348Z","steps":["trace[1404005112] 'process raft request' (duration: 981.095348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.476178Z","time spent":"983.196339ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:15.459533Z","caller":"traceutil/trace.go:171","msg":"trace[1839434076] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"979.5629ms","start":"2026-03-19T18:45:14.47996Z","end":"2026-03-19T18:45:15.459523Z","steps":["trace[1839434076] 'process raft request' (duration: 977.428308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.479952Z","time spent":"979.607761ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:15.459729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135678279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:45:15.459762Z","caller":"traceutil/trace.go:171","msg":"trace[781003230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24337; }","duration":"1.135797973s","start":"2026-03-19T18:45:14.323955Z","end":"2026-03-19T18:45:15.459753Z","steps":["trace[781003230] 'agreement among raft nodes before linearized reading' (duration: 1.135706291s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.323683Z","time spent":"1.13609402s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:15.459875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605464594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.459901Z","caller":"traceutil/trace.go:171","msg":"trace[795025212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24337; }","duration":"1.605529855s","start":"2026-03-19T18:45:13.854364Z","end":"2026-03-19T18:45:15.459894Z","steps":["trace[795025212] 'agreement among raft nodes before linearized reading' (duration: 1.605488834s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.459925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.854338Z","time spent":"1.605582027s","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.460148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768459121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.460245Z","caller":"traceutil/trace.go:171","msg":"trace[481060115] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24337; }","duration":"1.768595504s","start":"2026-03-19T18:45:13.691611Z","end":"2026-03-19T18:45:15.460207Z","steps":["trace[481060115] 'agreement among raft nodes before linearized reading' (duration: 1.76842364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.460294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.691587Z","time spent":"1.768698227s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.460509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002723931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:45:15.460535Z","caller":"traceutil/trace.go:171","msg":"trace[1718151187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24337; }","duration":"3.002792203s","start":"2026-03-19T18:45:12.457737Z","end":"2026-03-19T18:45:15.46053Z","steps":["trace[1718151187] 'agreement among raft nodes before linearized reading' (duration: 3.002729111s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.460551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.457667Z","time spent":"3.002880235s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:15.460588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139368377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-19T18:45:15.460862Z","caller":"traceutil/trace.go:171","msg":"trace[362046970] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24337; }","duration":"3.139678554s","start":"2026-03-19T18:45:12.321173Z","end":"2026-03-19T18:45:15.460851Z","steps":["trace[362046970] 'agreement among raft nodes before linearized reading' (duration: 3.139319736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.460995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.321146Z","time spent":"3.139737276s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T18:45:15.460595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999237197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:45:15.461061Z","caller":"traceutil/trace.go:171","msg":"trace[162763241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24337; }","duration":"2.999723878s","start":"2026-03-19T18:45:12.46133Z","end":"2026-03-19T18:45:15.461054Z","steps":["trace[162763241] 'agreement among raft nodes before linearized reading' (duration: 2.999138744s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.461084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.461324Z","time spent":"2.999755389s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:45:15.460658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390086011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.461149Z","caller":"traceutil/trace.go:171","msg":"trace[575969427] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24337; }","duration":"2.390618124s","start":"2026-03-19T18:45:13.070522Z","end":"2026-03-19T18:45:15.46114Z","steps":["trace[575969427] 'agreement among raft nodes before linearized reading' (duration: 2.390102132s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.461168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:13.070502Z","time spent":"2.390659505s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.460754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999512343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:45:15.461268Z","caller":"traceutil/trace.go:171","msg":"trace[50407603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24337; }","duration":"3.000070606s","start":"2026-03-19T18:45:12.461192Z","end":"2026-03-19T18:45:15.461263Z","steps":["trace[50407603] 'agreement among raft nodes before linearized reading' (duration: 2.999505423s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.461288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.461172Z","time spent":"3.000108618s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:15.460771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001810339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:45:15.461352Z","caller":"traceutil/trace.go:171","msg":"trace[441778285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24337; }","duration":"3.002433524s","start":"2026-03-19T18:45:12.458913Z","end":"2026-03-19T18:45:15.461347Z","steps":["trace[441778285] 'agreement among raft nodes before linearized reading' (duration: 3.001793629s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.461367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:12.45889Z","time spent":"3.002473266s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:15.467698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.942389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.467747Z","caller":"traceutil/trace.go:171","msg":"trace[1351087419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24338; }","duration":"272.01091ms","start":"2026-03-19T18:45:15.195726Z","end":"2026-03-19T18:45:15.467737Z","steps":["trace[1351087419] 'agreement among raft nodes before linearized reading' (duration: 271.913507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.467869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.724798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.467899Z","caller":"traceutil/trace.go:171","msg":"trace[679444443] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24338; }","duration":"378.774059ms","start":"2026-03-19T18:45:15.089118Z","end":"2026-03-19T18:45:15.467892Z","steps":["trace[679444443] 'agreement among raft nodes before linearized reading' (duration: 378.725917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.46792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:15.089107Z","time spent":"378.807719ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.46807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.357466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.468101Z","caller":"traceutil/trace.go:171","msg":"trace[1883963755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24338; }","duration":"382.432337ms","start":"2026-03-19T18:45:15.085663Z","end":"2026-03-19T18:45:15.468095Z","steps":["trace[1883963755] 'agreement among raft nodes before linearized reading' (duration: 382.351605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.468122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:15.085636Z","time spent":"382.480329ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.468451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.165111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.46982Z","caller":"traceutil/trace.go:171","msg":"trace[856049222] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24338; }","duration":"838.134118ms","start":"2026-03-19T18:45:14.631669Z","end":"2026-03-19T18:45:15.469804Z","steps":["trace[856049222] 'agreement among raft nodes before linearized reading' (duration: 836.686863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.469872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.63165Z","time spent":"838.206111ms","remote":"127.0.0.1:51368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:15.468528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.015446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:15.470057Z","caller":"traceutil/trace.go:171","msg":"trace[1265574636] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24338; }","duration":"991.563683ms","start":"2026-03-19T18:45:14.478483Z","end":"2026-03-19T18:45:15.470046Z","steps":["trace[1265574636] 'agreement among raft nodes before linearized reading' (duration: 990.018195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.470103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.478471Z","time spent":"991.617314ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:45:15.468606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.271224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-19T18:45:15.470289Z","caller":"traceutil/trace.go:171","msg":"trace[110678741] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24338; }","duration":"994.963985ms","start":"2026-03-19T18:45:14.4753Z","end":"2026-03-19T18:45:15.470264Z","steps":["trace[110678741] 'agreement among raft nodes before linearized reading' (duration: 993.248313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:15.470359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:14.475283Z","time spent":"995.060708ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:45:19.184659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:45:19.186052Z","caller":"traceutil/trace.go:171","msg":"trace[995605914] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"683.787222ms","start":"2026-03-19T18:45:18.502232Z","end":"2026-03-19T18:45:19.186019Z","steps":["trace[995605914] 'process raft request' (duration: 683.594628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:19.186269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:18.502201Z","time spent":"683.946906ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:19.955342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.167577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:19.955437Z","caller":"traceutil/trace.go:171","msg":"trace[1724331494] linearizableReadLoop","detail":"{readStateIndex:25247; appliedIndex:25245; }","duration":"1.270869491s","start":"2026-03-19T18:45:18.684552Z","end":"2026-03-19T18:45:19.955422Z","steps":["trace[1724331494] 'read index received' (duration: 501.378012ms)","trace[1724331494] 'applied index is now lower than readState.Index' (duration: 769.490279ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:19.955514Z","caller":"traceutil/trace.go:171","msg":"trace[1081319577] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"1.398995629s","start":"2026-03-19T18:45:18.556507Z","end":"2026-03-19T18:45:19.955502Z","steps":["trace[1081319577] 'process raft request' (duration: 1.199578465s)","trace[1081319577] 'compare' (duration: 198.610884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:19.955585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:18.556479Z","time spent":"1.399066341s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:19.955686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271136098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-19T18:45:19.955717Z","caller":"traceutil/trace.go:171","msg":"trace[642134906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24370; }","duration":"1.271198019s","start":"2026-03-19T18:45:18.684511Z","end":"2026-03-19T18:45:19.955709Z","steps":["trace[642134906] 'agreement among raft nodes before linearized reading' (duration: 1.271086576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:19.955735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:18.684493Z","time spent":"1.27123868s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-19T18:45:20.759534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.900001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:20.759809Z","caller":"traceutil/trace.go:171","msg":"trace[1760357610] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"1.27697218s","start":"2026-03-19T18:45:19.48282Z","end":"2026-03-19T18:45:20.759792Z","steps":["trace[1760357610] 'process raft request' (duration: 1.276824836s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.759882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.482802Z","time spent":"1.277048351s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:20.759989Z","caller":"traceutil/trace.go:171","msg":"trace[1429165613] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"1.276308173s","start":"2026-03-19T18:45:19.483647Z","end":"2026-03-19T18:45:20.759955Z","steps":["trace[1429165613] 'process raft request' (duration: 1.276086117s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:20.759996Z","caller":"traceutil/trace.go:171","msg":"trace[616334205] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"1.277257056s","start":"2026-03-19T18:45:19.482696Z","end":"2026-03-19T18:45:20.759953Z","steps":["trace[616334205] 'process raft request' (duration: 632.861283ms)","trace[616334205] 'compare' (duration: 643.630995ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:20.76002Z","caller":"traceutil/trace.go:171","msg":"trace[1716895540] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"1.274265693s","start":"2026-03-19T18:45:19.485728Z","end":"2026-03-19T18:45:20.759994Z","steps":["trace[1716895540] 'process raft request' (duration: 1.27411472s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.760133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.485715Z","time spent":"1.274362216s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:20.760143Z","caller":"traceutil/trace.go:171","msg":"trace[229487081] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"1.273432082s","start":"2026-03-19T18:45:19.486678Z","end":"2026-03-19T18:45:20.76011Z","steps":["trace[229487081] 'process raft request' (duration: 1.273249288s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:20.760155Z","caller":"traceutil/trace.go:171","msg":"trace[1431260375] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"1.272861529s","start":"2026-03-19T18:45:19.487263Z","end":"2026-03-19T18:45:20.760125Z","steps":["trace[1431260375] 'process raft request' (duration: 1.272716065s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.760133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.483595Z","time spent":"1.276460686s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:20.760287Z","caller":"traceutil/trace.go:171","msg":"trace[1081211056] linearizableReadLoop","detail":"{readStateIndex:25253; appliedIndex:25247; }","duration":"804.794087ms","start":"2026-03-19T18:45:19.955473Z","end":"2026-03-19T18:45:20.760267Z","steps":["trace[1081211056] 'read index received' (duration: 160.184278ms)","trace[1081211056] 'applied index is now lower than readState.Index' (duration: 644.606999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:20.760316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.486666Z","time spent":"1.273539996s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:20.760174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.482656Z","time spent":"1.277422131s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:20.760356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.487228Z","time spent":"1.273026693s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:20.760689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183057735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.760774Z","caller":"traceutil/trace.go:171","msg":"trace[451888657] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24376; }","duration":"1.183178278s","start":"2026-03-19T18:45:19.57758Z","end":"2026-03-19T18:45:20.760758Z","steps":["trace[451888657] 'agreement among raft nodes before linearized reading' (duration: 1.182722656s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.760749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.537326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:20.76081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.577551Z","time spent":"1.183248869s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.760852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269332365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:20.760854Z","caller":"traceutil/trace.go:171","msg":"trace[1559523208] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24376; }","duration":"911.667349ms","start":"2026-03-19T18:45:19.849151Z","end":"2026-03-19T18:45:20.760818Z","steps":["trace[1559523208] 'agreement among raft nodes before linearized reading' (duration: 911.138296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:20.760901Z","caller":"traceutil/trace.go:171","msg":"trace[1355893054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24376; }","duration":"1.269431347s","start":"2026-03-19T18:45:19.491458Z","end":"2026-03-19T18:45:20.760889Z","steps":["trace[1355893054] 'agreement among raft nodes before linearized reading' (duration: 1.268813311s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.760935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.491438Z","time spent":"1.269489198s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:20.760925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.849093Z","time spent":"911.813332ms","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.760956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448424503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.761026Z","caller":"traceutil/trace.go:171","msg":"trace[1620103301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24376; }","duration":"1.448552246s","start":"2026-03-19T18:45:19.312453Z","end":"2026-03-19T18:45:20.761005Z","steps":["trace[1620103301] 'agreement among raft nodes before linearized reading' (duration: 1.447839298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.312425Z","time spent":"1.448631707s","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.761498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984640753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:20.761547Z","caller":"traceutil/trace.go:171","msg":"trace[1385662603] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24376; }","duration":"1.984722565s","start":"2026-03-19T18:45:18.776813Z","end":"2026-03-19T18:45:20.761536Z","steps":["trace[1385662603] 'agreement among raft nodes before linearized reading' (duration: 1.983522376s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:18.776799Z","time spent":"1.984769216s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.761662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56378255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.761683Z","caller":"traceutil/trace.go:171","msg":"trace[1470654935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24376; }","duration":"1.563849402s","start":"2026-03-19T18:45:19.197828Z","end":"2026-03-19T18:45:20.761677Z","steps":["trace[1470654935] 'agreement among raft nodes before linearized reading' (duration: 1.562503389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.197804Z","time spent":"1.563899972s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:20.761705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272683975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T18:45:20.761782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086065593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:20.761792Z","caller":"traceutil/trace.go:171","msg":"trace[431562324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24376; }","duration":"1.272811658s","start":"2026-03-19T18:45:19.488966Z","end":"2026-03-19T18:45:20.761778Z","steps":["trace[431562324] 'agreement among raft nodes before linearized reading' (duration: 1.271341892s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:20.761813Z","caller":"traceutil/trace.go:171","msg":"trace[910124791] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24376; }","duration":"1.086144266s","start":"2026-03-19T18:45:19.675659Z","end":"2026-03-19T18:45:20.761804Z","steps":["trace[910124791] 'agreement among raft nodes before linearized reading' (duration: 1.08467699s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07153685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T18:45:20.761829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.488948Z","time spent":"1.272871569s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:45:20.761844Z","caller":"traceutil/trace.go:171","msg":"trace[267599114] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24376; }","duration":"1.071589331s","start":"2026-03-19T18:45:19.69025Z","end":"2026-03-19T18:45:20.761839Z","steps":["trace[267599114] 'agreement among raft nodes before linearized reading' (duration: 1.070073823s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.675634Z","time spent":"1.086201967s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.761857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.690229Z","time spent":"1.071623862s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T18:45:20.761968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270974784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:45:20.761986Z","caller":"traceutil/trace.go:171","msg":"trace[1031123432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24376; }","duration":"1.271009575s","start":"2026-03-19T18:45:19.490971Z","end":"2026-03-19T18:45:20.761981Z","steps":["trace[1031123432] 'agreement among raft nodes before linearized reading' (duration: 1.269326084s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.761998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.490962Z","time spent":"1.271032725s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:20.76202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070516913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:20.762031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269722323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:45:20.762047Z","caller":"traceutil/trace.go:171","msg":"trace[879739563] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24376; }","duration":"2.070584084s","start":"2026-03-19T18:45:18.691455Z","end":"2026-03-19T18:45:20.762039Z","steps":["trace[879739563] 'agreement among raft nodes before linearized reading' (duration: 2.068896483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.762072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:18.691433Z","time spent":"2.070631866s","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:20.762064Z","caller":"traceutil/trace.go:171","msg":"trace[1575582593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24376; }","duration":"1.269773704s","start":"2026-03-19T18:45:19.492279Z","end":"2026-03-19T18:45:20.762052Z","steps":["trace[1575582593] 'agreement among raft nodes before linearized reading' (duration: 1.268032531s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.762107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.492269Z","time spent":"1.269830636s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:20.762217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143267506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:20.762251Z","caller":"traceutil/trace.go:171","msg":"trace[677072685] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24376; }","duration":"1.143352527s","start":"2026-03-19T18:45:19.618889Z","end":"2026-03-19T18:45:20.762242Z","steps":["trace[677072685] 'agreement among raft nodes before linearized reading' (duration: 1.14141003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.762277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271191939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:45:20.76228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.618863Z","time spent":"1.143409098s","remote":"127.0.0.1:45348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:20.762291Z","caller":"traceutil/trace.go:171","msg":"trace[96606750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24376; }","duration":"1.27125027s","start":"2026-03-19T18:45:19.491037Z","end":"2026-03-19T18:45:20.762287Z","steps":["trace[96606750] 'agreement among raft nodes before linearized reading' (duration: 1.269285212s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.762305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.491015Z","time spent":"1.271286462s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:20.762367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656024235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.76238Z","caller":"traceutil/trace.go:171","msg":"trace[1352717012] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24376; }","duration":"1.656079967s","start":"2026-03-19T18:45:19.106296Z","end":"2026-03-19T18:45:20.762376Z","steps":["trace[1352717012] 'agreement among raft nodes before linearized reading' (duration: 1.654023066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.762393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.106275Z","time spent":"1.656113767s","remote":"127.0.0.1:45000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.765092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.108426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:20.76515Z","caller":"traceutil/trace.go:171","msg":"trace[1260741673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24376; }","duration":"273.205919ms","start":"2026-03-19T18:45:20.491932Z","end":"2026-03-19T18:45:20.765138Z","steps":["trace[1260741673] 'agreement among raft nodes before linearized reading' (duration: 273.096216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.765279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.361272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.765342Z","caller":"traceutil/trace.go:171","msg":"trace[1430327469] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24376; }","duration":"614.474035ms","start":"2026-03-19T18:45:20.150853Z","end":"2026-03-19T18:45:20.765327Z","steps":["trace[1430327469] 'agreement among raft nodes before linearized reading' (duration: 614.334062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.765398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:20.150825Z","time spent":"614.563147ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.765561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.840477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10747eca-ab63-4fd2-8748-6c7700987a58\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-19T18:45:20.765597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.104397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.765609Z","caller":"traceutil/trace.go:171","msg":"trace[489803155] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10747eca-ab63-4fd2-8748-6c7700987a58; range_end:; response_count:1; response_revision:24376; }","duration":"806.896699ms","start":"2026-03-19T18:45:19.9587Z","end":"2026-03-19T18:45:20.765597Z","steps":["trace[489803155] 'agreement among raft nodes before linearized reading' (duration: 806.820307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:20.76562Z","caller":"traceutil/trace.go:171","msg":"trace[172860976] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24376; }","duration":"559.151568ms","start":"2026-03-19T18:45:20.206459Z","end":"2026-03-19T18:45:20.76561Z","steps":["trace[172860976] 'agreement among raft nodes before linearized reading' (duration: 559.108967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.76564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:20.206446Z","time spent":"559.187109ms","remote":"127.0.0.1:59716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:20.765657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:19.95869Z","time spent":"806.95923ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-10747eca-ab63-4fd2-8748-6c7700987a58\" "} {"level":"warn","ts":"2026-03-19T18:45:20.76563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.283157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:20.765781Z","caller":"traceutil/trace.go:171","msg":"trace[1418059000] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24376; }","duration":"611.463252ms","start":"2026-03-19T18:45:20.154305Z","end":"2026-03-19T18:45:20.765768Z","steps":["trace[1418059000] 'agreement among raft nodes before linearized reading' (duration: 611.291118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:20.765817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:20.154288Z","time spent":"611.512453ms","remote":"127.0.0.1:51314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:24.855105Z","caller":"traceutil/trace.go:171","msg":"trace[282933719] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"123.174788ms","start":"2026-03-19T18:45:24.731897Z","end":"2026-03-19T18:45:24.855072Z","steps":["trace[282933719] 'process raft request' (duration: 122.976853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:26.088807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233894251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:26.089255Z","caller":"traceutil/trace.go:171","msg":"trace[1212344445] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"1.29670294s","start":"2026-03-19T18:45:24.792521Z","end":"2026-03-19T18:45:26.089224Z","steps":["trace[1212344445] 'process raft request' (duration: 1.296439304s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:26.089268Z","caller":"traceutil/trace.go:171","msg":"trace[2067168905] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"1.29629711s","start":"2026-03-19T18:45:24.792943Z","end":"2026-03-19T18:45:26.08924Z","steps":["trace[2067168905] 'process raft request' (duration: 1.296200588s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:26.089349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.7925Z","time spent":"1.296789942s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:26.089422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.792937Z","time spent":"1.296400263s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:26.089506Z","caller":"traceutil/trace.go:171","msg":"trace[442518050] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"1.294879546s","start":"2026-03-19T18:45:24.794619Z","end":"2026-03-19T18:45:26.089499Z","steps":["trace[442518050] 'process raft request' (duration: 1.294580168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:26.08954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.794614Z","time spent":"1.294909496s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:26.089639Z","caller":"traceutil/trace.go:171","msg":"trace[2019809640] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"1.2946859s","start":"2026-03-19T18:45:24.794918Z","end":"2026-03-19T18:45:26.089604Z","steps":["trace[2019809640] 'process raft request' (duration: 1.294502056s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:26.089736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.794893Z","time spent":"1.294796253s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:27.166463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076805958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:27.166705Z","caller":"traceutil/trace.go:171","msg":"trace[1791484604] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"2.370418712s","start":"2026-03-19T18:45:24.796251Z","end":"2026-03-19T18:45:27.16667Z","steps":["trace[1791484604] 'process raft request' (duration: 1.293324767s)","trace[1791484604] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 1.07608003s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:27.166791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.796244Z","time spent":"2.370510935s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:27.167008Z","caller":"traceutil/trace.go:171","msg":"trace[347435199] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25282; }","duration":"2.365959343s","start":"2026-03-19T18:45:24.801022Z","end":"2026-03-19T18:45:27.166982Z","steps":["trace[347435199] 'read index received' (duration: 54.044445ms)","trace[347435199] 'applied index is now lower than readState.Index' (duration: 2.311913658s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:27.167178Z","caller":"traceutil/trace.go:171","msg":"trace[1754695203] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"2.368359401s","start":"2026-03-19T18:45:24.798806Z","end":"2026-03-19T18:45:27.167166Z","steps":["trace[1754695203] 'process raft request' (duration: 2.367777418s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:27.167284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.798782Z","time spent":"2.368422763s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:27.167355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366318551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:27.167412Z","caller":"traceutil/trace.go:171","msg":"trace[1009645580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24409; }","duration":"2.366405995s","start":"2026-03-19T18:45:24.800992Z","end":"2026-03-19T18:45:27.167398Z","steps":["trace[1009645580] 'agreement among raft nodes before linearized reading' (duration: 2.366208469s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:27.16744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.800982Z","time spent":"2.366451466s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:27.187352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:45:27.187442Z","caller":"traceutil/trace.go:171","msg":"trace[848032615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939895s","start":"2026-03-19T18:45:25.187484Z","end":"2026-03-19T18:45:27.187424Z","steps":["trace[848032615] 'agreement among raft nodes before linearized reading' (duration: 1.999833323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:27.187492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.187463Z","time spent":"2.000019938s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:45:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:45:27.404362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31524736s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:45:28.413847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.275171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:28.413989Z","caller":"traceutil/trace.go:171","msg":"trace[1407700755] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24409; }","duration":"462.432575ms","start":"2026-03-19T18:45:27.951536Z","end":"2026-03-19T18:45:28.413969Z","steps":["trace[1407700755] 'range keys from in-memory index tree' (duration: 462.25521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.414775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010117465s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:28.415082Z","caller":"traceutil/trace.go:171","msg":"trace[1163242255] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.243628128s","start":"2026-03-19T18:45:27.171436Z","end":"2026-03-19T18:45:28.415064Z","steps":["trace[1163242255] 'process raft request' (duration: 1.243583907s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:28.415211Z","caller":"traceutil/trace.go:171","msg":"trace[699793561] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"3.206739237s","start":"2026-03-19T18:45:25.208448Z","end":"2026-03-19T18:45:28.415188Z","steps":["trace[699793561] 'process raft request' (duration: 3.20644328s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:28.415284Z","caller":"traceutil/trace.go:171","msg":"trace[2086394225] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"2.711568966s","start":"2026-03-19T18:45:25.703695Z","end":"2026-03-19T18:45:28.415264Z","steps":["trace[2086394225] 'process raft request' (duration: 2.711273898s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.415336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.703682Z","time spent":"2.711629557s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:28.41536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.208424Z","time spent":"3.20685391s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:28.415215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.171414Z","time spent":"1.243762651s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:28.415591Z","caller":"traceutil/trace.go:171","msg":"trace[436840040] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25288; }","duration":"1.248505417s","start":"2026-03-19T18:45:27.167065Z","end":"2026-03-19T18:45:28.415571Z","steps":["trace[436840040] 'read index received' (duration: 237.46913ms)","trace[436840040] 'applied index is now lower than readState.Index' (duration: 1.011033537s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:28.415616Z","caller":"traceutil/trace.go:171","msg":"trace[422807166] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"3.454125638s","start":"2026-03-19T18:45:24.961452Z","end":"2026-03-19T18:45:28.415578Z","steps":["trace[422807166] 'process raft request' (duration: 2.443109101s)","trace[422807166] 'compare' (duration: 1.009263944s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:28.415708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923604867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:28.41576Z","caller":"traceutil/trace.go:171","msg":"trace[145085287] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24413; }","duration":"2.923692708s","start":"2026-03-19T18:45:25.492048Z","end":"2026-03-19T18:45:28.415741Z","steps":["trace[145085287] 'agreement among raft nodes before linearized reading' (duration: 2.923610026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.415757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.961423Z","time spent":"3.454257901s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:28.415796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.492029Z","time spent":"2.9237567s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:45:28.415928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610434382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:45:28.415975Z","caller":"traceutil/trace.go:171","msg":"trace[457479321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24413; }","duration":"3.610485453s","start":"2026-03-19T18:45:24.805476Z","end":"2026-03-19T18:45:28.415961Z","steps":["trace[457479321] 'agreement among raft nodes before linearized reading' (duration: 3.61034579s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.805472Z","time spent":"3.610525784s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:28.416076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611071398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T18:45:28.416097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611977169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:45:28.416122Z","caller":"traceutil/trace.go:171","msg":"trace[490715327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24413; }","duration":"3.61115039s","start":"2026-03-19T18:45:24.804961Z","end":"2026-03-19T18:45:28.416111Z","steps":["trace[490715327] 'agreement among raft nodes before linearized reading' (duration: 3.610994366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293363465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:28.416126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553300023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:28.416137Z","caller":"traceutil/trace.go:171","msg":"trace[1106182439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24413; }","duration":"3.612035701s","start":"2026-03-19T18:45:24.804089Z","end":"2026-03-19T18:45:28.416125Z","steps":["trace[1106182439] 'agreement among raft nodes before linearized reading' (duration: 3.611920599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.804945Z","time spent":"3.611202071s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:45:28.416112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078893085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:28.416159Z","caller":"traceutil/trace.go:171","msg":"trace[800103543] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24413; }","duration":"3.293443167s","start":"2026-03-19T18:45:25.122704Z","end":"2026-03-19T18:45:28.416147Z","steps":["trace[800103543] 'agreement among raft nodes before linearized reading' (duration: 3.293371525s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:28.416173Z","caller":"traceutil/trace.go:171","msg":"trace[129345810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24413; }","duration":"2.553386015s","start":"2026-03-19T18:45:25.862774Z","end":"2026-03-19T18:45:28.41616Z","steps":["trace[129345810] 'agreement among raft nodes before linearized reading' (duration: 2.553284953s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610895993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:45:28.4162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.122689Z","time spent":"3.293502238s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:28.416209Z","caller":"traceutil/trace.go:171","msg":"trace[460622065] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24413; }","duration":"3.079035939s","start":"2026-03-19T18:45:25.337152Z","end":"2026-03-19T18:45:28.416188Z","steps":["trace[460622065] 'agreement among raft nodes before linearized reading' (duration: 3.078870415s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.862757Z","time spent":"2.553449176s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:45:28.416274Z","caller":"traceutil/trace.go:171","msg":"trace[30254531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24413; }","duration":"3.610991816s","start":"2026-03-19T18:45:24.805268Z","end":"2026-03-19T18:45:28.41626Z","steps":["trace[30254531] 'agreement among raft nodes before linearized reading' (duration: 3.61076624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.337134Z","time spent":"3.079148531s","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:28.416276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938438819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:28.416344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.805263Z","time spent":"3.611070177s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:28.416364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729249166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:28.416384Z","caller":"traceutil/trace.go:171","msg":"trace[2073404680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24413; }","duration":"1.938647924s","start":"2026-03-19T18:45:26.47771Z","end":"2026-03-19T18:45:28.416358Z","steps":["trace[2073404680] 'agreement among raft nodes before linearized reading' (duration: 1.938389648s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:24.804081Z","time spent":"3.612088022s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:45:28.416411Z","caller":"traceutil/trace.go:171","msg":"trace[1152052386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24413; }","duration":"2.729312917s","start":"2026-03-19T18:45:25.687086Z","end":"2026-03-19T18:45:28.416399Z","steps":["trace[1152052386] 'agreement among raft nodes before linearized reading' (duration: 2.729240345s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.687079Z","time spent":"2.729354458s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:28.41644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:26.477689Z","time spent":"1.938738556s","remote":"127.0.0.1:51708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:28.416507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970224962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:28.416563Z","caller":"traceutil/trace.go:171","msg":"trace[463760239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24413; }","duration":"1.970275703s","start":"2026-03-19T18:45:26.446268Z","end":"2026-03-19T18:45:28.416544Z","steps":["trace[463760239] 'agreement among raft nodes before linearized reading' (duration: 1.970191601s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:26.446202Z","time spent":"1.970391516s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:28.416626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732045103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-19T18:45:28.416698Z","caller":"traceutil/trace.go:171","msg":"trace[72941992] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24413; }","duration":"2.732146956s","start":"2026-03-19T18:45:25.684529Z","end":"2026-03-19T18:45:28.416676Z","steps":["trace[72941992] 'agreement among raft nodes before linearized reading' (duration: 2.731989992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.416757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.684511Z","time spent":"2.732230268s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-19T18:45:28.419259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810015351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T18:45:28.419396Z","caller":"traceutil/trace.go:171","msg":"trace[1649984026] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24413; }","duration":"2.810241066s","start":"2026-03-19T18:45:25.609128Z","end":"2026-03-19T18:45:28.419369Z","steps":["trace[1649984026] 'agreement among raft nodes before linearized reading' (duration: 2.806499725s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:28.419469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:25.609105Z","time spent":"2.810348239s","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2662,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:28.91616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:29.187845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:45:29.187928Z","caller":"traceutil/trace.go:171","msg":"trace[210924708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516229s","start":"2026-03-19T18:45:27.187392Z","end":"2026-03-19T18:45:29.187908Z","steps":["trace[210924708] 'agreement among raft nodes before linearized reading' (duration: 2.000411956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.187977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.18738Z","time spent":"2.000586191s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:45:29.210155Z","caller":"traceutil/trace.go:171","msg":"trace[1187013169] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.11508217s","start":"2026-03-19T18:45:28.095049Z","end":"2026-03-19T18:45:29.210131Z","steps":["trace[1187013169] 'process raft request' (duration: 1.114556357s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.210212Z","caller":"traceutil/trace.go:171","msg":"trace[585282341] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.115078949s","start":"2026-03-19T18:45:28.095116Z","end":"2026-03-19T18:45:29.210195Z","steps":["trace[585282341] 'process raft request' (duration: 1.114962736s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.210302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.09502Z","time spent":"1.115201112s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:29.210383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.095088Z","time spent":"1.115199102s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.210386Z","caller":"traceutil/trace.go:171","msg":"trace[2076554362] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.115226032s","start":"2026-03-19T18:45:28.095146Z","end":"2026-03-19T18:45:29.210372Z","steps":["trace[2076554362] 'process raft request' (duration: 1.115002827s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.210435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.095137Z","time spent":"1.115273094s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.210412Z","caller":"traceutil/trace.go:171","msg":"trace[156706667] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.115187212s","start":"2026-03-19T18:45:28.095199Z","end":"2026-03-19T18:45:29.210386Z","steps":["trace[156706667] 'process raft request' (duration: 1.115075879s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.210544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.095178Z","time spent":"1.115293905s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.225664Z","caller":"traceutil/trace.go:171","msg":"trace[142456901] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"803.553517ms","start":"2026-03-19T18:45:28.422091Z","end":"2026-03-19T18:45:29.225644Z","steps":["trace[142456901] 'process raft request' (duration: 803.402124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.225789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.422072Z","time spent":"803.654649ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.225874Z","caller":"traceutil/trace.go:171","msg":"trace[134002649] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"803.632199ms","start":"2026-03-19T18:45:28.422226Z","end":"2026-03-19T18:45:29.225858Z","steps":["trace[134002649] 'process raft request' (duration: 803.377042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.225941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.422221Z","time spent":"803.681641ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.226022Z","caller":"traceutil/trace.go:171","msg":"trace[981096896] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"803.572466ms","start":"2026-03-19T18:45:28.422436Z","end":"2026-03-19T18:45:29.226009Z","steps":["trace[981096896] 'process raft request' (duration: 803.333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.226092Z","caller":"traceutil/trace.go:171","msg":"trace[174510660] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25292; }","duration":"810.456265ms","start":"2026-03-19T18:45:28.415629Z","end":"2026-03-19T18:45:29.226085Z","steps":["trace[174510660] 'read index received' (duration: 794.408995ms)","trace[174510660] 'applied index is now lower than readState.Index' (duration: 16.04658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:29.226103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.422377Z","time spent":"803.69668ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:29.226237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.808401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:29.226269Z","caller":"traceutil/trace.go:171","msg":"trace[1444874010] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24423; }","duration":"805.873883ms","start":"2026-03-19T18:45:28.420389Z","end":"2026-03-19T18:45:29.226263Z","steps":["trace[1444874010] 'agreement among raft nodes before linearized reading' (duration: 805.791001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.420368Z","time spent":"805.914434ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:29.226262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019997075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:29.226281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904339217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-19T18:45:29.226335Z","caller":"traceutil/trace.go:171","msg":"trace[1790577994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24423; }","duration":"1.90441537s","start":"2026-03-19T18:45:27.321906Z","end":"2026-03-19T18:45:29.226321Z","steps":["trace[1790577994] 'agreement among raft nodes before linearized reading' (duration: 1.904250996s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:29.226332Z","caller":"traceutil/trace.go:171","msg":"trace[950805859] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24423; }","duration":"1.020135699s","start":"2026-03-19T18:45:28.206179Z","end":"2026-03-19T18:45:29.226315Z","steps":["trace[950805859] 'agreement among raft nodes before linearized reading' (duration: 1.019999835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.22632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775903952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:29.226377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.321892Z","time spent":"1.904478032s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:45:29.226372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594763704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-74df466dbc-xpmhn\" ","response":"range_response_count:1 size:8784"} {"level":"warn","ts":"2026-03-19T18:45:29.226389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.206132Z","time spent":"1.020247802s","remote":"127.0.0.1:51046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:29.226419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.05178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.226404Z","caller":"traceutil/trace.go:171","msg":"trace[1265264485] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24423; }","duration":"1.776031815s","start":"2026-03-19T18:45:27.450355Z","end":"2026-03-19T18:45:29.226387Z","steps":["trace[1265264485] 'agreement among raft nodes before linearized reading' (duration: 1.775879701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.22626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.179833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.22643Z","caller":"traceutil/trace.go:171","msg":"trace[1954751336] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-74df466dbc-xpmhn; range_end:; response_count:1; response_revision:24423; }","duration":"1.594866097s","start":"2026-03-19T18:45:27.631549Z","end":"2026-03-19T18:45:29.226415Z","steps":["trace[1954751336] 'agreement among raft nodes before linearized reading' (duration: 1.594670761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.415597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.226466Z","caller":"traceutil/trace.go:171","msg":"trace[2121948942] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24423; }","duration":"945.473512ms","start":"2026-03-19T18:45:28.28098Z","end":"2026-03-19T18:45:29.226454Z","steps":["trace[2121948942] 'agreement among raft nodes before linearized reading' (duration: 945.187614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.631526Z","time spent":"1.594933619s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8806,"request content":"key:\"/registry/pods/openstack/magnum-api-74df466dbc-xpmhn\" "} {"level":"warn","ts":"2026-03-19T18:45:29.22647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.450335Z","time spent":"1.776113798s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:29.226499Z","caller":"traceutil/trace.go:171","msg":"trace[1670295086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24423; }","duration":"368.50512ms","start":"2026-03-19T18:45:28.85798Z","end":"2026-03-19T18:45:29.226485Z","steps":["trace[1670295086] 'agreement among raft nodes before linearized reading' (duration: 368.425218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.739831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-19T18:45:29.226567Z","caller":"traceutil/trace.go:171","msg":"trace[1826239397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c; range_end:; response_count:1; response_revision:24423; }","duration":"805.859763ms","start":"2026-03-19T18:45:28.420702Z","end":"2026-03-19T18:45:29.226562Z","steps":["trace[1826239397] 'agreement among raft nodes before linearized reading' (duration: 805.749591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.857958Z","time spent":"368.583441ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:45:29.226107Z","caller":"traceutil/trace.go:171","msg":"trace[1186521632] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"803.542466ms","start":"2026-03-19T18:45:28.422532Z","end":"2026-03-19T18:45:29.226074Z","steps":["trace[1186521632] 'process raft request' (duration: 803.364102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.481212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:29.226628Z","caller":"traceutil/trace.go:171","msg":"trace[1869062287] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24423; }","duration":"129.536904ms","start":"2026-03-19T18:45:29.097087Z","end":"2026-03-19T18:45:29.226623Z","steps":["trace[1869062287] 'agreement among raft nodes before linearized reading' (duration: 129.506133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.280934Z","time spent":"945.555024ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:29.22644Z","caller":"traceutil/trace.go:171","msg":"trace[1976442395] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24423; }","duration":"804.089271ms","start":"2026-03-19T18:45:28.422346Z","end":"2026-03-19T18:45:29.226435Z","steps":["trace[1976442395] 'agreement among raft nodes before linearized reading' (duration: 804.056691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041592561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:29.226798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.42234Z","time spent":"804.44421ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-19T18:45:29.226792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.422525Z","time spent":"804.08551ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:29.226841Z","caller":"traceutil/trace.go:171","msg":"trace[2017206629] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24423; }","duration":"1.041885387s","start":"2026-03-19T18:45:28.184927Z","end":"2026-03-19T18:45:29.226813Z","steps":["trace[2017206629] 'agreement among raft nodes before linearized reading' (duration: 1.041270842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.226583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.420683Z","time spent":"805.895674ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1ed9ae95-8a9d-4a38-92b4-013de752ca9c\" "} {"level":"warn","ts":"2026-03-19T18:45:29.226883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:28.184905Z","time spent":"1.04196419s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:29.227205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593518263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525bd7eeb4c2\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-03-19T18:45:29.227252Z","caller":"traceutil/trace.go:171","msg":"trace[288142363] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525bd7eeb4c2; range_end:; response_count:1; response_revision:24423; }","duration":"1.593609276s","start":"2026-03-19T18:45:27.633629Z","end":"2026-03-19T18:45:29.227239Z","steps":["trace[288142363] 'agreement among raft nodes before linearized reading' (duration: 1.592518039s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:29.227293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:27.633596Z","time spent":"1.593689238s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":912,"request content":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525bd7eeb4c2\" "} {"level":"warn","ts":"2026-03-19T18:45:32.281206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.340228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:32.281321Z","caller":"traceutil/trace.go:171","msg":"trace[479756457] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"1.065997495s","start":"2026-03-19T18:45:31.215298Z","end":"2026-03-19T18:45:32.281296Z","steps":["trace[479756457] 'process raft request' (duration: 164.471724ms)","trace[479756457] 'compare' (duration: 898.225121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:32.28138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.215276Z","time spent":"1.066075347s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:32.443077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063404542s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:45:32.824452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.078715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:32.825013Z","caller":"traceutil/trace.go:171","msg":"trace[1968786625] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"397.74364ms","start":"2026-03-19T18:45:32.42721Z","end":"2026-03-19T18:45:32.824953Z","steps":["trace[1968786625] 'process raft request' (duration: 397.663688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.825131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.427189Z","time spent":"397.889014ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:32.825376Z","caller":"traceutil/trace.go:171","msg":"trace[1024949486] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"1.606532609s","start":"2026-03-19T18:45:31.218815Z","end":"2026-03-19T18:45:32.825348Z","steps":["trace[1024949486] 'process raft request' (duration: 1.605883814s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:32.825441Z","caller":"traceutil/trace.go:171","msg":"trace[1016421311] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"1.592560189s","start":"2026-03-19T18:45:31.232868Z","end":"2026-03-19T18:45:32.825429Z","steps":["trace[1016421311] 'process raft request' (duration: 1.591948935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.825502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.2188Z","time spent":"1.606635083s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:32.825541Z","caller":"traceutil/trace.go:171","msg":"trace[1952324837] linearizableReadLoop","detail":"{readStateIndex:25323; appliedIndex:25319; }","duration":"1.593523144s","start":"2026-03-19T18:45:31.232009Z","end":"2026-03-19T18:45:32.825533Z","steps":["trace[1952324837] 'read index received' (duration: 147.698975ms)","trace[1952324837] 'applied index is now lower than readState.Index' (duration: 1.445823169s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:32.825643Z","caller":"traceutil/trace.go:171","msg":"trace[1524177660] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"1.609789849s","start":"2026-03-19T18:45:31.215844Z","end":"2026-03-19T18:45:32.825634Z","steps":["trace[1524177660] 'process raft request' (duration: 1.227379992s)","trace[1524177660] 'compare' (duration: 380.786038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:32.82569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.215825Z","time spent":"1.60984115s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:32.825811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59379348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:45:32.825861Z","caller":"traceutil/trace.go:171","msg":"trace[1592032052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24445; }","duration":"1.593866132s","start":"2026-03-19T18:45:31.231981Z","end":"2026-03-19T18:45:32.825847Z","steps":["trace[1592032052] 'agreement among raft nodes before linearized reading' (duration: 1.593705779s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:32.825878Z","caller":"traceutil/trace.go:171","msg":"trace[621349278] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"1.608848577s","start":"2026-03-19T18:45:31.217022Z","end":"2026-03-19T18:45:32.82587Z","steps":["trace[621349278] 'process raft request' (duration: 1.607580847s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.825893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.231968Z","time spent":"1.593917863s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:32.825915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.217014Z","time spent":"1.608880148s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:32.825388Z","caller":"traceutil/trace.go:171","msg":"trace[207444413] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.593305899s","start":"2026-03-19T18:45:31.232065Z","end":"2026-03-19T18:45:32.82537Z","steps":["trace[207444413] 'process raft request' (duration: 1.592694584s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.825997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.232057Z","time spent":"1.593918564s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:32.825508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.232853Z","time spent":"1.592617881s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:32.826101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592333404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:45:32.826139Z","caller":"traceutil/trace.go:171","msg":"trace[1177901282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24445; }","duration":"1.592382545s","start":"2026-03-19T18:45:31.233748Z","end":"2026-03-19T18:45:32.82613Z","steps":["trace[1177901282] 'agreement among raft nodes before linearized reading' (duration: 1.592291083s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.826172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.233743Z","time spent":"1.592419648s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:45:32.826345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.404096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:32.826381Z","caller":"traceutil/trace.go:171","msg":"trace[518057816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24445; }","duration":"640.467718ms","start":"2026-03-19T18:45:32.185906Z","end":"2026-03-19T18:45:32.826374Z","steps":["trace[518057816] 'agreement among raft nodes before linearized reading' (duration: 640.413437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.8264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.18589Z","time spent":"640.50574ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:32.826482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.286093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:32.826549Z","caller":"traceutil/trace.go:171","msg":"trace[1194974740] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24445; }","duration":"898.403686ms","start":"2026-03-19T18:45:31.928127Z","end":"2026-03-19T18:45:32.82653Z","steps":["trace[1194974740] 'agreement among raft nodes before linearized reading' (duration: 898.311464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.826598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.928103Z","time spent":"898.480088ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:32.826639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.93635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29565765-skgcg\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-19T18:45:32.82666Z","caller":"traceutil/trace.go:171","msg":"trace[980832717] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29565765-skgcg; range_end:; response_count:1; response_revision:24445; }","duration":"186.992462ms","start":"2026-03-19T18:45:32.639661Z","end":"2026-03-19T18:45:32.826653Z","steps":["trace[980832717] 'agreement among raft nodes before linearized reading' (duration: 186.896029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.8268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.762541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:32.82682Z","caller":"traceutil/trace.go:171","msg":"trace[792483155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24445; }","duration":"397.801812ms","start":"2026-03-19T18:45:32.429013Z","end":"2026-03-19T18:45:32.826814Z","steps":["trace[792483155] 'agreement among raft nodes before linearized reading' (duration: 397.74854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.826836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.429005Z","time spent":"397.827602ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:32.826844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.256859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:32.826901Z","caller":"traceutil/trace.go:171","msg":"trace[1430058785] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24445; }","duration":"934.34173ms","start":"2026-03-19T18:45:31.892545Z","end":"2026-03-19T18:45:32.826887Z","steps":["trace[1430058785] 'agreement among raft nodes before linearized reading' (duration: 934.250418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.826951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.892529Z","time spent":"934.409603ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-19T18:45:32.827262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12867529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-19T18:45:32.827326Z","caller":"traceutil/trace.go:171","msg":"trace[934519901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24445; }","duration":"1.128770452s","start":"2026-03-19T18:45:31.69854Z","end":"2026-03-19T18:45:32.827311Z","steps":["trace[934519901] 'agreement among raft nodes before linearized reading' (duration: 1.128614509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.827368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.698523Z","time spent":"1.128834154s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:32.827537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592973361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:45:32.827593Z","caller":"traceutil/trace.go:171","msg":"trace[1870367873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24445; }","duration":"1.593032692s","start":"2026-03-19T18:45:31.234547Z","end":"2026-03-19T18:45:32.82758Z","steps":["trace[1870367873] 'agreement among raft nodes before linearized reading' (duration: 1.592889519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.827628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.234498Z","time spent":"1.593121544s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:32.826969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.731036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:32.827684Z","caller":"traceutil/trace.go:171","msg":"trace[395782638] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24445; }","duration":"632.435183ms","start":"2026-03-19T18:45:32.195232Z","end":"2026-03-19T18:45:32.827667Z","steps":["trace[395782638] 'agreement among raft nodes before linearized reading' (duration: 631.673295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.82776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.195183Z","time spent":"632.556136ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:32.829154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592616792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:45:32.829205Z","caller":"traceutil/trace.go:171","msg":"trace[253852689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24445; }","duration":"1.592650073s","start":"2026-03-19T18:45:31.236528Z","end":"2026-03-19T18:45:32.829178Z","steps":["trace[253852689] 'agreement among raft nodes before linearized reading' (duration: 1.590801808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:32.829232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:31.236504Z","time spent":"1.592717724s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:33.746695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.977602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:33.746821Z","caller":"traceutil/trace.go:171","msg":"trace[197455582] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"914.710162ms","start":"2026-03-19T18:45:32.83209Z","end":"2026-03-19T18:45:33.7468Z","steps":["trace[197455582] 'process raft request' (duration: 298.521245ms)","trace[197455582] 'compare' (duration: 615.728976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:33.746883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.832069Z","time spent":"914.783034ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:33.750358Z","caller":"traceutil/trace.go:171","msg":"trace[706658097] linearizableReadLoop","detail":"{readStateIndex:25328; appliedIndex:25326; }","duration":"917.198663ms","start":"2026-03-19T18:45:32.833142Z","end":"2026-03-19T18:45:33.75034Z","steps":["trace[706658097] 'read index received' (duration: 297.48737ms)","trace[706658097] 'applied index is now lower than readState.Index' (duration: 619.710353ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:33.750609Z","caller":"traceutil/trace.go:171","msg":"trace[978463142] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"916.6462ms","start":"2026-03-19T18:45:32.833927Z","end":"2026-03-19T18:45:33.750573Z","steps":["trace[978463142] 'process raft request' (duration: 916.378563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:33.750612Z","caller":"traceutil/trace.go:171","msg":"trace[1264237103] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"916.65773ms","start":"2026-03-19T18:45:32.833908Z","end":"2026-03-19T18:45:33.750566Z","steps":["trace[1264237103] 'process raft request' (duration: 916.359223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.750696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.833916Z","time spent":"916.728243ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:33.750766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.833899Z","time spent":"916.780323ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:33.750781Z","caller":"traceutil/trace.go:171","msg":"trace[714646068] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"917.45939ms","start":"2026-03-19T18:45:32.833294Z","end":"2026-03-19T18:45:33.750754Z","steps":["trace[714646068] 'process raft request' (duration: 916.938797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:33.750753Z","caller":"traceutil/trace.go:171","msg":"trace[1006017304] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"917.902491ms","start":"2026-03-19T18:45:32.832701Z","end":"2026-03-19T18:45:33.750603Z","steps":["trace[1006017304] 'process raft request' (duration: 917.427238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.750898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.833285Z","time spent":"917.549062ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:33.75097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.832681Z","time spent":"918.230009ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:33.751336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.190218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-19T18:45:33.751379Z","caller":"traceutil/trace.go:171","msg":"trace[87760738] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b; range_end:; response_count:1; response_revision:24450; }","duration":"918.27183ms","start":"2026-03-19T18:45:32.833096Z","end":"2026-03-19T18:45:33.751368Z","steps":["trace[87760738] 'agreement among raft nodes before linearized reading' (duration: 918.178938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.7514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.833086Z","time spent":"918.308251ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-3bb7eb0e-b7c0-4f8e-822e-79afd3d9245b\" "} {"level":"warn","ts":"2026-03-19T18:45:33.758478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.273438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:33.758536Z","caller":"traceutil/trace.go:171","msg":"trace[2147434148] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24451; }","duration":"920.346319ms","start":"2026-03-19T18:45:32.838176Z","end":"2026-03-19T18:45:33.758522Z","steps":["trace[2147434148] 'agreement among raft nodes before linearized reading' (duration: 920.241947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.75856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.838148Z","time spent":"920.40782ms","remote":"127.0.0.1:44942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-19T18:45:33.758773Z","caller":"traceutil/trace.go:171","msg":"trace[1619973685] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"335.181707ms","start":"2026-03-19T18:45:33.423585Z","end":"2026-03-19T18:45:33.758766Z","steps":["trace[1619973685] 'process raft request' (duration: 334.729906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.758869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:33.423557Z","time spent":"335.235149ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:33.758978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.065219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:33.758999Z","caller":"traceutil/trace.go:171","msg":"trace[1100408678] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24451; }","duration":"433.122361ms","start":"2026-03-19T18:45:33.32587Z","end":"2026-03-19T18:45:33.758993Z","steps":["trace[1100408678] 'agreement among raft nodes before linearized reading' (duration: 433.065349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.759013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:33.32585Z","time spent":"433.159313ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:33.75909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.659098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:33.759109Z","caller":"traceutil/trace.go:171","msg":"trace[634806815] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24451; }","duration":"685.706339ms","start":"2026-03-19T18:45:33.073397Z","end":"2026-03-19T18:45:33.759103Z","steps":["trace[634806815] 'agreement among raft nodes before linearized reading' (duration: 685.677689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.759122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:33.073379Z","time spent":"685.73974ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:33.759218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.542751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:33.759238Z","caller":"traceutil/trace.go:171","msg":"trace[1241936829] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24451; }","duration":"829.606652ms","start":"2026-03-19T18:45:32.929626Z","end":"2026-03-19T18:45:33.759232Z","steps":["trace[1241936829] 'agreement among raft nodes before linearized reading' (duration: 829.565971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:33.759251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:32.929607Z","time spent":"829.640683ms","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:35.495861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:35.784511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316224785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:45:35.784618Z","caller":"traceutil/trace.go:171","msg":"trace[2093251939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24511; }","duration":"1.316357509s","start":"2026-03-19T18:45:34.468242Z","end":"2026-03-19T18:45:35.784599Z","steps":["trace[2093251939] 'range keys from in-memory index tree' (duration: 1.316121762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:35.784687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.468234Z","time spent":"1.3164427s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:35.784713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109735731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-19T18:45:35.784784Z","caller":"traceutil/trace.go:171","msg":"trace[1189579334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24511; }","duration":"1.109854383s","start":"2026-03-19T18:45:34.674911Z","end":"2026-03-19T18:45:35.784765Z","steps":["trace[1189579334] 'range keys from in-memory index tree' (duration: 1.109579127s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:35.784823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.674891Z","time spent":"1.109924465s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T18:45:35.785141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084739711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:35.785189Z","caller":"traceutil/trace.go:171","msg":"trace[1062887184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24511; }","duration":"1.084830423s","start":"2026-03-19T18:45:34.700347Z","end":"2026-03-19T18:45:35.785177Z","steps":["trace[1062887184] 'count revisions from in-memory index tree' (duration: 1.084584227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:35.785222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.700323Z","time spent":"1.084889404s","remote":"127.0.0.1:51120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:35.785934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255788404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:35.786021Z","caller":"traceutil/trace.go:171","msg":"trace[891691882] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24511; }","duration":"1.255914086s","start":"2026-03-19T18:45:34.530085Z","end":"2026-03-19T18:45:35.785999Z","steps":["trace[891691882] 'count revisions from in-memory index tree' (duration: 1.255729192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:35.786191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317849574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-19T18:45:35.786242Z","caller":"traceutil/trace.go:171","msg":"trace[1789984260] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24511; }","duration":"1.317940707s","start":"2026-03-19T18:45:34.468287Z","end":"2026-03-19T18:45:35.786228Z","steps":["trace[1789984260] 'range keys from in-memory index tree' (duration: 1.316668366s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:35.786279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.468268Z","time spent":"1.318000488s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:45:35.786235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.530072Z","time spent":"1.256093161s","remote":"127.0.0.1:45134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:35.78653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.719402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:35.786646Z","caller":"traceutil/trace.go:171","msg":"trace[1085730708] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"954.572092ms","start":"2026-03-19T18:45:34.832055Z","end":"2026-03-19T18:45:35.786627Z","steps":["trace[1085730708] 'process raft request' (duration: 687.682187ms)","trace[1085730708] 'compare' (duration: 265.502002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:35.786734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.832031Z","time spent":"954.654894ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.159648Z","caller":"traceutil/trace.go:171","msg":"trace[1692325687] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"1.32507697s","start":"2026-03-19T18:45:34.834551Z","end":"2026-03-19T18:45:36.159628Z","steps":["trace[1692325687] 'process raft request' (duration: 1.324894216s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.159661Z","caller":"traceutil/trace.go:171","msg":"trace[1033817796] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"1.325055119s","start":"2026-03-19T18:45:34.834582Z","end":"2026-03-19T18:45:36.159637Z","steps":["trace[1033817796] 'process raft request' (duration: 1.324979357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.159748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.834529Z","time spent":"1.325167913s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:36.159766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.834564Z","time spent":"1.325140402s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.159659Z","caller":"traceutil/trace.go:171","msg":"trace[1011088257] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"1.32504932s","start":"2026-03-19T18:45:34.834597Z","end":"2026-03-19T18:45:36.159647Z","steps":["trace[1011088257] 'process raft request' (duration: 1.324996428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.159873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.834528Z","time spent":"1.325304937s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.159984Z","caller":"traceutil/trace.go:171","msg":"trace[997949918] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"1.325283486s","start":"2026-03-19T18:45:34.834694Z","end":"2026-03-19T18:45:36.159978Z","steps":["trace[997949918] 'process raft request' (duration: 1.324927727s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.160022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.834668Z","time spent":"1.325336407s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.16028Z","caller":"traceutil/trace.go:171","msg":"trace[1062542696] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.325358887s","start":"2026-03-19T18:45:34.834906Z","end":"2026-03-19T18:45:36.160265Z","steps":["trace[1062542696] 'process raft request' (duration: 1.32503833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.160356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.834897Z","time spent":"1.325419259s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.160515Z","caller":"traceutil/trace.go:171","msg":"trace[70742336] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.0547126s","start":"2026-03-19T18:45:35.105796Z","end":"2026-03-19T18:45:36.160509Z","steps":["trace[70742336] 'process raft request' (duration: 1.054392253s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.160597Z","caller":"traceutil/trace.go:171","msg":"trace[1340786944] linearizableReadLoop","detail":"{readStateIndex:25400; appliedIndex:25392; }","duration":"1.165591339s","start":"2026-03-19T18:45:34.994976Z","end":"2026-03-19T18:45:36.160568Z","steps":["trace[1340786944] 'read index received' (duration: 524.802003ms)","trace[1340786944] 'applied index is now lower than readState.Index' (duration: 640.788036ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:36.160658Z","caller":"traceutil/trace.go:171","msg":"trace[11660786] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"935.164321ms","start":"2026-03-19T18:45:35.22545Z","end":"2026-03-19T18:45:36.160614Z","steps":["trace[11660786] 'process raft request' (duration: 935.022207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.160798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.94697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:36.160821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.879229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:45:36.160844Z","caller":"traceutil/trace.go:171","msg":"trace[1834000535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24519; }","duration":"973.043642ms","start":"2026-03-19T18:45:35.187788Z","end":"2026-03-19T18:45:36.160832Z","steps":["trace[1834000535] 'agreement among raft nodes before linearized reading' (duration: 972.95014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.160828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.993312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:36.16089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.187767Z","time spent":"973.114163ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:36.160896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.22543Z","time spent":"935.336464ms","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:36.160901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165879425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-19T18:45:36.160959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.368138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-19T18:45:36.160921Z","caller":"traceutil/trace.go:171","msg":"trace[1225721868] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24519; }","duration":"563.128856ms","start":"2026-03-19T18:45:35.597777Z","end":"2026-03-19T18:45:36.160906Z","steps":["trace[1225721868] 'agreement among raft nodes before linearized reading' (duration: 562.977162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.160982Z","caller":"traceutil/trace.go:171","msg":"trace[669960738] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24519; }","duration":"343.417698ms","start":"2026-03-19T18:45:35.817559Z","end":"2026-03-19T18:45:36.160977Z","steps":["trace[669960738] 'agreement among raft nodes before linearized reading' (duration: 343.355577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.160998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.817546Z","time spent":"343.44827ms","remote":"127.0.0.1:44946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-19T18:45:36.160988Z","caller":"traceutil/trace.go:171","msg":"trace[628042642] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df; range_end:; response_count:1; response_revision:24519; }","duration":"1.166021449s","start":"2026-03-19T18:45:34.994944Z","end":"2026-03-19T18:45:36.160966Z","steps":["trace[628042642] 'agreement among raft nodes before linearized reading' (duration: 1.165760903s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:34.994929Z","time spent":"1.166097361s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.597755Z","time spent":"563.280669ms","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:36.161107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.786208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-19T18:45:36.161127Z","caller":"traceutil/trace.go:171","msg":"trace[2019058472] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6; range_end:; response_count:1; response_revision:24519; }","duration":"371.82232ms","start":"2026-03-19T18:45:35.7893Z","end":"2026-03-19T18:45:36.161122Z","steps":["trace[2019058472] 'agreement among raft nodes before linearized reading' (duration: 371.773999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.789292Z","time spent":"371.84623ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-5f7ec765-49a9-4f84-8338-e73358bd5cd6\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.872775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-03-19T18:45:36.161241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.346623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-19T18:45:36.161256Z","caller":"traceutil/trace.go:171","msg":"trace[1593264011] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24519; }","duration":"372.399924ms","start":"2026-03-19T18:45:35.788851Z","end":"2026-03-19T18:45:36.161251Z","steps":["trace[1593264011] 'agreement among raft nodes before linearized reading' (duration: 372.362313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.161253Z","caller":"traceutil/trace.go:171","msg":"trace[1111313610] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767; range_end:; response_count:1; response_revision:24519; }","duration":"591.949777ms","start":"2026-03-19T18:45:35.569287Z","end":"2026-03-19T18:45:36.161237Z","steps":["trace[1111313610] 'agreement among raft nodes before linearized reading' (duration: 591.807953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.788833Z","time spent":"372.433324ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.569266Z","time spent":"592.009809ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":854,"request content":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e525dafe69767\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.869335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:45:36.161391Z","caller":"traceutil/trace.go:171","msg":"trace[1539200294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24519; }","duration":"402.901096ms","start":"2026-03-19T18:45:35.758486Z","end":"2026-03-19T18:45:36.161387Z","steps":["trace[1539200294] 'agreement among raft nodes before linearized reading' (duration: 402.859815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.758473Z","time spent":"402.927337ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.667313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:36.161425Z","caller":"traceutil/trace.go:171","msg":"trace[2106354358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24519; }","duration":"405.720985ms","start":"2026-03-19T18:45:35.755695Z","end":"2026-03-19T18:45:36.161416Z","steps":["trace[2106354358] 'agreement among raft nodes before linearized reading' (duration: 405.621663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.687512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189e526d9c843ebc\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-19T18:45:36.161461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.755684Z","time spent":"405.771096ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.124065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T18:45:36.161471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.582296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:36.161506Z","caller":"traceutil/trace.go:171","msg":"trace[2007472912] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24519; }","duration":"669.655338ms","start":"2026-03-19T18:45:35.49184Z","end":"2026-03-19T18:45:36.161495Z","steps":["trace[2007472912] 'agreement among raft nodes before linearized reading' (duration: 669.593596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.491819Z","time spent":"669.70974ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:36.161588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.926142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:45:36.161614Z","caller":"traceutil/trace.go:171","msg":"trace[51068427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24519; }","duration":"410.992653ms","start":"2026-03-19T18:45:35.750613Z","end":"2026-03-19T18:45:36.161606Z","steps":["trace[51068427] 'agreement among raft nodes before linearized reading' (duration: 410.919702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.750592Z","time spent":"411.040614ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:45:36.161484Z","caller":"traceutil/trace.go:171","msg":"trace[808958001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24519; }","duration":"404.178866ms","start":"2026-03-19T18:45:35.757301Z","end":"2026-03-19T18:45:36.16148Z","steps":["trace[808958001] 'agreement among raft nodes before linearized reading' (duration: 404.137405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.757281Z","time spent":"404.479673ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:36.16181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.71748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:36.160905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.737773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-19T18:45:36.161872Z","caller":"traceutil/trace.go:171","msg":"trace[353793671] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24519; }","duration":"205.744087ms","start":"2026-03-19T18:45:35.956122Z","end":"2026-03-19T18:45:36.161866Z","steps":["trace[353793671] 'agreement among raft nodes before linearized reading' (duration: 204.751833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.161869Z","caller":"traceutil/trace.go:171","msg":"trace[564497242] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24519; }","duration":"798.810871ms","start":"2026-03-19T18:45:35.363037Z","end":"2026-03-19T18:45:36.161848Z","steps":["trace[564497242] 'agreement among raft nodes before linearized reading' (duration: 798.697459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:36.160853Z","caller":"traceutil/trace.go:171","msg":"trace[80469798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24519; }","duration":"403.93113ms","start":"2026-03-19T18:45:35.756913Z","end":"2026-03-19T18:45:36.160844Z","steps":["trace[80469798] 'agreement among raft nodes before linearized reading' (duration: 403.839308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.161959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.756899Z","time spent":"405.054748ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:36.161931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.363021Z","time spent":"798.900204ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:36.162075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.105772Z","time spent":"1.054763382s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:36.161466Z","caller":"traceutil/trace.go:171","msg":"trace[1098411390] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189e526d9c843ebc; range_end:; response_count:1; response_revision:24519; }","duration":"430.765054ms","start":"2026-03-19T18:45:35.730689Z","end":"2026-03-19T18:45:36.161454Z","steps":["trace[1098411390] 'agreement among raft nodes before linearized reading' (duration: 430.652331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:36.162976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:35.730669Z","time spent":"432.235221ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189e526d9c843ebc\" "} {"level":"info","ts":"2026-03-19T18:45:36.784458Z","caller":"traceutil/trace.go:171","msg":"trace[2010855341] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25424; }","duration":"161.432078ms","start":"2026-03-19T18:45:36.623001Z","end":"2026-03-19T18:45:36.784433Z","steps":["trace[2010855341] 'read index received' (duration: 156.866107ms)","trace[2010855341] 'applied index is now lower than readState.Index' (duration: 4.564711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:36.78462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.598554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:36.784654Z","caller":"traceutil/trace.go:171","msg":"trace[236176263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24543; }","duration":"161.693756ms","start":"2026-03-19T18:45:36.622951Z","end":"2026-03-19T18:45:36.784645Z","steps":["trace[236176263] 'agreement among raft nodes before linearized reading' (duration: 161.610234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:39.369561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.518503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:45:39.369697Z","caller":"traceutil/trace.go:171","msg":"trace[1633204391] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25439; }","duration":"661.393247ms","start":"2026-03-19T18:45:38.708291Z","end":"2026-03-19T18:45:39.369684Z","steps":["trace[1633204391] 'read index received' (duration: 109.809192ms)","trace[1633204391] 'applied index is now lower than readState.Index' (duration: 551.581365ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:39.369971Z","caller":"traceutil/trace.go:171","msg":"trace[883748910] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"605.913827ms","start":"2026-03-19T18:45:38.764025Z","end":"2026-03-19T18:45:39.369939Z","steps":["trace[883748910] 'process raft request' (duration: 605.62159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:39.369989Z","caller":"traceutil/trace.go:171","msg":"trace[477982509] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"685.669197ms","start":"2026-03-19T18:45:38.684285Z","end":"2026-03-19T18:45:39.369954Z","steps":["trace[477982509] 'process raft request' (duration: 133.692073ms)","trace[477982509] 'compare' (duration: 551.301318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:39.370148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:38.684251Z","time spent":"685.821461ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:39.370151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:38.763998Z","time spent":"606.063701ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:39.37002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.721855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:39.370298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.808418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-19T18:45:39.370332Z","caller":"traceutil/trace.go:171","msg":"trace[1669710099] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24559; }","duration":"592.86858ms","start":"2026-03-19T18:45:38.777454Z","end":"2026-03-19T18:45:39.370323Z","steps":["trace[1669710099] 'agreement among raft nodes before linearized reading' (duration: 592.763808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:39.370279Z","caller":"traceutil/trace.go:171","msg":"trace[324799831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24559; }","duration":"661.992512ms","start":"2026-03-19T18:45:38.708255Z","end":"2026-03-19T18:45:39.370247Z","steps":["trace[324799831] 'agreement among raft nodes before linearized reading' (duration: 661.691564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:39.370355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:38.777439Z","time spent":"592.911051ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-19T18:45:39.370339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.554048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:39.370394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:38.708239Z","time spent":"662.129616ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:39.370403Z","caller":"traceutil/trace.go:171","msg":"trace[601443176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"183.673841ms","start":"2026-03-19T18:45:39.186714Z","end":"2026-03-19T18:45:39.370388Z","steps":["trace[601443176] 'agreement among raft nodes before linearized reading' (duration: 183.539467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:39.370434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.870724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-03-19T18:45:39.370521Z","caller":"traceutil/trace.go:171","msg":"trace[857449910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df; range_end:; response_count:1; response_revision:24559; }","duration":"192.996557ms","start":"2026-03-19T18:45:39.177503Z","end":"2026-03-19T18:45:39.3705Z","steps":["trace[857449910] 'agreement among raft nodes before linearized reading' (duration: 192.757392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:39.370569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.078261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:39.370779Z","caller":"traceutil/trace.go:171","msg":"trace[1610565899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24559; }","duration":"161.336747ms","start":"2026-03-19T18:45:39.209372Z","end":"2026-03-19T18:45:39.370709Z","steps":["trace[1610565899] 'agreement among raft nodes before linearized reading' (duration: 160.906567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:39.370933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.677094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:39.372173Z","caller":"traceutil/trace.go:171","msg":"trace[1291393931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24559; }","duration":"104.959934ms","start":"2026-03-19T18:45:39.267166Z","end":"2026-03-19T18:45:39.372126Z","steps":["trace[1291393931] 'agreement among raft nodes before linearized reading' (duration: 103.069069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.556792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642464,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:45:40.600259Z","caller":"traceutil/trace.go:171","msg":"trace[1681477593] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"801.2226ms","start":"2026-03-19T18:45:39.798968Z","end":"2026-03-19T18:45:40.600191Z","steps":["trace[1681477593] 'process raft request' (duration: 801.056176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.600429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:39.798931Z","time spent":"801.410135ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:40.883609Z","caller":"traceutil/trace.go:171","msg":"trace[1772976172] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"710.849931ms","start":"2026-03-19T18:45:40.17272Z","end":"2026-03-19T18:45:40.88357Z","steps":["trace[1772976172] 'process raft request' (duration: 710.594515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.88371Z","caller":"traceutil/trace.go:171","msg":"trace[1903162938] linearizableReadLoop","detail":"{readStateIndex:25448; appliedIndex:25442; }","duration":"827.13715ms","start":"2026-03-19T18:45:40.056542Z","end":"2026-03-19T18:45:40.883679Z","steps":["trace[1903162938] 'read index received' (duration: 543.969039ms)","trace[1903162938] 'applied index is now lower than readState.Index' (duration: 283.166611ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:40.883667Z","caller":"traceutil/trace.go:171","msg":"trace[635831812] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"709.442896ms","start":"2026-03-19T18:45:40.174181Z","end":"2026-03-19T18:45:40.883624Z","steps":["trace[635831812] 'process raft request' (duration: 709.232251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.883802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.172696Z","time spent":"711.005915ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:40.883883Z","caller":"traceutil/trace.go:171","msg":"trace[279207397] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"706.440494ms","start":"2026-03-19T18:45:40.177421Z","end":"2026-03-19T18:45:40.883861Z","steps":["trace[279207397] 'process raft request' (duration: 706.076455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.883921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.174166Z","time spent":"709.668032ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:40.884038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.177404Z","time spent":"706.533786ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:40.88407Z","caller":"traceutil/trace.go:171","msg":"trace[1396393963] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"711.64379ms","start":"2026-03-19T18:45:40.172408Z","end":"2026-03-19T18:45:40.884052Z","steps":["trace[1396393963] 'process raft request' (duration: 710.712178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.884202Z","caller":"traceutil/trace.go:171","msg":"trace[285790157] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"706.68282ms","start":"2026-03-19T18:45:40.177504Z","end":"2026-03-19T18:45:40.884186Z","steps":["trace[285790157] 'process raft request' (duration: 706.048544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.646903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:40.884308Z","caller":"traceutil/trace.go:171","msg":"trace[697956140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24566; }","duration":"827.778606ms","start":"2026-03-19T18:45:40.05651Z","end":"2026-03-19T18:45:40.884288Z","steps":["trace[697956140] 'agreement among raft nodes before linearized reading' (duration: 827.633212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.177481Z","time spent":"706.790702ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:40.884349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.370996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:40.884359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.172382Z","time spent":"711.893406ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:40.884413Z","caller":"traceutil/trace.go:171","msg":"trace[1700028478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24566; }","duration":"458.480969ms","start":"2026-03-19T18:45:40.425916Z","end":"2026-03-19T18:45:40.884397Z","steps":["trace[1700028478] 'agreement among raft nodes before linearized reading' (duration: 458.375346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.61172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:40.88443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.762886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:45:40.884472Z","caller":"traceutil/trace.go:171","msg":"trace[960114315] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24566; }","duration":"142.684862ms","start":"2026-03-19T18:45:40.741778Z","end":"2026-03-19T18:45:40.884463Z","steps":["trace[960114315] 'agreement among raft nodes before linearized reading' (duration: 142.625151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.912437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-19T18:45:40.8845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.570809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:40.884521Z","caller":"traceutil/trace.go:171","msg":"trace[427060113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24566; }","duration":"698.911489ms","start":"2026-03-19T18:45:40.18559Z","end":"2026-03-19T18:45:40.884501Z","steps":["trace[427060113] 'agreement among raft nodes before linearized reading' (duration: 698.644193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.884537Z","caller":"traceutil/trace.go:171","msg":"trace[115637711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24566; }","duration":"423.60457ms","start":"2026-03-19T18:45:40.460923Z","end":"2026-03-19T18:45:40.884527Z","steps":["trace[115637711] 'agreement among raft nodes before linearized reading' (duration: 423.556579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.884538Z","caller":"traceutil/trace.go:171","msg":"trace[901931683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24566; }","duration":"695.984929ms","start":"2026-03-19T18:45:40.188539Z","end":"2026-03-19T18:45:40.884524Z","steps":["trace[901931683] 'agreement among raft nodes before linearized reading' (duration: 695.814355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.687179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-19T18:45:40.88454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.026999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:45:40.884556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.506747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:45:40.88457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.185569Z","time spent":"698.992162ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:45:40.884608Z","caller":"traceutil/trace.go:171","msg":"trace[1964724104] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24566; }","duration":"102.762321ms","start":"2026-03-19T18:45:40.781811Z","end":"2026-03-19T18:45:40.884573Z","steps":["trace[1964724104] 'agreement among raft nodes before linearized reading' (duration: 102.549766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.884605Z","caller":"traceutil/trace.go:171","msg":"trace[1923867674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24566; }","duration":"695.562308ms","start":"2026-03-19T18:45:40.189028Z","end":"2026-03-19T18:45:40.88459Z","steps":["trace[1923867674] 'agreement among raft nodes before linearized reading' (duration: 695.413995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.056495Z","time spent":"827.855928ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:40.88452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.67038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" ","response":"range_response_count:1 size:3937"} {"level":"info","ts":"2026-03-19T18:45:40.884288Z","caller":"traceutil/trace.go:171","msg":"trace[722256139] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"573.431636ms","start":"2026-03-19T18:45:40.310826Z","end":"2026-03-19T18:45:40.884258Z","steps":["trace[722256139] 'process raft request' (duration: 572.791791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:40.884796Z","caller":"traceutil/trace.go:171","msg":"trace[374251966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df; range_end:; response_count:1; response_revision:24566; }","duration":"508.990239ms","start":"2026-03-19T18:45:40.37578Z","end":"2026-03-19T18:45:40.884771Z","steps":["trace[374251966] 'agreement among raft nodes before linearized reading' (duration: 508.583099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.884458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.425896Z","time spent":"458.552271ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:40.884858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.37575Z","time spent":"509.09016ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3959,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" "} {"level":"warn","ts":"2026-03-19T18:45:40.884886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.310797Z","time spent":"574.002ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:40.884576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.188526Z","time spent":"696.04262ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:40.884565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.460826Z","time spent":"423.734303ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:40.884717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.189023Z","time spent":"695.676431ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:40.884569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.524448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:45:40.885074Z","caller":"traceutil/trace.go:171","msg":"trace[160535024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24566; }","duration":"696.090981ms","start":"2026-03-19T18:45:40.18897Z","end":"2026-03-19T18:45:40.885061Z","steps":["trace[160535024] 'agreement among raft nodes before linearized reading' (duration: 695.376513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.885131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.188958Z","time spent":"696.156733ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:45:40.884595Z","caller":"traceutil/trace.go:171","msg":"trace[750615993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24566; }","duration":"698.08732ms","start":"2026-03-19T18:45:40.186494Z","end":"2026-03-19T18:45:40.884581Z","steps":["trace[750615993] 'agreement among raft nodes before linearized reading' (duration: 697.885345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:40.885192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:40.186389Z","time spent":"698.783976ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:45:44.582376Z","caller":"traceutil/trace.go:171","msg":"trace[1109106641] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25489; }","duration":"203.38408ms","start":"2026-03-19T18:45:44.378964Z","end":"2026-03-19T18:45:44.582348Z","steps":["trace[1109106641] 'read index received' (duration: 203.213096ms)","trace[1109106641] 'applied index is now lower than readState.Index' (duration: 169.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:45:44.582452Z","caller":"traceutil/trace.go:171","msg":"trace[1583588099] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"334.801258ms","start":"2026-03-19T18:45:44.247616Z","end":"2026-03-19T18:45:44.582418Z","steps":["trace[1583588099] 'process raft request' (duration: 334.551742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:44.582613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.624977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-19T18:45:44.582616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.247579Z","time spent":"334.953371ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:44.582662Z","caller":"traceutil/trace.go:171","msg":"trace[1308499282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24607; }","duration":"203.739699ms","start":"2026-03-19T18:45:44.37891Z","end":"2026-03-19T18:45:44.58265Z","steps":["trace[1308499282] 'agreement among raft nodes before linearized reading' (duration: 203.562135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.083564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:45:45.179483Z","caller":"traceutil/trace.go:171","msg":"trace[859188334] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"662.420401ms","start":"2026-03-19T18:45:44.517038Z","end":"2026-03-19T18:45:45.179458Z","steps":["trace[859188334] 'process raft request' (duration: 662.322959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.179626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.517009Z","time spent":"662.545395ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.17975Z","caller":"traceutil/trace.go:171","msg":"trace[1359341304] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"799.959049ms","start":"2026-03-19T18:45:44.379776Z","end":"2026-03-19T18:45:45.179735Z","steps":["trace[1359341304] 'process raft request' (duration: 799.080148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.179821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.379756Z","time spent":"800.0275ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.58179Z","caller":"traceutil/trace.go:171","msg":"trace[1569765128] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"969.340822ms","start":"2026-03-19T18:45:44.612423Z","end":"2026-03-19T18:45:45.581763Z","steps":["trace[1569765128] 'process raft request' (duration: 969.094726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.581996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.612396Z","time spent":"969.483816ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.582166Z","caller":"traceutil/trace.go:171","msg":"trace[1284921423] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"685.082234ms","start":"2026-03-19T18:45:44.897055Z","end":"2026-03-19T18:45:45.582137Z","steps":["trace[1284921423] 'process raft request' (duration: 684.671264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.582372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.897027Z","time spent":"685.265329ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.582404Z","caller":"traceutil/trace.go:171","msg":"trace[3584443] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"681.323542ms","start":"2026-03-19T18:45:44.901062Z","end":"2026-03-19T18:45:45.582386Z","steps":["trace[3584443] 'process raft request' (duration: 680.975574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:45.582426Z","caller":"traceutil/trace.go:171","msg":"trace[1699412024] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"682.596863ms","start":"2026-03-19T18:45:44.899793Z","end":"2026-03-19T18:45:45.58239Z","steps":["trace[1699412024] 'process raft request' (duration: 682.166853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.582485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.901041Z","time spent":"681.400253ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.582565Z","caller":"traceutil/trace.go:171","msg":"trace[1913147519] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"681.208419ms","start":"2026-03-19T18:45:44.901334Z","end":"2026-03-19T18:45:45.582543Z","steps":["trace[1913147519] 'process raft request' (duration: 680.746778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.582605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.899775Z","time spent":"682.738507ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:45.58267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.901325Z","time spent":"681.286041ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.582765Z","caller":"traceutil/trace.go:171","msg":"trace[204348897] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"681.010944ms","start":"2026-03-19T18:45:44.901741Z","end":"2026-03-19T18:45:45.582752Z","steps":["trace[204348897] 'process raft request' (duration: 680.370769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.582838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.901734Z","time spent":"681.072306ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:45.582935Z","caller":"traceutil/trace.go:171","msg":"trace[541697872] linearizableReadLoop","detail":"{readStateIndex:25499; appliedIndex:25492; }","duration":"1.00047481s","start":"2026-03-19T18:45:44.582445Z","end":"2026-03-19T18:45:45.58292Z","steps":["trace[541697872] 'read index received' (duration: 597.307578ms)","trace[541697872] 'applied index is now lower than readState.Index' (duration: 403.165812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:45.583066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016415678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:45.583112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203116881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:45.583155Z","caller":"traceutil/trace.go:171","msg":"trace[1906591101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24616; }","duration":"1.203179393s","start":"2026-03-19T18:45:44.379961Z","end":"2026-03-19T18:45:45.58314Z","steps":["trace[1906591101] 'agreement among raft nodes before linearized reading' (duration: 1.203079501s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:45.583154Z","caller":"traceutil/trace.go:171","msg":"trace[982284812] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24616; }","duration":"1.016581982s","start":"2026-03-19T18:45:44.566555Z","end":"2026-03-19T18:45:45.583136Z","steps":["trace[982284812] 'agreement among raft nodes before linearized reading' (duration: 1.016409568s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.379953Z","time spent":"1.203225824s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:45.583227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.566534Z","time spent":"1.016653373s","remote":"127.0.0.1:51254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:45.5833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.955638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:45:45.583357Z","caller":"traceutil/trace.go:171","msg":"trace[1716785925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24616; }","duration":"675.124551ms","start":"2026-03-19T18:45:44.908218Z","end":"2026-03-19T18:45:45.583342Z","steps":["trace[1716785925] 'agreement among raft nodes before linearized reading' (duration: 674.931607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.809067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-19T18:45:45.583401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.908196Z","time spent":"675.193153ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:45:45.582964Z","caller":"traceutil/trace.go:171","msg":"trace[1327005767] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"678.244687ms","start":"2026-03-19T18:45:44.904709Z","end":"2026-03-19T18:45:45.582954Z","steps":["trace[1327005767] 'process raft request' (duration: 678.001791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:45.583413Z","caller":"traceutil/trace.go:171","msg":"trace[908581249] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24616; }","duration":"624.891199ms","start":"2026-03-19T18:45:44.958512Z","end":"2026-03-19T18:45:45.583403Z","steps":["trace[908581249] 'agreement among raft nodes before linearized reading' (duration: 624.761686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.609093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-19T18:45:45.583552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.904694Z","time spent":"678.811951ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:45.583572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.958478Z","time spent":"625.080963ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:45:45.583604Z","caller":"traceutil/trace.go:171","msg":"trace[2097746484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24616; }","duration":"108.730986ms","start":"2026-03-19T18:45:45.474854Z","end":"2026-03-19T18:45:45.583585Z","steps":["trace[2097746484] 'agreement among raft nodes before linearized reading' (duration: 108.531631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.974084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:45.583655Z","caller":"traceutil/trace.go:171","msg":"trace[272104438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24616; }","duration":"672.041186ms","start":"2026-03-19T18:45:44.911599Z","end":"2026-03-19T18:45:45.58364Z","steps":["trace[272104438] 'agreement among raft nodes before linearized reading' (duration: 671.900612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.911593Z","time spent":"672.090207ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:45:45.583647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.811347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:45.583782Z","caller":"traceutil/trace.go:171","msg":"trace[706001325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24616; }","duration":"397.011103ms","start":"2026-03-19T18:45:45.186742Z","end":"2026-03-19T18:45:45.583753Z","steps":["trace[706001325] 'agreement among raft nodes before linearized reading' (duration: 396.705465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.216871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:45:45.583835Z","caller":"traceutil/trace.go:171","msg":"trace[710390920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24616; }","duration":"672.270682ms","start":"2026-03-19T18:45:44.911554Z","end":"2026-03-19T18:45:45.583825Z","steps":["trace[710390920] 'agreement among raft nodes before linearized reading' (duration: 672.164699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.583841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.186726Z","time spent":"397.105265ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:45.583693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.536663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:45:45.58448Z","caller":"traceutil/trace.go:171","msg":"trace[882801696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24616; }","duration":"674.338013ms","start":"2026-03-19T18:45:44.910113Z","end":"2026-03-19T18:45:45.584451Z","steps":["trace[882801696] 'agreement among raft nodes before linearized reading' (duration: 673.407249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.584585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.910101Z","time spent":"674.453135ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:45.583686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.264241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:45:45.584671Z","caller":"traceutil/trace.go:171","msg":"trace[442586821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24616; }","duration":"675.227474ms","start":"2026-03-19T18:45:44.909409Z","end":"2026-03-19T18:45:45.584636Z","steps":["trace[442586821] 'agreement among raft nodes before linearized reading' (duration: 674.100576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.584727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.909363Z","time spent":"675.345477ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:45:45.583865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:44.911543Z","time spent":"672.314254ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:45:45.584139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.529532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-19T18:45:45.584837Z","caller":"traceutil/trace.go:171","msg":"trace[1114290238] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24616; }","duration":"517.304921ms","start":"2026-03-19T18:45:45.067515Z","end":"2026-03-19T18:45:45.584819Z","steps":["trace[1114290238] 'agreement among raft nodes before linearized reading' (duration: 515.917426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:45.584892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.067497Z","time spent":"517.376103ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:46.217956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:46.71824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:45:46.728649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089767483s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:45:46.729224Z","caller":"traceutil/trace.go:171","msg":"trace[794059954] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"1.141108012s","start":"2026-03-19T18:45:45.588077Z","end":"2026-03-19T18:45:46.729185Z","steps":["trace[794059954] 'process raft request' (duration: 1.140770574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:46.729414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.588049Z","time spent":"1.141238676s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:46.729638Z","caller":"traceutil/trace.go:171","msg":"trace[947331341] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"1.141126364s","start":"2026-03-19T18:45:45.588475Z","end":"2026-03-19T18:45:46.729602Z","steps":["trace[947331341] 'process raft request' (duration: 1.140652692s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:46.729792Z","caller":"traceutil/trace.go:171","msg":"trace[1050992878] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"1.140802046s","start":"2026-03-19T18:45:45.58896Z","end":"2026-03-19T18:45:46.729762Z","steps":["trace[1050992878] 'process raft request' (duration: 1.14056238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:46.72996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.588941Z","time spent":"1.1409369s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:46.730001Z","caller":"traceutil/trace.go:171","msg":"trace[905907911] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"1.140653041s","start":"2026-03-19T18:45:45.589334Z","end":"2026-03-19T18:45:46.729987Z","steps":["trace[905907911] 'process raft request' (duration: 1.140376145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:46.729827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.588433Z","time spent":"1.141271568s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:46.730072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.589327Z","time spent":"1.140709162s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:46.730067Z","caller":"traceutil/trace.go:171","msg":"trace[684889739] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"1.139893603s","start":"2026-03-19T18:45:45.590137Z","end":"2026-03-19T18:45:46.730031Z","steps":["trace[684889739] 'process raft request' (duration: 1.13976398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:46.730286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.590128Z","time spent":"1.140051327s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:47.225778Z","caller":"traceutil/trace.go:171","msg":"trace[1301342069] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"985.287721ms","start":"2026-03-19T18:45:46.240461Z","end":"2026-03-19T18:45:47.225749Z","steps":["trace[1301342069] 'process raft request' (duration: 956.968441ms)","trace[1301342069] 'compare' (duration: 27.755565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:47.225985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.240422Z","time spent":"985.461395ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:48.252251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026787349s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:45:48.252463Z","caller":"traceutil/trace.go:171","msg":"trace[1245708347] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25500; }","duration":"2.535319106s","start":"2026-03-19T18:45:45.717126Z","end":"2026-03-19T18:45:48.252445Z","steps":["trace[1245708347] 'read index received' (duration: 1.011747705s)","trace[1245708347] 'applied index is now lower than readState.Index' (duration: 1.523570471s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:45:48.252832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535694175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-19T18:45:48.252893Z","caller":"traceutil/trace.go:171","msg":"trace[1265546675] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24623; }","duration":"2.535788757s","start":"2026-03-19T18:45:45.717088Z","end":"2026-03-19T18:45:48.252877Z","steps":["trace[1265546675] 'agreement among raft nodes before linearized reading' (duration: 2.535619623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.252921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.717072Z","time spent":"2.535843538s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T18:45:48.25296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.564669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:48.253172Z","caller":"traceutil/trace.go:171","msg":"trace[759869638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24623; }","duration":"301.810285ms","start":"2026-03-19T18:45:47.951331Z","end":"2026-03-19T18:45:48.253142Z","steps":["trace[759869638] 'range keys from in-memory index tree' (duration: 301.532168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:48.253435Z","caller":"traceutil/trace.go:171","msg":"trace[137744768] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"664.513074ms","start":"2026-03-19T18:45:47.588906Z","end":"2026-03-19T18:45:48.25342Z","steps":["trace[137744768] 'process raft request' (duration: 663.448328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.25352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.588873Z","time spent":"664.594327ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:48.259808Z","caller":"traceutil/trace.go:171","msg":"trace[407370567] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"670.384487ms","start":"2026-03-19T18:45:47.589393Z","end":"2026-03-19T18:45:48.259778Z","steps":["trace[407370567] 'process raft request' (duration: 670.287974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.259868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.58938Z","time spent":"670.457028ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:48.259922Z","caller":"traceutil/trace.go:171","msg":"trace[386682722] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"670.082689ms","start":"2026-03-19T18:45:47.589819Z","end":"2026-03-19T18:45:48.259902Z","steps":["trace[386682722] 'process raft request' (duration: 669.905415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.589806Z","time spent":"670.175551ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:48.259953Z","caller":"traceutil/trace.go:171","msg":"trace[1672535819] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"670.945211ms","start":"2026-03-19T18:45:47.588994Z","end":"2026-03-19T18:45:48.259939Z","steps":["trace[1672535819] 'process raft request' (duration: 670.578912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.588957Z","time spent":"671.127045ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:48.260442Z","caller":"traceutil/trace.go:171","msg":"trace[102583856] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"669.699329ms","start":"2026-03-19T18:45:47.590733Z","end":"2026-03-19T18:45:48.260432Z","steps":["trace[102583856] 'process raft request' (duration: 669.626188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.590713Z","time spent":"669.757ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:45:48.26046Z","caller":"traceutil/trace.go:171","msg":"trace[2068527976] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"669.785661ms","start":"2026-03-19T18:45:47.590636Z","end":"2026-03-19T18:45:48.260422Z","steps":["trace[2068527976] 'process raft request' (duration: 669.650738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:48.260507Z","caller":"traceutil/trace.go:171","msg":"trace[332696499] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"669.563016ms","start":"2026-03-19T18:45:47.590927Z","end":"2026-03-19T18:45:48.26049Z","steps":["trace[332696499] 'process raft request' (duration: 669.468964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.590916Z","time spent":"669.626337ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:48.260628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.590622Z","time spent":"669.914105ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:45:48.260717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94962192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:45:48.260746Z","caller":"traceutil/trace.go:171","msg":"trace[852226239] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24630; }","duration":"1.949675262s","start":"2026-03-19T18:45:46.311063Z","end":"2026-03-19T18:45:48.260739Z","steps":["trace[852226239] 'agreement among raft nodes before linearized reading' (duration: 1.94958922s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.311052Z","time spent":"1.949709372s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:48.26087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073979659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:48.260974Z","caller":"traceutil/trace.go:171","msg":"trace[1328459134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24630; }","duration":"1.074159653s","start":"2026-03-19T18:45:47.186792Z","end":"2026-03-19T18:45:48.260952Z","steps":["trace[1328459134] 'agreement among raft nodes before linearized reading' (duration: 1.073935468s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.260898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.133702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:48.261023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.186772Z","time spent":"1.074239884s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:45:48.261143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985132024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:45:48.261148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360176622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:45:48.261187Z","caller":"traceutil/trace.go:171","msg":"trace[1262501023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24630; }","duration":"1.985213666s","start":"2026-03-19T18:45:46.27596Z","end":"2026-03-19T18:45:48.261174Z","steps":["trace[1262501023] 'agreement among raft nodes before linearized reading' (duration: 1.985103714s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:48.261197Z","caller":"traceutil/trace.go:171","msg":"trace[1710207947] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24630; }","duration":"2.360270255s","start":"2026-03-19T18:45:45.900916Z","end":"2026-03-19T18:45:48.261186Z","steps":["trace[1710207947] 'agreement among raft nodes before linearized reading' (duration: 2.360172732s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.26117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.200467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:48.261224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:45.900894Z","time spent":"2.360323716s","remote":"127.0.0.1:45318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:48.261252Z","caller":"traceutil/trace.go:171","msg":"trace[62903260] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24630; }","duration":"367.31484ms","start":"2026-03-19T18:45:47.893914Z","end":"2026-03-19T18:45:48.261229Z","steps":["trace[62903260] 'agreement among raft nodes before linearized reading' (duration: 367.185096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.261321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.893901Z","time spent":"367.399181ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:48.261404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243390239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:45:48.261222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.275945Z","time spent":"1.985269437s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:45:48.261429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.761289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:45:48.261462Z","caller":"traceutil/trace.go:171","msg":"trace[1880456670] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24630; }","duration":"2.243454741s","start":"2026-03-19T18:45:46.017993Z","end":"2026-03-19T18:45:48.261448Z","steps":["trace[1880456670] 'agreement among raft nodes before linearized reading' (duration: 2.243357068s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:45:48.261513Z","caller":"traceutil/trace.go:171","msg":"trace[1010084713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24630; }","duration":"618.884863ms","start":"2026-03-19T18:45:47.642608Z","end":"2026-03-19T18:45:48.261493Z","steps":["trace[1010084713] 'agreement among raft nodes before linearized reading' (duration: 618.638457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.261524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15096809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:45:48.261555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.642592Z","time spent":"618.954874ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:45:48.261568Z","caller":"traceutil/trace.go:171","msg":"trace[1613881263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24630; }","duration":"2.151051252s","start":"2026-03-19T18:45:46.110504Z","end":"2026-03-19T18:45:48.261556Z","steps":["trace[1613881263] 'agreement among raft nodes before linearized reading' (duration: 2.15096412s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.261576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.017949Z","time spent":"2.243551003s","remote":"127.0.0.1:44998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:48.261602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.110485Z","time spent":"2.151108413s","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:45:48.261066Z","caller":"traceutil/trace.go:171","msg":"trace[54987997] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24630; }","duration":"795.357688ms","start":"2026-03-19T18:45:47.465691Z","end":"2026-03-19T18:45:48.261049Z","steps":["trace[54987997] 'agreement among raft nodes before linearized reading' (duration: 795.060831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.261804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.465659Z","time spent":"796.125757ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:45:48.262726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396206332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276022"} {"level":"warn","ts":"2026-03-19T18:45:48.262723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.590423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-74df466dbc-xpmhn\" ","response":"range_response_count:1 size:8784"} {"level":"info","ts":"2026-03-19T18:45:48.262759Z","caller":"traceutil/trace.go:171","msg":"trace[290114286] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24630; }","duration":"1.396298814s","start":"2026-03-19T18:45:46.866452Z","end":"2026-03-19T18:45:48.26275Z","steps":["trace[290114286] 'agreement among raft nodes before linearized reading' (duration: 1.394411448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.262782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:46.866422Z","time spent":"1.396354646s","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":276044,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-19T18:45:48.262775Z","caller":"traceutil/trace.go:171","msg":"trace[1503650722] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-74df466dbc-xpmhn; range_end:; response_count:1; response_revision:24630; }","duration":"631.666064ms","start":"2026-03-19T18:45:47.631094Z","end":"2026-03-19T18:45:48.26276Z","steps":["trace[1503650722] 'agreement among raft nodes before linearized reading' (duration: 629.590834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:45:48.262811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:45:47.631084Z","time spent":"631.719105ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8806,"request content":"key:\"/registry/pods/openstack/magnum-api-74df466dbc-xpmhn\" "} {"level":"info","ts":"2026-03-19T18:46:01.512099Z","caller":"traceutil/trace.go:171","msg":"trace[211981330] linearizableReadLoop","detail":"{readStateIndex:25613; appliedIndex:25612; }","duration":"322.106719ms","start":"2026-03-19T18:46:01.18997Z","end":"2026-03-19T18:46:01.512077Z","steps":["trace[211981330] 'read index received' (duration: 321.951006ms)","trace[211981330] 'applied index is now lower than readState.Index' (duration: 154.963µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:01.512112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:01.156166Z","time spent":"355.940543ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:46:01.512208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.220602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:01.512257Z","caller":"traceutil/trace.go:171","msg":"trace[1838798935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24726; }","duration":"322.280414ms","start":"2026-03-19T18:46:01.189964Z","end":"2026-03-19T18:46:01.512244Z","steps":["trace[1838798935] 'agreement among raft nodes before linearized reading' (duration: 322.185271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:01.51228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:01.189948Z","time spent":"322.327006ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:46:02.186867Z","caller":"traceutil/trace.go:171","msg":"trace[2050812383] linearizableReadLoop","detail":"{readStateIndex:25614; appliedIndex:25613; }","duration":"451.083888ms","start":"2026-03-19T18:46:01.735751Z","end":"2026-03-19T18:46:02.186835Z","steps":["trace[2050812383] 'read index received' (duration: 445.931523ms)","trace[2050812383] 'applied index is now lower than readState.Index' (duration: 5.150845ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:02.186888Z","caller":"traceutil/trace.go:171","msg":"trace[1376923836] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"673.810479ms","start":"2026-03-19T18:46:01.513051Z","end":"2026-03-19T18:46:02.186862Z","steps":["trace[1376923836] 'process raft request' (duration: 668.624242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:02.187069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:01.51304Z","time spent":"673.935002ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:02.187162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.400777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T18:46:02.187223Z","caller":"traceutil/trace.go:171","msg":"trace[1194594384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24727; }","duration":"451.498518ms","start":"2026-03-19T18:46:01.73571Z","end":"2026-03-19T18:46:02.187208Z","steps":["trace[1194594384] 'agreement among raft nodes before linearized reading' (duration: 451.231982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:02.187266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:01.73569Z","time spent":"451.5665ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T18:46:02.694172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:46:03.553114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.243717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:03.553195Z","caller":"traceutil/trace.go:171","msg":"trace[1085617795] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.360070321s","start":"2026-03-19T18:46:02.19311Z","end":"2026-03-19T18:46:03.55318Z","steps":["trace[1085617795] 'process raft request' (duration: 695.696701ms)","trace[1085617795] 'compare' (duration: 663.468438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:03.55323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.193099Z","time spent":"1.360114703s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:04.051715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162920714s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:46:04.509049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.086634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:04.509378Z","caller":"traceutil/trace.go:171","msg":"trace[79793834] linearizableReadLoop","detail":"{readStateIndex:25622; appliedIndex:25614; }","duration":"2.315655749s","start":"2026-03-19T18:46:02.193708Z","end":"2026-03-19T18:46:04.509363Z","steps":["trace[79793834] 'read index received' (duration: 695.115968ms)","trace[79793834] 'applied index is now lower than readState.Index' (duration: 1.620539001s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:04.509458Z","caller":"traceutil/trace.go:171","msg":"trace[759724159] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"2.203138241s","start":"2026-03-19T18:46:02.306312Z","end":"2026-03-19T18:46:04.50945Z","steps":["trace[759724159] 'process raft request' (duration: 1.745577785s)","trace[759724159] 'compare' (duration: 456.90778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:04.509502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.306293Z","time spent":"2.203185782s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.509773Z","caller":"traceutil/trace.go:171","msg":"trace[618208407] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"2.200817884s","start":"2026-03-19T18:46:02.308948Z","end":"2026-03-19T18:46:04.509766Z","steps":["trace[618208407] 'process raft request' (duration: 2.200187198s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.509812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.30892Z","time spent":"2.200869886s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.509926Z","caller":"traceutil/trace.go:171","msg":"trace[632207552] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"2.200692942s","start":"2026-03-19T18:46:02.309226Z","end":"2026-03-19T18:46:04.509919Z","steps":["trace[632207552] 'process raft request' (duration: 2.199997594s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.509964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.309206Z","time spent":"2.200735913s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.510044Z","caller":"traceutil/trace.go:171","msg":"trace[1329693847] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"2.199032081s","start":"2026-03-19T18:46:02.311006Z","end":"2026-03-19T18:46:04.510038Z","steps":["trace[1329693847] 'process raft request' (duration: 2.198246021s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.310994Z","time spent":"2.199063871s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.510159Z","caller":"traceutil/trace.go:171","msg":"trace[1181724374] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"2.198429957s","start":"2026-03-19T18:46:02.311723Z","end":"2026-03-19T18:46:04.510153Z","steps":["trace[1181724374] 'process raft request' (duration: 2.197552675s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.51019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.311698Z","time spent":"2.198474808s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.51027Z","caller":"traceutil/trace.go:171","msg":"trace[1317798290] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"2.197169946s","start":"2026-03-19T18:46:02.313089Z","end":"2026-03-19T18:46:04.510259Z","steps":["trace[1317798290] 'process raft request' (duration: 2.196215832s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.313074Z","time spent":"2.197210198s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:04.510386Z","caller":"traceutil/trace.go:171","msg":"trace[1054171188] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"2.194723237s","start":"2026-03-19T18:46:02.315657Z","end":"2026-03-19T18:46:04.51038Z","steps":["trace[1054171188] 'process raft request' (duration: 2.193679501s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.315637Z","time spent":"2.194770978s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:04.510646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31692512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:46:04.510732Z","caller":"traceutil/trace.go:171","msg":"trace[1168170160] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24735; }","duration":"2.317029083s","start":"2026-03-19T18:46:02.19368Z","end":"2026-03-19T18:46:04.510709Z","steps":["trace[1168170160] 'agreement among raft nodes before linearized reading' (duration: 2.316801188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.193674Z","time spent":"2.317094465s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:46:04.510874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323360358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:04.51094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.625957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:04.510943Z","caller":"traceutil/trace.go:171","msg":"trace[390375634] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24735; }","duration":"1.323475002s","start":"2026-03-19T18:46:03.187452Z","end":"2026-03-19T18:46:04.510927Z","steps":["trace[390375634] 'agreement among raft nodes before linearized reading' (duration: 1.323333489s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:04.510974Z","caller":"traceutil/trace.go:171","msg":"trace[1073956424] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24735; }","duration":"685.698319ms","start":"2026-03-19T18:46:03.825266Z","end":"2026-03-19T18:46:04.510964Z","steps":["trace[1073956424] 'agreement among raft nodes before linearized reading' (duration: 685.621547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.166585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:04.510978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.187434Z","time spent":"1.323537153s","remote":"127.0.0.1:45302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:04.510994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.825246Z","time spent":"685.74116ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:04.511001Z","caller":"traceutil/trace.go:171","msg":"trace[1618404143] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24735; }","duration":"210.232957ms","start":"2026-03-19T18:46:04.300758Z","end":"2026-03-19T18:46:04.510991Z","steps":["trace[1618404143] 'agreement among raft nodes before linearized reading' (duration: 210.174865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.510998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225955327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10854"} {"level":"warn","ts":"2026-03-19T18:46:04.511036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.596555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:04.511088Z","caller":"traceutil/trace.go:171","msg":"trace[2067482564] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24735; }","duration":"2.22609349s","start":"2026-03-19T18:46:02.284971Z","end":"2026-03-19T18:46:04.511064Z","steps":["trace[2067482564] 'agreement among raft nodes before linearized reading' (duration: 2.225787482s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691163071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:46:04.511131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.284956Z","time spent":"2.226167232s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10876,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-19T18:46:04.51114Z","caller":"traceutil/trace.go:171","msg":"trace[1175805045] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24735; }","duration":"189.723878ms","start":"2026-03-19T18:46:04.321387Z","end":"2026-03-19T18:46:04.511111Z","steps":["trace[1175805045] 'agreement among raft nodes before linearized reading' (duration: 189.518763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884577848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:04.511124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137551674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-19T18:46:04.511165Z","caller":"traceutil/trace.go:171","msg":"trace[286684838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24735; }","duration":"1.691271754s","start":"2026-03-19T18:46:02.819873Z","end":"2026-03-19T18:46:04.511145Z","steps":["trace[286684838] 'agreement among raft nodes before linearized reading' (duration: 1.691073909s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:04.511188Z","caller":"traceutil/trace.go:171","msg":"trace[1657752696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24735; }","duration":"1.88465899s","start":"2026-03-19T18:46:02.626519Z","end":"2026-03-19T18:46:04.511178Z","steps":["trace[1657752696] 'agreement among raft nodes before linearized reading' (duration: 1.884579938s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.626502Z","time spent":"1.884710811s","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:04.511217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.819853Z","time spent":"1.691350785s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:46:04.511214Z","caller":"traceutil/trace.go:171","msg":"trace[1431403102] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24735; }","duration":"2.137683098s","start":"2026-03-19T18:46:02.373506Z","end":"2026-03-19T18:46:04.511189Z","steps":["trace[1431403102] 'agreement among raft nodes before linearized reading' (duration: 2.137445422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.487877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:46:04.511273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181263758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T18:46:04.511272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.373489Z","time spent":"2.1377732s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-19T18:46:04.511036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322558119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:04.511298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691251823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T18:46:04.511271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186874817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-03-19T18:46:04.511309Z","caller":"traceutil/trace.go:171","msg":"trace[1157488309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24735; }","duration":"960.552279ms","start":"2026-03-19T18:46:03.550732Z","end":"2026-03-19T18:46:04.511284Z","steps":["trace[1157488309] 'agreement among raft nodes before linearized reading' (duration: 960.488267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:04.511325Z","caller":"traceutil/trace.go:171","msg":"trace[522796967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24735; }","duration":"1.691327935s","start":"2026-03-19T18:46:02.81999Z","end":"2026-03-19T18:46:04.511318Z","steps":["trace[522796967] 'agreement among raft nodes before linearized reading' (duration: 1.691203812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.550711Z","time spent":"960.6236ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:46:04.511285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690170406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:46:04.511352Z","caller":"traceutil/trace.go:171","msg":"trace[219557953] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24735; }","duration":"1.18700909s","start":"2026-03-19T18:46:03.324323Z","end":"2026-03-19T18:46:04.511332Z","steps":["trace[219557953] 'agreement among raft nodes before linearized reading' (duration: 1.186638131s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:04.51134Z","caller":"traceutil/trace.go:171","msg":"trace[1623562833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24735; }","duration":"1.322895287s","start":"2026-03-19T18:46:03.188423Z","end":"2026-03-19T18:46:04.511318Z","steps":["trace[1623562833] 'agreement among raft nodes before linearized reading' (duration: 1.322540378s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.51139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.324303Z","time spent":"1.187079432s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418326,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T18:46:04.511389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682735175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:46:04.511399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:03.188398Z","time spent":"1.322985869s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:04.511342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.81996Z","time spent":"1.691378386s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:46:04.511437Z","caller":"traceutil/trace.go:171","msg":"trace[1655856701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24735; }","duration":"1.682834558s","start":"2026-03-19T18:46:02.828588Z","end":"2026-03-19T18:46:04.511423Z","steps":["trace[1655856701] 'agreement among raft nodes before linearized reading' (duration: 1.682722846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.828552Z","time spent":"1.68290916s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:46:04.511362Z","caller":"traceutil/trace.go:171","msg":"trace[501752932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24735; }","duration":"1.690271979s","start":"2026-03-19T18:46:02.821084Z","end":"2026-03-19T18:46:04.511356Z","steps":["trace[501752932] 'agreement among raft nodes before linearized reading' (duration: 1.690023523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.821074Z","time spent":"1.690473283s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:46:04.511297Z","caller":"traceutil/trace.go:171","msg":"trace[440810034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24735; }","duration":"2.18132342s","start":"2026-03-19T18:46:02.329966Z","end":"2026-03-19T18:46:04.51129Z","steps":["trace[440810034] 'agreement among raft nodes before linearized reading' (duration: 2.181208847s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:04.511639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:02.329952Z","time spent":"2.181674959s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:46:05.133717Z","caller":"traceutil/trace.go:171","msg":"trace[154583934] linearizableReadLoop","detail":"{readStateIndex:25623; appliedIndex:25622; }","duration":"616.491004ms","start":"2026-03-19T18:46:04.517199Z","end":"2026-03-19T18:46:05.13369Z","steps":["trace[154583934] 'read index received' (duration: 30.24µs)","trace[154583934] 'applied index is now lower than readState.Index' (duration: 616.459794ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:05.133833Z","caller":"traceutil/trace.go:171","msg":"trace[87535295] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"616.637498ms","start":"2026-03-19T18:46:04.517182Z","end":"2026-03-19T18:46:05.13382Z","steps":["trace[87535295] 'process raft request' (duration: 547.155487ms)","trace[87535295] 'compare' (duration: 69.238365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:05.133951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517165Z","time spent":"616.693489ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:05.133975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.759991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:46:05.13404Z","caller":"traceutil/trace.go:171","msg":"trace[1546766007] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24736; }","duration":"616.869574ms","start":"2026-03-19T18:46:04.517151Z","end":"2026-03-19T18:46:05.13402Z","steps":["trace[1546766007] 'agreement among raft nodes before linearized reading' (duration: 616.743691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.134084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.51713Z","time spent":"616.943295ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:46:05.633863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:46:05.815613Z","caller":"traceutil/trace.go:171","msg":"trace[1786625096] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.297326045s","start":"2026-03-19T18:46:04.517953Z","end":"2026-03-19T18:46:05.815279Z","steps":["trace[1786625096] 'process raft request' (duration: 1.296847993s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.815629Z","caller":"traceutil/trace.go:171","msg":"trace[849145758] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"887.809908ms","start":"2026-03-19T18:46:04.927792Z","end":"2026-03-19T18:46:05.815602Z","steps":["trace[849145758] 'process raft request' (duration: 887.234343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:05.815642Z","caller":"traceutil/trace.go:171","msg":"trace[455789432] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.297776546s","start":"2026-03-19T18:46:04.517264Z","end":"2026-03-19T18:46:05.815041Z","steps":["trace[455789432] 'process raft request' (duration: 1.297426357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.815764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517934Z","time spent":"1.297743316s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:05.815769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.927758Z","time spent":"887.931181ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:05.815842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517255Z","time spent":"1.298480013s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:05.815945Z","caller":"traceutil/trace.go:171","msg":"trace[401525024] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.298576646s","start":"2026-03-19T18:46:04.517361Z","end":"2026-03-19T18:46:05.815938Z","steps":["trace[401525024] 'process raft request' (duration: 1.297400467s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.815987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517326Z","time spent":"1.298639777s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:05.816429Z","caller":"traceutil/trace.go:171","msg":"trace[1742028478] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.29917011s","start":"2026-03-19T18:46:04.517242Z","end":"2026-03-19T18:46:05.816412Z","steps":["trace[1742028478] 'process raft request' (duration: 1.285360563s)","trace[1742028478] 'compare' (duration: 10.140558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:05.816513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517223Z","time spent":"1.299247872s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:05.816638Z","caller":"traceutil/trace.go:171","msg":"trace[1335237381] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.293648986s","start":"2026-03-19T18:46:04.522982Z","end":"2026-03-19T18:46:05.816631Z","steps":["trace[1335237381] 'process raft request' (duration: 1.291871392s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:05.816684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.522976Z","time spent":"1.293683606s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:06.52105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:46:06.52112Z","caller":"traceutil/trace.go:171","msg":"trace[549719778] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017247s","start":"2026-03-19T18:46:04.520932Z","end":"2026-03-19T18:46:06.521104Z","steps":["trace[549719778] 'agreement among raft nodes before linearized reading' (duration: 2.000074978s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:06.52117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.520925Z","time spent":"2.000228312s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:07.181749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.227694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:07.182205Z","caller":"traceutil/trace.go:171","msg":"trace[1290981175] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.345490037s","start":"2026-03-19T18:46:05.836695Z","end":"2026-03-19T18:46:07.182185Z","steps":["trace[1290981175] 'process raft request' (duration: 1.345390004s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.182292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.836664Z","time spent":"1.3455872s","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:07.182435Z","caller":"traceutil/trace.go:171","msg":"trace[1875233088] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25623; }","duration":"2.048619361s","start":"2026-03-19T18:46:05.133786Z","end":"2026-03-19T18:46:07.182406Z","steps":["trace[1875233088] 'read index received' (duration: 668.835319ms)","trace[1875233088] 'applied index is now lower than readState.Index' (duration: 1.379781632s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:07.182554Z","caller":"traceutil/trace.go:171","msg":"trace[2126614996] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.966737627s","start":"2026-03-19T18:46:05.215801Z","end":"2026-03-19T18:46:07.182538Z","steps":["trace[2126614996] 'process raft request' (duration: 1.025613122s)","trace[2126614996] 'compare' (duration: 939.723131ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:07.182616Z","caller":"traceutil/trace.go:171","msg":"trace[1725011895] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.351509655s","start":"2026-03-19T18:46:05.831086Z","end":"2026-03-19T18:46:07.182596Z","steps":["trace[1725011895] 'process raft request' (duration: 1.35095557s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.182659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.215777Z","time spent":"1.966807278s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:07.182689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.831076Z","time spent":"1.351584306s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:07.182714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347459313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:07.182724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665034493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T18:46:07.182759Z","caller":"traceutil/trace.go:171","msg":"trace[481755235] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24747; }","duration":"2.347535285s","start":"2026-03-19T18:46:04.835205Z","end":"2026-03-19T18:46:07.182741Z","steps":["trace[481755235] 'agreement among raft nodes before linearized reading' (duration: 2.347481184s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:07.182781Z","caller":"traceutil/trace.go:171","msg":"trace[489517774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f52003db-281a-4b94-a9f1-62ef2baf52df; range_end:; response_count:1; response_revision:24747; }","duration":"2.665112786s","start":"2026-03-19T18:46:04.517651Z","end":"2026-03-19T18:46:07.182763Z","steps":["trace[489517774] 'agreement among raft nodes before linearized reading' (duration: 2.664912741s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:07.18242Z","caller":"traceutil/trace.go:171","msg":"trace[654398312] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.358896604s","start":"2026-03-19T18:46:05.82347Z","end":"2026-03-19T18:46:07.182367Z","steps":["trace[654398312] 'process raft request' (duration: 1.358398421s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.182799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.835181Z","time spent":"2.347607757s","remote":"127.0.0.1:45372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:07.18282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.517638Z","time spent":"2.665173867s","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-f52003db-281a-4b94-a9f1-62ef2baf52df\" "} {"level":"warn","ts":"2026-03-19T18:46:07.182845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246337362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:07.182905Z","caller":"traceutil/trace.go:171","msg":"trace[1694260771] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24747; }","duration":"2.246412805s","start":"2026-03-19T18:46:04.936474Z","end":"2026-03-19T18:46:07.182886Z","steps":["trace[1694260771] 'agreement among raft nodes before linearized reading' (duration: 2.246345783s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:07.182832Z","caller":"traceutil/trace.go:171","msg":"trace[370262813] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.352128539s","start":"2026-03-19T18:46:05.830693Z","end":"2026-03-19T18:46:07.182822Z","steps":["trace[370262813] 'process raft request' (duration: 1.351289078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.182953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.93646Z","time spent":"2.246483126s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:07.182986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567566411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-19T18:46:07.183022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.830662Z","time spent":"1.352317604s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:07.182649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566000672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:07.182766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346838659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:46:07.183074Z","caller":"traceutil/trace.go:171","msg":"trace[827908330] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24747; }","duration":"2.566461984s","start":"2026-03-19T18:46:04.616597Z","end":"2026-03-19T18:46:07.183059Z","steps":["trace[827908330] 'agreement among raft nodes before linearized reading' (duration: 2.565961232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.182853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.82345Z","time spent":"1.359369496s","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:07.183115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.616579Z","time spent":"2.566523805s","remote":"127.0.0.1:51248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:07.183076Z","caller":"traceutil/trace.go:171","msg":"trace[217618729] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24747; }","duration":"2.347221028s","start":"2026-03-19T18:46:04.835843Z","end":"2026-03-19T18:46:07.183064Z","steps":["trace[217618729] 'agreement among raft nodes before linearized reading' (duration: 2.346829218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.183159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.835816Z","time spent":"2.347328501s","remote":"127.0.0.1:42376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:07.183035Z","caller":"traceutil/trace.go:171","msg":"trace[1639262392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24747; }","duration":"2.567656633s","start":"2026-03-19T18:46:04.615367Z","end":"2026-03-19T18:46:07.183024Z","steps":["trace[1639262392] 'agreement among raft nodes before linearized reading' (duration: 2.567516089s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:07.183205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:04.615344Z","time spent":"2.567854168s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-19T18:46:08.074329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.453707ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T18:46:08.074776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.817869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:08.074907Z","caller":"traceutil/trace.go:171","msg":"trace[1265010427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24747; }","duration":"122.962963ms","start":"2026-03-19T18:46:07.951923Z","end":"2026-03-19T18:46:08.074886Z","steps":["trace[1265010427] 'range keys from in-memory index tree' (duration: 122.795789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.075294Z","caller":"traceutil/trace.go:171","msg":"trace[58478016] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"1.556977024s","start":"2026-03-19T18:46:06.518291Z","end":"2026-03-19T18:46:08.075268Z","steps":["trace[58478016] 'process raft request' (duration: 1.556899752s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.075477Z","caller":"traceutil/trace.go:171","msg":"trace[1052013593] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.558539802s","start":"2026-03-19T18:46:06.516915Z","end":"2026-03-19T18:46:08.075455Z","steps":["trace[1052013593] 'process raft request' (duration: 1.557517947s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.075482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.518283Z","time spent":"1.557089968s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:08.075569Z","caller":"traceutil/trace.go:171","msg":"trace[1971014409] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"1.557741443s","start":"2026-03-19T18:46:06.517781Z","end":"2026-03-19T18:46:08.075523Z","steps":["trace[1971014409] 'process raft request' (duration: 1.557328663s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.075628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.516883Z","time spent":"1.558636844s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:08.075687Z","caller":"traceutil/trace.go:171","msg":"trace[222508328] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"1.558355527s","start":"2026-03-19T18:46:06.517287Z","end":"2026-03-19T18:46:08.075642Z","steps":["trace[222508328] 'process raft request' (duration: 1.557710922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.075746Z","caller":"traceutil/trace.go:171","msg":"trace[108722358] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"1.557586969s","start":"2026-03-19T18:46:06.518146Z","end":"2026-03-19T18:46:08.075733Z","steps":["trace[108722358] 'process raft request' (duration: 1.557011475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.075782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.517268Z","time spent":"1.558468s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:08.075807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.518134Z","time spent":"1.55764023s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:08.075812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.517753Z","time spent":"1.557918627s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:08.075961Z","caller":"traceutil/trace.go:171","msg":"trace[779462936] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"1.556566104s","start":"2026-03-19T18:46:06.519382Z","end":"2026-03-19T18:46:08.075948Z","steps":["trace[779462936] 'process raft request' (duration: 1.555846466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.519372Z","time spent":"1.556619745s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:08.076116Z","caller":"traceutil/trace.go:171","msg":"trace[1811849060] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"1.557102238s","start":"2026-03-19T18:46:06.518991Z","end":"2026-03-19T18:46:08.076094Z","steps":["trace[1811849060] 'process raft request' (duration: 1.556861891s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076247Z","caller":"traceutil/trace.go:171","msg":"trace[299091989] linearizableReadLoop","detail":"{readStateIndex:25642; appliedIndex:25634; }","duration":"893.702251ms","start":"2026-03-19T18:46:07.182497Z","end":"2026-03-19T18:46:08.0762Z","steps":["trace[299091989] 'read index received' (duration: 295.43762ms)","trace[299091989] 'applied index is now lower than readState.Index' (duration: 598.260571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:08.076283Z","caller":"traceutil/trace.go:171","msg":"trace[312862136] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"371.174925ms","start":"2026-03-19T18:46:07.705035Z","end":"2026-03-19T18:46:08.07621Z","steps":["trace[312862136] 'process raft request' (duration: 371.065812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.518977Z","time spent":"1.557185589s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:08.076357Z","caller":"traceutil/trace.go:171","msg":"trace[374240247] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"263.259228ms","start":"2026-03-19T18:46:07.813083Z","end":"2026-03-19T18:46:08.076342Z","steps":["trace[374240247] 'process raft request' (duration: 263.088784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:07.70501Z","time spent":"371.319798ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:08.076402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568375242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:08.076409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309889901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-19T18:46:08.076448Z","caller":"traceutil/trace.go:171","msg":"trace[1771740880] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24756; }","duration":"1.568457174s","start":"2026-03-19T18:46:06.507976Z","end":"2026-03-19T18:46:08.076433Z","steps":["trace[1771740880] 'agreement among raft nodes before linearized reading' (duration: 1.568364952s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.07646Z","caller":"traceutil/trace.go:171","msg":"trace[1965233157] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24756; }","duration":"1.309982573s","start":"2026-03-19T18:46:06.766464Z","end":"2026-03-19T18:46:08.076446Z","steps":["trace[1965233157] 'agreement among raft nodes before linearized reading' (duration: 1.30983893s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787865554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:08.076484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502691304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:08.076492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990524736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:08.076516Z","caller":"traceutil/trace.go:171","msg":"trace[1638564112] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24756; }","duration":"1.787923805s","start":"2026-03-19T18:46:06.288567Z","end":"2026-03-19T18:46:08.076491Z","steps":["trace[1638564112] 'agreement among raft nodes before linearized reading' (duration: 1.787853214s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28404757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:08.076533Z","caller":"traceutil/trace.go:171","msg":"trace[1530729830] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24756; }","duration":"1.990621079s","start":"2026-03-19T18:46:06.085899Z","end":"2026-03-19T18:46:08.07652Z","steps":["trace[1530729830] 'agreement among raft nodes before linearized reading' (duration: 1.990333582s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076548Z","caller":"traceutil/trace.go:171","msg":"trace[528721853] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24756; }","duration":"2.284211945s","start":"2026-03-19T18:46:05.792329Z","end":"2026-03-19T18:46:08.076541Z","steps":["trace[528721853] 'agreement among raft nodes before linearized reading' (duration: 2.283879587s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554596916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:08.076547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245643695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10674"} {"level":"warn","ts":"2026-03-19T18:46:08.076555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.288555Z","time spent":"1.787989838s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:08.076556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940644781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-19T18:46:08.076568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.08587Z","time spent":"1.99068858s","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:08.076572Z","caller":"traceutil/trace.go:171","msg":"trace[229915811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24756; }","duration":"1.554655618s","start":"2026-03-19T18:46:06.521908Z","end":"2026-03-19T18:46:08.076563Z","steps":["trace[229915811] 'agreement among raft nodes before linearized reading' (duration: 1.554598457s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.07658Z","caller":"traceutil/trace.go:171","msg":"trace[151228608] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24756; }","duration":"2.245676416s","start":"2026-03-19T18:46:05.830894Z","end":"2026-03-19T18:46:08.07657Z","steps":["trace[151228608] 'agreement among raft nodes before linearized reading' (duration: 2.245355259s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.07659Z","caller":"traceutil/trace.go:171","msg":"trace[1880678184] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24756; }","duration":"2.940716873s","start":"2026-03-19T18:46:05.135866Z","end":"2026-03-19T18:46:08.076583Z","steps":["trace[1880678184] 'agreement among raft nodes before linearized reading' (duration: 2.940653581s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.521899Z","time spent":"1.554696829s","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:08.07661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.830857Z","time spent":"2.245745378s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10696,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-19T18:46:08.076608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74667768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-19T18:46:08.076622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.05456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:08.076602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807228003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:08.076656Z","caller":"traceutil/trace.go:171","msg":"trace[1551707599] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24756; }","duration":"2.746755802s","start":"2026-03-19T18:46:05.329884Z","end":"2026-03-19T18:46:08.07664Z","steps":["trace[1551707599] 'agreement among raft nodes before linearized reading' (duration: 2.746555887s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812063463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-19T18:46:08.076696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.329864Z","time spent":"2.746823064s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:08.076681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.594064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-19T18:46:08.076707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.543791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-19T18:46:08.07672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.809722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:08.076496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.766441Z","time spent":"1.310048614s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:46:08.076739Z","caller":"traceutil/trace.go:171","msg":"trace[1426738283] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24756; }","duration":"466.871173ms","start":"2026-03-19T18:46:07.609863Z","end":"2026-03-19T18:46:08.076734Z","steps":["trace[1426738283] 'agreement among raft nodes before linearized reading' (duration: 466.834462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076741Z","caller":"traceutil/trace.go:171","msg":"trace[15195711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24756; }","duration":"253.585482ms","start":"2026-03-19T18:46:07.823146Z","end":"2026-03-19T18:46:08.076731Z","steps":["trace[15195711] 'agreement among raft nodes before linearized reading' (duration: 253.49124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076741Z","caller":"traceutil/trace.go:171","msg":"trace[375995249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24756; }","duration":"938.678106ms","start":"2026-03-19T18:46:07.138048Z","end":"2026-03-19T18:46:08.076726Z","steps":["trace[375995249] 'agreement among raft nodes before linearized reading' (duration: 938.221315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076735Z","caller":"traceutil/trace.go:171","msg":"trace[549884876] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24756; }","duration":"1.812247517s","start":"2026-03-19T18:46:06.264461Z","end":"2026-03-19T18:46:08.076708Z","steps":["trace[549884876] 'agreement among raft nodes before linearized reading' (duration: 1.811756565s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:07.138034Z","time spent":"938.736077ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:08.076806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.591473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-19T18:46:08.076807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.26444Z","time spent":"1.81235619s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-19T18:46:08.076831Z","caller":"traceutil/trace.go:171","msg":"trace[932476052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24756; }","duration":"253.621923ms","start":"2026-03-19T18:46:07.823202Z","end":"2026-03-19T18:46:08.076824Z","steps":["trace[932476052] 'agreement among raft nodes before linearized reading' (duration: 253.49825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.507956Z","time spent":"1.568520575s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:08.076522Z","caller":"traceutil/trace.go:171","msg":"trace[1716277853] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24756; }","duration":"1.502752365s","start":"2026-03-19T18:46:06.573754Z","end":"2026-03-19T18:46:08.076507Z","steps":["trace[1716277853] 'agreement among raft nodes before linearized reading' (duration: 1.502499869s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:08.076668Z","caller":"traceutil/trace.go:171","msg":"trace[944349703] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24756; }","duration":"2.807347596s","start":"2026-03-19T18:46:05.269305Z","end":"2026-03-19T18:46:08.076653Z","steps":["trace[944349703] 'agreement among raft nodes before linearized reading' (duration: 2.807220833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.07689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:06.573741Z","time spent":"1.503142935s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:08.076882Z","caller":"traceutil/trace.go:171","msg":"trace[920165658] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24756; }","duration":"592.110612ms","start":"2026-03-19T18:46:07.48453Z","end":"2026-03-19T18:46:08.076641Z","steps":["trace[920165658] 'agreement among raft nodes before linearized reading' (duration: 592.063731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.269284Z","time spent":"2.807618052s","remote":"127.0.0.1:50962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:08.076928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.727446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T18:46:08.076935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:07.484514Z","time spent":"592.405779ms","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:08.076958Z","caller":"traceutil/trace.go:171","msg":"trace[660732700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24756; }","duration":"253.760566ms","start":"2026-03-19T18:46:07.823186Z","end":"2026-03-19T18:46:08.076946Z","steps":["trace[660732700] 'agreement among raft nodes before linearized reading' (duration: 253.630283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370812932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:08.076615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.135848Z","time spent":"2.940761473s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T18:46:08.076998Z","caller":"traceutil/trace.go:171","msg":"trace[2052547576] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24756; }","duration":"2.371451367s","start":"2026-03-19T18:46:05.705539Z","end":"2026-03-19T18:46:08.076991Z","steps":["trace[2052547576] 'agreement among raft nodes before linearized reading' (duration: 2.370824752s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.076567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.792301Z","time spent":"2.284260226s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:08.07702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:05.705507Z","time spent":"2.371505919s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:08.076687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.928401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:46:08.076756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:07.60983Z","time spent":"466.922635ms","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:08.077052Z","caller":"traceutil/trace.go:171","msg":"trace[360926311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24756; }","duration":"254.30914ms","start":"2026-03-19T18:46:07.822732Z","end":"2026-03-19T18:46:08.077042Z","steps":["trace[360926311] 'agreement among raft nodes before linearized reading' (duration: 253.91204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:08.587655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:46:08.99513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.999692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:08.995248Z","caller":"traceutil/trace.go:171","msg":"trace[1546752325] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"912.378156ms","start":"2026-03-19T18:46:08.082849Z","end":"2026-03-19T18:46:08.995227Z","steps":["trace[1546752325] 'process raft request' (duration: 665.185759ms)","trace[1546752325] 'compare' (duration: 246.143891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:08.995313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.082819Z","time spent":"912.462078ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:09.011231Z","caller":"traceutil/trace.go:171","msg":"trace[1411802768] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"927.74123ms","start":"2026-03-19T18:46:08.083459Z","end":"2026-03-19T18:46:09.0112Z","steps":["trace[1411802768] 'process raft request' (duration: 927.497514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:09.011221Z","caller":"traceutil/trace.go:171","msg":"trace[2015443640] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"927.637227ms","start":"2026-03-19T18:46:08.083558Z","end":"2026-03-19T18:46:09.011195Z","steps":["trace[2015443640] 'process raft request' (duration: 927.550785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.083447Z","time spent":"927.847492ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:09.011391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.083553Z","time spent":"927.75661ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:09.011424Z","caller":"traceutil/trace.go:171","msg":"trace[757274517] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"927.027632ms","start":"2026-03-19T18:46:08.084366Z","end":"2026-03-19T18:46:09.011394Z","steps":["trace[757274517] 'process raft request' (duration: 926.787676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:09.011467Z","caller":"traceutil/trace.go:171","msg":"trace[455629943] linearizableReadLoop","detail":"{readStateIndex:25651; appliedIndex:25644; }","duration":"924.760757ms","start":"2026-03-19T18:46:08.086693Z","end":"2026-03-19T18:46:09.011454Z","steps":["trace[455629943] 'read index received' (duration: 661.354166ms)","trace[455629943] 'applied index is now lower than readState.Index' (duration: 263.405951ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:09.011451Z","caller":"traceutil/trace.go:171","msg":"trace[1742935824] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"926.920299ms","start":"2026-03-19T18:46:08.084511Z","end":"2026-03-19T18:46:09.011432Z","steps":["trace[1742935824] 'process raft request' (duration: 926.807246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:09.01154Z","caller":"traceutil/trace.go:171","msg":"trace[1664166121] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"922.899852ms","start":"2026-03-19T18:46:08.088633Z","end":"2026-03-19T18:46:09.011533Z","steps":["trace[1664166121] 'process raft request' (duration: 922.781018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.084351Z","time spent":"927.124644ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:09.011541Z","caller":"traceutil/trace.go:171","msg":"trace[462619163] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"926.875999ms","start":"2026-03-19T18:46:08.084654Z","end":"2026-03-19T18:46:09.01153Z","steps":["trace[462619163] 'process raft request' (duration: 926.718734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.084503Z","time spent":"927.013172ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:09.011585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.088627Z","time spent":"922.928253ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:09.011603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.084648Z","time spent":"926.92337ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:09.011682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.301477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:09.011691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.497819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:09.011705Z","caller":"traceutil/trace.go:171","msg":"trace[1331391456] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24763; }","duration":"447.364359ms","start":"2026-03-19T18:46:08.564333Z","end":"2026-03-19T18:46:09.011697Z","steps":["trace[1331391456] 'agreement among raft nodes before linearized reading' (duration: 447.321848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.879099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:09.011726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.028864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:09.011732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.564311Z","time spent":"447.41395ms","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:09.011737Z","caller":"traceutil/trace.go:171","msg":"trace[1304039760] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24763; }","duration":"110.955791ms","start":"2026-03-19T18:46:08.900771Z","end":"2026-03-19T18:46:09.011727Z","steps":["trace[1304039760] 'agreement among raft nodes before linearized reading' (duration: 110.882689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:09.011747Z","caller":"traceutil/trace.go:171","msg":"trace[1166739423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24763; }","duration":"925.058835ms","start":"2026-03-19T18:46:08.086681Z","end":"2026-03-19T18:46:09.01174Z","steps":["trace[1166739423] 'agreement among raft nodes before linearized reading' (duration: 925.024174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.086675Z","time spent":"925.087325ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:46:09.011712Z","caller":"traceutil/trace.go:171","msg":"trace[1728795816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24763; }","duration":"875.530599ms","start":"2026-03-19T18:46:08.136175Z","end":"2026-03-19T18:46:09.011706Z","steps":["trace[1728795816] 'agreement among raft nodes before linearized reading' (duration: 875.481418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:09.011802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:08.136168Z","time spent":"875.619891ms","remote":"127.0.0.1:45386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:46:09.278285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.891854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-03-19T18:46:09.278369Z","caller":"traceutil/trace.go:171","msg":"trace[586952048] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24765; }","duration":"179.021368ms","start":"2026-03-19T18:46:09.099327Z","end":"2026-03-19T18:46:09.278348Z","steps":["trace[586952048] 'range keys from in-memory index tree' (duration: 178.71676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.686885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413642928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:46:10.899646Z","caller":"traceutil/trace.go:171","msg":"trace[2136111644] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"814.476212ms","start":"2026-03-19T18:46:10.085142Z","end":"2026-03-19T18:46:10.899618Z","steps":["trace[2136111644] 'process raft request' (duration: 814.261187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.899806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.08512Z","time spent":"814.608897ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:10.900094Z","caller":"traceutil/trace.go:171","msg":"trace[586871504] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"814.724479ms","start":"2026-03-19T18:46:10.085355Z","end":"2026-03-19T18:46:10.90008Z","steps":["trace[586871504] 'process raft request' (duration: 814.525384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:10.900123Z","caller":"traceutil/trace.go:171","msg":"trace[514329504] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"814.483433ms","start":"2026-03-19T18:46:10.085613Z","end":"2026-03-19T18:46:10.900097Z","steps":["trace[514329504] 'process raft request' (duration: 814.393271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.90016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.085348Z","time spent":"814.77511ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:10.900315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.085596Z","time spent":"814.598737ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:10.900295Z","caller":"traceutil/trace.go:171","msg":"trace[1064842265] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"814.606267ms","start":"2026-03-19T18:46:10.085666Z","end":"2026-03-19T18:46:10.900272Z","steps":["trace[1064842265] 'process raft request' (duration: 814.385381ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:10.900375Z","caller":"traceutil/trace.go:171","msg":"trace[1553635100] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"813.953161ms","start":"2026-03-19T18:46:10.086398Z","end":"2026-03-19T18:46:10.900351Z","steps":["trace[1553635100] 'process raft request' (duration: 813.772046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:10.900493Z","caller":"traceutil/trace.go:171","msg":"trace[1501158503] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"815.186141ms","start":"2026-03-19T18:46:10.085255Z","end":"2026-03-19T18:46:10.900441Z","steps":["trace[1501158503] 'process raft request' (duration: 814.315629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.9005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.085641Z","time spent":"814.730329ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:10.900566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.085231Z","time spent":"815.299293ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:10.900573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.086387Z","time spent":"814.140606ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:10.99306Z","caller":"traceutil/trace.go:171","msg":"trace[1670709889] linearizableReadLoop","detail":"{readStateIndex:25662; appliedIndex:25655; }","duration":"806.904929ms","start":"2026-03-19T18:46:10.186128Z","end":"2026-03-19T18:46:10.993033Z","steps":["trace[1670709889] 'read index received' (duration: 713.256579ms)","trace[1670709889] 'applied index is now lower than readState.Index' (duration: 93.64733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:10.993227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.077353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:10.993282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.11213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:10.993302Z","caller":"traceutil/trace.go:171","msg":"trace[2122956060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24774; }","duration":"807.199416ms","start":"2026-03-19T18:46:10.186082Z","end":"2026-03-19T18:46:10.993281Z","steps":["trace[2122956060] 'agreement among raft nodes before linearized reading' (duration: 807.073713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.993351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.186059Z","time spent":"807.283888ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:46:10.99335Z","caller":"traceutil/trace.go:171","msg":"trace[2030244763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24774; }","duration":"103.217362ms","start":"2026-03-19T18:46:10.890115Z","end":"2026-03-19T18:46:10.993332Z","steps":["trace[2030244763] 'agreement among raft nodes before linearized reading' (duration: 103.11419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.993373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.505232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:10.993481Z","caller":"traceutil/trace.go:171","msg":"trace[476935003] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24774; }","duration":"627.674666ms","start":"2026-03-19T18:46:10.365782Z","end":"2026-03-19T18:46:10.993457Z","steps":["trace[476935003] 'agreement among raft nodes before linearized reading' (duration: 627.450701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.993383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.109747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:10.993543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.365766Z","time spent":"627.760369ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:10.993585Z","caller":"traceutil/trace.go:171","msg":"trace[1894451681] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24774; }","duration":"280.342313ms","start":"2026-03-19T18:46:10.713221Z","end":"2026-03-19T18:46:10.993563Z","steps":["trace[1894451681] 'agreement among raft nodes before linearized reading' (duration: 280.022885ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:10.993132Z","caller":"traceutil/trace.go:171","msg":"trace[361844066] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"446.816156ms","start":"2026-03-19T18:46:10.546239Z","end":"2026-03-19T18:46:10.993056Z","steps":["trace[361844066] 'process raft request' (duration: 444.871518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:10.994521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:10.546213Z","time spent":"448.166287ms","remote":"127.0.0.1:45400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:11.217088Z","caller":"traceutil/trace.go:171","msg":"trace[1718973156] linearizableReadLoop","detail":"{readStateIndex:25664; appliedIndex:25662; }","duration":"200.798207ms","start":"2026-03-19T18:46:11.016249Z","end":"2026-03-19T18:46:11.217047Z","steps":["trace[1718973156] 'read index received' (duration: 7.659796ms)","trace[1718973156] 'applied index is now lower than readState.Index' (duration: 193.136491ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:11.217243Z","caller":"traceutil/trace.go:171","msg":"trace[2112065985] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"214.236045ms","start":"2026-03-19T18:46:11.002971Z","end":"2026-03-19T18:46:11.217207Z","steps":["trace[2112065985] 'process raft request' (duration: 119.51899ms)","trace[2112065985] 'compare' (duration: 94.298465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:11.217753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.393077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-19T18:46:11.217796Z","caller":"traceutil/trace.go:171","msg":"trace[489004391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24776; }","duration":"200.461368ms","start":"2026-03-19T18:46:11.017326Z","end":"2026-03-19T18:46:11.217788Z","steps":["trace[489004391] 'agreement among raft nodes before linearized reading' (duration: 200.341325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:11.217819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.535745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-19T18:46:11.217846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.084164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:46:11.217885Z","caller":"traceutil/trace.go:171","msg":"trace[1540512719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24776; }","duration":"201.657008ms","start":"2026-03-19T18:46:11.016212Z","end":"2026-03-19T18:46:11.217868Z","steps":["trace[1540512719] 'agreement among raft nodes before linearized reading' (duration: 201.403122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:11.217908Z","caller":"traceutil/trace.go:171","msg":"trace[217706610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24776; }","duration":"201.562736ms","start":"2026-03-19T18:46:11.016328Z","end":"2026-03-19T18:46:11.21789Z","steps":["trace[217706610] 'agreement among raft nodes before linearized reading' (duration: 200.995122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:11.218843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.824942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:46:11.218961Z","caller":"traceutil/trace.go:171","msg":"trace[393449483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24776; }","duration":"201.987946ms","start":"2026-03-19T18:46:11.016948Z","end":"2026-03-19T18:46:11.218936Z","steps":["trace[393449483] 'agreement among raft nodes before linearized reading' (duration: 200.775627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:11.871538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.406943ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T18:46:11.871677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.220629Z","time spent":"651.041615ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:46:12.608514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22437172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:46:12.617114Z","caller":"traceutil/trace.go:171","msg":"trace[1784597966] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.395515795s","start":"2026-03-19T18:46:11.22157Z","end":"2026-03-19T18:46:12.617086Z","steps":["trace[1784597966] 'process raft request' (duration: 1.387167572s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.617268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.221547Z","time spent":"1.395643889s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:12.617423Z","caller":"traceutil/trace.go:171","msg":"trace[680874473] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.395066373s","start":"2026-03-19T18:46:11.222321Z","end":"2026-03-19T18:46:12.617387Z","steps":["trace[680874473] 'process raft request' (duration: 1.394679574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.617623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.222299Z","time spent":"1.395210197s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:12.617782Z","caller":"traceutil/trace.go:171","msg":"trace[1759142892] linearizableReadLoop","detail":"{readStateIndex:25669; appliedIndex:25664; }","duration":"1.391297652s","start":"2026-03-19T18:46:11.226469Z","end":"2026-03-19T18:46:12.617767Z","steps":["trace[1759142892] 'read index received' (duration: 157.653117ms)","trace[1759142892] 'applied index is now lower than readState.Index' (duration: 1.233643535s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:12.61787Z","caller":"traceutil/trace.go:171","msg":"trace[967401265] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.394289665s","start":"2026-03-19T18:46:11.223571Z","end":"2026-03-19T18:46:12.61786Z","steps":["trace[967401265] 'process raft request' (duration: 1.394124911s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:12.617846Z","caller":"traceutil/trace.go:171","msg":"trace[810274474] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.394443229s","start":"2026-03-19T18:46:11.22337Z","end":"2026-03-19T18:46:12.617813Z","steps":["trace[810274474] 'process raft request' (duration: 1.393897835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.617937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.223561Z","time spent":"1.394337457s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:12.618017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.223352Z","time spent":"1.394579932s","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:12.618189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391699062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-19T18:46:12.618268Z","caller":"traceutil/trace.go:171","msg":"trace[1875581068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24780; }","duration":"1.391803664s","start":"2026-03-19T18:46:11.226446Z","end":"2026-03-19T18:46:12.61825Z","steps":["trace[1875581068] 'agreement among raft nodes before linearized reading' (duration: 1.391569858s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.618314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.226439Z","time spent":"1.391864796s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-19T18:46:12.632471Z","caller":"traceutil/trace.go:171","msg":"trace[1233787139] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"526.406842ms","start":"2026-03-19T18:46:12.106019Z","end":"2026-03-19T18:46:12.632426Z","steps":["trace[1233787139] 'process raft request' (duration: 526.171617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.632553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.710318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:12.632634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:12.105991Z","time spent":"526.564075ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:12.632623Z","caller":"traceutil/trace.go:171","msg":"trace[537228454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24783; }","duration":"445.81802ms","start":"2026-03-19T18:46:12.186786Z","end":"2026-03-19T18:46:12.632604Z","steps":["trace[537228454] 'agreement among raft nodes before linearized reading' (duration: 445.606455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:12.632712Z","caller":"traceutil/trace.go:171","msg":"trace[786857975] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"443.289799ms","start":"2026-03-19T18:46:12.189408Z","end":"2026-03-19T18:46:12.632698Z","steps":["trace[786857975] 'process raft request' (duration: 442.867689ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:12.632699Z","caller":"traceutil/trace.go:171","msg":"trace[2073613617] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"759.527786ms","start":"2026-03-19T18:46:11.873138Z","end":"2026-03-19T18:46:12.632666Z","steps":["trace[2073613617] 'process raft request' (duration: 758.88096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.632721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:12.186768Z","time spent":"445.942434ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:12.632767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376912042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:12.632792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:12.189377Z","time spent":"443.370581ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:12.632826Z","caller":"traceutil/trace.go:171","msg":"trace[1685446088] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24783; }","duration":"1.377017104s","start":"2026-03-19T18:46:11.255791Z","end":"2026-03-19T18:46:12.632808Z","steps":["trace[1685446088] 'agreement among raft nodes before linearized reading' (duration: 1.376891671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.632843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.873104Z","time spent":"759.663229ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:12.632879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.255769Z","time spent":"1.377098826s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:12.632919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330016891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:12.63297Z","caller":"traceutil/trace.go:171","msg":"trace[381637395] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24783; }","duration":"1.330116223s","start":"2026-03-19T18:46:11.30284Z","end":"2026-03-19T18:46:12.632956Z","steps":["trace[381637395] 'agreement among raft nodes before linearized reading' (duration: 1.330040661s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.633011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:11.302809Z","time spent":"1.330193115s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:12.632654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.363836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-19T18:46:12.633139Z","caller":"traceutil/trace.go:171","msg":"trace[533732179] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24783; }","duration":"442.883559ms","start":"2026-03-19T18:46:12.190239Z","end":"2026-03-19T18:46:12.633122Z","steps":["trace[533732179] 'agreement among raft nodes before linearized reading' (duration: 442.149601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:12.633188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:12.190228Z","time spent":"442.94634ms","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-19T18:46:13.054228Z","caller":"traceutil/trace.go:171","msg":"trace[2087774100] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"147.639554ms","start":"2026-03-19T18:46:12.906563Z","end":"2026-03-19T18:46:13.054202Z","steps":["trace[2087774100] 'process raft request' (duration: 147.547491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:13.054252Z","caller":"traceutil/trace.go:171","msg":"trace[786044122] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"148.170186ms","start":"2026-03-19T18:46:12.906049Z","end":"2026-03-19T18:46:13.054219Z","steps":["trace[786044122] 'process raft request' (duration: 65.815741ms)","trace[786044122] 'compare' (duration: 82.081589ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:13.05454Z","caller":"traceutil/trace.go:171","msg":"trace[787791492] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"147.683145ms","start":"2026-03-19T18:46:12.906848Z","end":"2026-03-19T18:46:13.054531Z","steps":["trace[787791492] 'process raft request' (duration: 147.307796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:13.054637Z","caller":"traceutil/trace.go:171","msg":"trace[848481685] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"147.749986ms","start":"2026-03-19T18:46:12.90688Z","end":"2026-03-19T18:46:13.05463Z","steps":["trace[848481685] 'process raft request' (duration: 147.546441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:13.054721Z","caller":"traceutil/trace.go:171","msg":"trace[1544315419] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"146.911466ms","start":"2026-03-19T18:46:12.907804Z","end":"2026-03-19T18:46:13.054716Z","steps":["trace[1544315419] 'process raft request' (duration: 146.732162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:13.662402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.138475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:13.662485Z","caller":"traceutil/trace.go:171","msg":"trace[1065302359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24790; }","duration":"475.232897ms","start":"2026-03-19T18:46:13.187234Z","end":"2026-03-19T18:46:13.662466Z","steps":["trace[1065302359] 'range keys from in-memory index tree' (duration: 474.988551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:13.662522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:13.187173Z","time spent":"475.340729ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:13.662766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.636523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:13.662821Z","caller":"traceutil/trace.go:171","msg":"trace[1721690478] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24790; }","duration":"382.742896ms","start":"2026-03-19T18:46:13.280065Z","end":"2026-03-19T18:46:13.662808Z","steps":["trace[1721690478] 'count revisions from in-memory index tree' (duration: 382.535931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:13.662845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:13.280042Z","time spent":"382.796207ms","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:14.978226Z","caller":"traceutil/trace.go:171","msg":"trace[1142268244] linearizableReadLoop","detail":"{readStateIndex:25680; appliedIndex:25679; }","duration":"355.985254ms","start":"2026-03-19T18:46:14.622217Z","end":"2026-03-19T18:46:14.978202Z","steps":["trace[1142268244] 'read index received' (duration: 355.79899ms)","trace[1142268244] 'applied index is now lower than readState.Index' (duration: 184.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:14.978278Z","caller":"traceutil/trace.go:171","msg":"trace[1599060286] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"371.913851ms","start":"2026-03-19T18:46:14.606331Z","end":"2026-03-19T18:46:14.978244Z","steps":["trace[1599060286] 'process raft request' (duration: 371.696286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:14.978436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.606304Z","time spent":"372.043885ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:14.978482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.24854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:46:14.978519Z","caller":"traceutil/trace.go:171","msg":"trace[1402383795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24791; }","duration":"356.333153ms","start":"2026-03-19T18:46:14.622175Z","end":"2026-03-19T18:46:14.978508Z","steps":["trace[1402383795] 'agreement among raft nodes before linearized reading' (duration: 356.146538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:14.978561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.622154Z","time spent":"356.393275ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:46:15.019547Z","caller":"traceutil/trace.go:171","msg":"trace[2131425816] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"379.159658ms","start":"2026-03-19T18:46:14.640367Z","end":"2026-03-19T18:46:15.019527Z","steps":["trace[2131425816] 'process raft request' (duration: 378.936753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.019658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.640357Z","time spent":"379.24083ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:15.019697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.89376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:46:15.019781Z","caller":"traceutil/trace.go:171","msg":"trace[161689214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24793; }","duration":"397.002662ms","start":"2026-03-19T18:46:14.622759Z","end":"2026-03-19T18:46:15.019762Z","steps":["trace[161689214] 'agreement among raft nodes before linearized reading' (duration: 396.770396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.019793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.658169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:46:15.019783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.821286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:46:15.019825Z","caller":"traceutil/trace.go:171","msg":"trace[322257995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24793; }","duration":"395.724651ms","start":"2026-03-19T18:46:14.624093Z","end":"2026-03-19T18:46:15.019817Z","steps":["trace[322257995] 'agreement among raft nodes before linearized reading' (duration: 395.632209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.019823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.622751Z","time spent":"397.062443ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:15.019845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.624075Z","time spent":"395.765612ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:46:15.019856Z","caller":"traceutil/trace.go:171","msg":"trace[1168522935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24793; }","duration":"391.93606ms","start":"2026-03-19T18:46:14.627903Z","end":"2026-03-19T18:46:15.019839Z","steps":["trace[1168522935] 'agreement among raft nodes before linearized reading' (duration: 391.728365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.019891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:14.627892Z","time spent":"391.992001ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:46:15.310888Z","caller":"traceutil/trace.go:171","msg":"trace[581651414] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"250.754193ms","start":"2026-03-19T18:46:15.060112Z","end":"2026-03-19T18:46:15.310866Z","steps":["trace[581651414] 'process raft request' (duration: 179.289294ms)","trace[581651414] 'compare' (duration: 71.312495ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:15.311113Z","caller":"traceutil/trace.go:171","msg":"trace[8766574] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"250.914276ms","start":"2026-03-19T18:46:15.060181Z","end":"2026-03-19T18:46:15.311095Z","steps":["trace[8766574] 'process raft request' (duration: 250.64666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:15.311333Z","caller":"traceutil/trace.go:171","msg":"trace[673163346] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"251.128822ms","start":"2026-03-19T18:46:15.060197Z","end":"2026-03-19T18:46:15.311326Z","steps":["trace[673163346] 'process raft request' (duration: 250.833825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:15.311615Z","caller":"traceutil/trace.go:171","msg":"trace[163307352] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"251.404698ms","start":"2026-03-19T18:46:15.060196Z","end":"2026-03-19T18:46:15.311601Z","steps":["trace[163307352] 'process raft request' (duration: 251.098761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:15.311682Z","caller":"traceutil/trace.go:171","msg":"trace[102582541] linearizableReadLoop","detail":"{readStateIndex:25691; appliedIndex:25685; }","duration":"242.732307ms","start":"2026-03-19T18:46:15.068933Z","end":"2026-03-19T18:46:15.311666Z","steps":["trace[102582541] 'read index received' (duration: 36.863357ms)","trace[102582541] 'applied index is now lower than readState.Index' (duration: 205.8679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:15.311789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.954342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:15.311777Z","caller":"traceutil/trace.go:171","msg":"trace[124649983] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"251.260395ms","start":"2026-03-19T18:46:15.060482Z","end":"2026-03-19T18:46:15.311742Z","steps":["trace[124649983] 'process raft request' (duration: 251.039849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:15.311825Z","caller":"traceutil/trace.go:171","msg":"trace[862877357] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24802; }","duration":"243.032964ms","start":"2026-03-19T18:46:15.068783Z","end":"2026-03-19T18:46:15.311816Z","steps":["trace[862877357] 'agreement among raft nodes before linearized reading' (duration: 242.959793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.311842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.587009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:15.311887Z","caller":"traceutil/trace.go:171","msg":"trace[678835469] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24802; }","duration":"241.661672ms","start":"2026-03-19T18:46:15.070212Z","end":"2026-03-19T18:46:15.311874Z","steps":["trace[678835469] 'agreement among raft nodes before linearized reading' (duration: 241.569449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.312094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.225428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:15.312151Z","caller":"traceutil/trace.go:171","msg":"trace[1710574619] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24802; }","duration":"162.344311ms","start":"2026-03-19T18:46:15.149793Z","end":"2026-03-19T18:46:15.312138Z","steps":["trace[1710574619] 'agreement among raft nodes before linearized reading' (duration: 162.229608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.312102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.781808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:46:15.312243Z","caller":"traceutil/trace.go:171","msg":"trace[1932936861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24802; }","duration":"161.949321ms","start":"2026-03-19T18:46:15.15028Z","end":"2026-03-19T18:46:15.312229Z","steps":["trace[1932936861] 'agreement among raft nodes before linearized reading' (duration: 161.736566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.312109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.176226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:15.312349Z","caller":"traceutil/trace.go:171","msg":"trace[1341015375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24802; }","duration":"125.456814ms","start":"2026-03-19T18:46:15.186875Z","end":"2026-03-19T18:46:15.312332Z","steps":["trace[1341015375] 'agreement among raft nodes before linearized reading' (duration: 125.207748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:15.768139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.448215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:15.768271Z","caller":"traceutil/trace.go:171","msg":"trace[1014346810] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"184.184022ms","start":"2026-03-19T18:46:15.584076Z","end":"2026-03-19T18:46:15.76826Z","steps":["trace[1014346810] 'process raft request' (duration: 184.12836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:15.76846Z","caller":"traceutil/trace.go:171","msg":"trace[1440487638] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"452.079533ms","start":"2026-03-19T18:46:15.316374Z","end":"2026-03-19T18:46:15.768454Z","steps":["trace[1440487638] 'process raft request' (duration: 261.266138ms)","trace[1440487638] 'compare' (duration: 190.046266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:15.768496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:15.316317Z","time spent":"452.160175ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:16.489574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.287877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:16.489623Z","caller":"traceutil/trace.go:171","msg":"trace[400713837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24804; }","duration":"302.38575ms","start":"2026-03-19T18:46:16.187226Z","end":"2026-03-19T18:46:16.489612Z","steps":["trace[400713837] 'range keys from in-memory index tree' (duration: 302.136103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:16.489643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:16.187206Z","time spent":"302.4326ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:16.489669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.676592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-19T18:46:16.489752Z","caller":"traceutil/trace.go:171","msg":"trace[1767860766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24804; }","duration":"324.794765ms","start":"2026-03-19T18:46:16.16494Z","end":"2026-03-19T18:46:16.489735Z","steps":["trace[1767860766] 'range keys from in-memory index tree' (duration: 324.477177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:16.489793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:16.164923Z","time spent":"324.861377ms","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T18:46:17.22758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.444622ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T18:46:17.227849Z","caller":"traceutil/trace.go:171","msg":"trace[100412083] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"202.092078ms","start":"2026-03-19T18:46:17.02574Z","end":"2026-03-19T18:46:17.227832Z","steps":["trace[100412083] 'process raft request' (duration: 201.932374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.574082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.762823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:17.57433Z","caller":"traceutil/trace.go:171","msg":"trace[1838179307] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25693; }","duration":"547.371772ms","start":"2026-03-19T18:46:17.026925Z","end":"2026-03-19T18:46:17.574296Z","steps":["trace[1838179307] 'read index received' (duration: 179.352695ms)","trace[1838179307] 'applied index is now lower than readState.Index' (duration: 368.015757ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:17.574349Z","caller":"traceutil/trace.go:171","msg":"trace[1542725723] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"548.407057ms","start":"2026-03-19T18:46:17.025912Z","end":"2026-03-19T18:46:17.574319Z","steps":["trace[1542725723] 'process raft request' (duration: 359.274835ms)","trace[1542725723] 'compare' (duration: 188.585289ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:17.574407Z","caller":"traceutil/trace.go:171","msg":"trace[867598414] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"257.684322ms","start":"2026-03-19T18:46:17.316695Z","end":"2026-03-19T18:46:17.574379Z","steps":["trace[867598414] 'process raft request' (duration: 257.515208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:17.574462Z","caller":"traceutil/trace.go:171","msg":"trace[982929551] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"255.676452ms","start":"2026-03-19T18:46:17.318764Z","end":"2026-03-19T18:46:17.57444Z","steps":["trace[982929551] 'process raft request' (duration: 255.623871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.5745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.025858Z","time spent":"548.556511ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:17.574658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.71641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-19T18:46:17.57471Z","caller":"traceutil/trace.go:171","msg":"trace[1787121632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24811; }","duration":"547.811803ms","start":"2026-03-19T18:46:17.026887Z","end":"2026-03-19T18:46:17.574699Z","steps":["trace[1787121632] 'agreement among raft nodes before linearized reading' (duration: 547.564787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.574725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.71742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-19T18:46:17.574757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.396302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-19T18:46:17.574793Z","caller":"traceutil/trace.go:171","msg":"trace[1909060505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24811; }","duration":"547.799282ms","start":"2026-03-19T18:46:17.026977Z","end":"2026-03-19T18:46:17.574777Z","steps":["trace[1909060505] 'agreement among raft nodes before linearized reading' (duration: 547.641558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:17.574809Z","caller":"traceutil/trace.go:171","msg":"trace[1754156830] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"256.542563ms","start":"2026-03-19T18:46:17.318257Z","end":"2026-03-19T18:46:17.5748Z","steps":["trace[1754156830] 'process raft request' (duration: 256.098862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:17.574819Z","caller":"traceutil/trace.go:171","msg":"trace[1462937620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24811; }","duration":"464.489034ms","start":"2026-03-19T18:46:17.11032Z","end":"2026-03-19T18:46:17.574809Z","steps":["trace[1462937620] 'agreement among raft nodes before linearized reading' (duration: 464.333541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.574837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.026971Z","time spent":"547.856764ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:17.57485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.95869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-19T18:46:17.574776Z","caller":"traceutil/trace.go:171","msg":"trace[801358094] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"256.797959ms","start":"2026-03-19T18:46:17.317968Z","end":"2026-03-19T18:46:17.574766Z","steps":["trace[801358094] 'process raft request' (duration: 256.349568ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:17.57489Z","caller":"traceutil/trace.go:171","msg":"trace[1508046346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24811; }","duration":"541.996291ms","start":"2026-03-19T18:46:17.032882Z","end":"2026-03-19T18:46:17.574878Z","steps":["trace[1508046346] 'agreement among raft nodes before linearized reading' (duration: 541.903629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:17.574742Z","caller":"traceutil/trace.go:171","msg":"trace[1912775489] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"257.936268ms","start":"2026-03-19T18:46:17.31679Z","end":"2026-03-19T18:46:17.574727Z","steps":["trace[1912775489] 'process raft request' (duration: 257.474157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.574927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.032859Z","time spent":"542.061292ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:17.57486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.1103Z","time spent":"464.552716ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:46:17.57503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.444489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:17.575059Z","caller":"traceutil/trace.go:171","msg":"trace[1536262010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24811; }","duration":"387.501231ms","start":"2026-03-19T18:46:17.18755Z","end":"2026-03-19T18:46:17.575052Z","steps":["trace[1536262010] 'agreement among raft nodes before linearized reading' (duration: 387.44881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:17.575084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.18753Z","time spent":"387.548422ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:17.574746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.026873Z","time spent":"547.863874ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:46:17.927384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.543473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:17.927547Z","caller":"traceutil/trace.go:171","msg":"trace[1494281200] linearizableReadLoop","detail":"{readStateIndex:25706; appliedIndex:25705; }","duration":"152.564933ms","start":"2026-03-19T18:46:17.774955Z","end":"2026-03-19T18:46:17.92752Z","steps":["trace[1494281200] 'read index received' (duration: 60.141µs)","trace[1494281200] 'applied index is now lower than readState.Index' (duration: 152.502602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:17.927677Z","caller":"traceutil/trace.go:171","msg":"trace[952170029] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"287.628789ms","start":"2026-03-19T18:46:17.640004Z","end":"2026-03-19T18:46:17.927633Z","steps":["trace[952170029] 'process raft request' (duration: 81.680108ms)","trace[952170029] 'compare' (duration: 205.011359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:17.927792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.840729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T18:46:17.927829Z","caller":"traceutil/trace.go:171","msg":"trace[535125185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24816; }","duration":"152.910701ms","start":"2026-03-19T18:46:17.774905Z","end":"2026-03-19T18:46:17.927816Z","steps":["trace[535125185] 'agreement among raft nodes before linearized reading' (duration: 152.682005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:18.473339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.786182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:18.473471Z","caller":"traceutil/trace.go:171","msg":"trace[1230849191] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"540.28245ms","start":"2026-03-19T18:46:17.933174Z","end":"2026-03-19T18:46:18.473456Z","steps":["trace[1230849191] 'process raft request' (duration: 391.320305ms)","trace[1230849191] 'compare' (duration: 148.510694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:18.473521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:17.933149Z","time spent":"540.351611ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:18.773726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.384273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:18.773988Z","caller":"traceutil/trace.go:171","msg":"trace[2142771210] linearizableReadLoop","detail":"{readStateIndex:25708; appliedIndex:25706; }","duration":"627.085591ms","start":"2026-03-19T18:46:18.146884Z","end":"2026-03-19T18:46:18.773969Z","steps":["trace[2142771210] 'read index received' (duration: 177.693514ms)","trace[2142771210] 'applied index is now lower than readState.Index' (duration: 449.391157ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:18.774093Z","caller":"traceutil/trace.go:171","msg":"trace[1969075867] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"635.580148ms","start":"2026-03-19T18:46:18.138497Z","end":"2026-03-19T18:46:18.774077Z","steps":["trace[1969075867] 'process raft request' (duration: 481.768606ms)","trace[1969075867] 'compare' (duration: 153.28031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:18.774165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.138472Z","time spent":"635.654159ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:18.7742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.313067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:18.774258Z","caller":"traceutil/trace.go:171","msg":"trace[267103795] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24819; }","duration":"627.407039ms","start":"2026-03-19T18:46:18.146838Z","end":"2026-03-19T18:46:18.774245Z","steps":["trace[267103795] 'agreement among raft nodes before linearized reading' (duration: 627.278956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:18.774301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.146824Z","time spent":"627.46676ms","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:18.774388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.27638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:18.774424Z","caller":"traceutil/trace.go:171","msg":"trace[1419660799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24819; }","duration":"586.339561ms","start":"2026-03-19T18:46:18.188075Z","end":"2026-03-19T18:46:18.774415Z","steps":["trace[1419660799] 'agreement among raft nodes before linearized reading' (duration: 586.28405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:18.774455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.188062Z","time spent":"586.387792ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:46:18.774605Z","caller":"traceutil/trace.go:171","msg":"trace[372557546] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"489.007132ms","start":"2026-03-19T18:46:18.285587Z","end":"2026-03-19T18:46:18.774594Z","steps":["trace[372557546] 'process raft request' (duration: 488.302094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:18.774678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.285559Z","time spent":"489.080094ms","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:18.774841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.726729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-19T18:46:18.774883Z","caller":"traceutil/trace.go:171","msg":"trace[1761248160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24819; }","duration":"217.79674ms","start":"2026-03-19T18:46:18.557077Z","end":"2026-03-19T18:46:18.774873Z","steps":["trace[1761248160] 'agreement among raft nodes before linearized reading' (duration: 217.676328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:19.146735Z","caller":"traceutil/trace.go:171","msg":"trace[911288983] linearizableReadLoop","detail":"{readStateIndex:25710; appliedIndex:25709; }","duration":"361.98438ms","start":"2026-03-19T18:46:18.78472Z","end":"2026-03-19T18:46:19.146704Z","steps":["trace[911288983] 'read index received' (duration: 348.099392ms)","trace[911288983] 'applied index is now lower than readState.Index' (duration: 13.883698ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:19.146813Z","caller":"traceutil/trace.go:171","msg":"trace[872234396] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"367.442153ms","start":"2026-03-19T18:46:18.779341Z","end":"2026-03-19T18:46:19.146784Z","steps":["trace[872234396] 'process raft request' (duration: 353.545995ms)","trace[872234396] 'compare' (duration: 13.478838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:19.146927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.84574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T18:46:19.146963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.779312Z","time spent":"367.565066ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:19.146971Z","caller":"traceutil/trace.go:171","msg":"trace[374484061] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24820; }","duration":"279.946864ms","start":"2026-03-19T18:46:18.867011Z","end":"2026-03-19T18:46:19.146958Z","steps":["trace[374484061] 'agreement among raft nodes before linearized reading' (duration: 279.84956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:19.146968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.215936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-19T18:46:19.146989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.060604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:19.147058Z","caller":"traceutil/trace.go:171","msg":"trace[917920620] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24820; }","duration":"362.33128ms","start":"2026-03-19T18:46:18.784705Z","end":"2026-03-19T18:46:19.147036Z","steps":["trace[917920620] 'agreement among raft nodes before linearized reading' (duration: 362.115223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:19.1471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:18.784696Z","time spent":"362.397241ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-19T18:46:19.147085Z","caller":"traceutil/trace.go:171","msg":"trace[389473255] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24820; }","duration":"277.178436ms","start":"2026-03-19T18:46:18.869877Z","end":"2026-03-19T18:46:19.147056Z","steps":["trace[389473255] 'agreement among raft nodes before linearized reading' (duration: 277.036563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:19.73006Z","caller":"traceutil/trace.go:171","msg":"trace[1928050847] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"147.711575ms","start":"2026-03-19T18:46:19.58232Z","end":"2026-03-19T18:46:19.730032Z","steps":["trace[1928050847] 'process raft request' (duration: 147.546102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:20.006769Z","caller":"traceutil/trace.go:171","msg":"trace[668673854] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"422.552343ms","start":"2026-03-19T18:46:19.584164Z","end":"2026-03-19T18:46:20.006716Z","steps":["trace[668673854] 'process raft request' (duration: 385.287636ms)","trace[668673854] 'compare' (duration: 36.533999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:20.006998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.584148Z","time spent":"422.727508ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:20.007358Z","caller":"traceutil/trace.go:171","msg":"trace[409155417] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"423.113158ms","start":"2026-03-19T18:46:19.584186Z","end":"2026-03-19T18:46:20.007299Z","steps":["trace[409155417] 'process raft request' (duration: 422.589674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.007544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.584163Z","time spent":"423.277751ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:20.007679Z","caller":"traceutil/trace.go:171","msg":"trace[1543251690] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"422.751479ms","start":"2026-03-19T18:46:19.584887Z","end":"2026-03-19T18:46:20.007638Z","steps":["trace[1543251690] 'process raft request' (duration: 422.356869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.008177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.584865Z","time spent":"422.985725ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:20.009022Z","caller":"traceutil/trace.go:171","msg":"trace[832650570] linearizableReadLoop","detail":"{readStateIndex:25717; appliedIndex:25711; }","duration":"421.848066ms","start":"2026-03-19T18:46:19.587149Z","end":"2026-03-19T18:46:20.008997Z","steps":["trace[832650570] 'read index received' (duration: 142.688863ms)","trace[832650570] 'applied index is now lower than readState.Index' (duration: 279.157553ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:20.009419Z","caller":"traceutil/trace.go:171","msg":"trace[1818455530] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"423.949718ms","start":"2026-03-19T18:46:19.58545Z","end":"2026-03-19T18:46:20.0094Z","steps":["trace[1818455530] 'process raft request' (duration: 422.089403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.00952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.585438Z","time spent":"424.02928ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:20.009737Z","caller":"traceutil/trace.go:171","msg":"trace[449021585] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"424.245705ms","start":"2026-03-19T18:46:19.585475Z","end":"2026-03-19T18:46:20.009721Z","steps":["trace[449021585] 'process raft request' (duration: 423.435455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.009826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.585465Z","time spent":"424.316127ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:20.010099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.939953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:46:20.01016Z","caller":"traceutil/trace.go:171","msg":"trace[1869021580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24827; }","duration":"423.031206ms","start":"2026-03-19T18:46:19.587114Z","end":"2026-03-19T18:46:20.010145Z","steps":["trace[1869021580] 'agreement among raft nodes before linearized reading' (duration: 422.851292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.010199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.587103Z","time spent":"423.088367ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:20.010487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.772081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T18:46:20.010549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.586552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:46:20.010557Z","caller":"traceutil/trace.go:171","msg":"trace[632757714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24827; }","duration":"420.856782ms","start":"2026-03-19T18:46:19.589684Z","end":"2026-03-19T18:46:20.010541Z","steps":["trace[632757714] 'agreement among raft nodes before linearized reading' (duration: 420.611916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:20.010582Z","caller":"traceutil/trace.go:171","msg":"trace[1514775672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24827; }","duration":"419.644743ms","start":"2026-03-19T18:46:19.590927Z","end":"2026-03-19T18:46:20.010572Z","steps":["trace[1514775672] 'agreement among raft nodes before linearized reading' (duration: 419.548571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.010612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.590915Z","time spent":"419.690485ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:20.010746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.842868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:46:20.010612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.589677Z","time spent":"420.922964ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:46:20.010804Z","caller":"traceutil/trace.go:171","msg":"trace[1960525644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24827; }","duration":"419.92717ms","start":"2026-03-19T18:46:19.590865Z","end":"2026-03-19T18:46:20.010792Z","steps":["trace[1960525644] 'agreement among raft nodes before linearized reading' (duration: 419.782097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.01158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:19.590859Z","time spent":"420.701009ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:46:20.685556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5450372628413643067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:46:20.730999Z","caller":"traceutil/trace.go:171","msg":"trace[459890037] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"550.640312ms","start":"2026-03-19T18:46:20.18033Z","end":"2026-03-19T18:46:20.73097Z","steps":["trace[459890037] 'process raft request' (duration: 550.478729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.731156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.180293Z","time spent":"550.784415ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:20.973835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.495517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T18:46:20.973974Z","caller":"traceutil/trace.go:171","msg":"trace[2105097225] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25722; }","duration":"788.932132ms","start":"2026-03-19T18:46:20.185018Z","end":"2026-03-19T18:46:20.973951Z","steps":["trace[2105097225] 'read index received' (duration: 546.89529ms)","trace[2105097225] 'applied index is now lower than readState.Index' (duration: 242.035132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:20.974121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.099875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:20.974158Z","caller":"traceutil/trace.go:171","msg":"trace[1644895135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24833; }","duration":"789.177577ms","start":"2026-03-19T18:46:20.184969Z","end":"2026-03-19T18:46:20.974146Z","steps":["trace[1644895135] 'agreement among raft nodes before linearized reading' (duration: 789.099705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.974196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.184945Z","time spent":"789.242519ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:20.974521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.302788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:20.974599Z","caller":"traceutil/trace.go:171","msg":"trace[528278958] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"741.346754ms","start":"2026-03-19T18:46:20.232615Z","end":"2026-03-19T18:46:20.973962Z","steps":["trace[528278958] 'process raft request' (duration: 550.56953ms)","trace[528278958] 'compare' (duration: 190.337363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:20.974521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.95483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:46:20.974744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.232576Z","time spent":"742.091242ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:20.974608Z","caller":"traceutil/trace.go:171","msg":"trace[1479391176] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24833; }","duration":"316.453372ms","start":"2026-03-19T18:46:20.658136Z","end":"2026-03-19T18:46:20.974589Z","steps":["trace[1479391176] 'agreement among raft nodes before linearized reading' (duration: 316.289498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.97485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.658115Z","time spent":"316.715979ms","remote":"127.0.0.1:51242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:46:20.974539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.592131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:46:20.97494Z","caller":"traceutil/trace.go:171","msg":"trace[430231117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24833; }","duration":"498.025532ms","start":"2026-03-19T18:46:20.476895Z","end":"2026-03-19T18:46:20.974921Z","steps":["trace[430231117] 'agreement among raft nodes before linearized reading' (duration: 497.478359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.975011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.476878Z","time spent":"498.109043ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:46:20.974755Z","caller":"traceutil/trace.go:171","msg":"trace[1797765668] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24833; }","duration":"406.225057ms","start":"2026-03-19T18:46:20.568489Z","end":"2026-03-19T18:46:20.974714Z","steps":["trace[1797765668] 'agreement among raft nodes before linearized reading' (duration: 405.94778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:20.975292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.568466Z","time spent":"406.805491ms","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:46:21.286016Z","caller":"traceutil/trace.go:171","msg":"trace[244689033] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"305.942246ms","start":"2026-03-19T18:46:20.980053Z","end":"2026-03-19T18:46:21.285996Z","steps":["trace[244689033] 'process raft request' (duration: 299.447808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:21.286147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:20.980009Z","time spent":"306.058768ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:21.286214Z","caller":"traceutil/trace.go:171","msg":"trace[782740851] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25723; }","duration":"235.469271ms","start":"2026-03-19T18:46:21.050738Z","end":"2026-03-19T18:46:21.286207Z","steps":["trace[782740851] 'read index received' (duration: 228.689836ms)","trace[782740851] 'applied index is now lower than readState.Index' (duration: 6.778555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:21.28628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.551022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:46:21.286304Z","caller":"traceutil/trace.go:171","msg":"trace[1603746714] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24835; }","duration":"235.622655ms","start":"2026-03-19T18:46:21.050672Z","end":"2026-03-19T18:46:21.286295Z","steps":["trace[1603746714] 'agreement among raft nodes before linearized reading' (duration: 235.578114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:21.286829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.859364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.220\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-19T18:46:21.286852Z","caller":"traceutil/trace.go:171","msg":"trace[946319097] range","detail":"{range_begin:/registry/masterleases/199.19.213.220; range_end:; response_count:1; response_revision:24835; }","duration":"130.921085ms","start":"2026-03-19T18:46:21.155925Z","end":"2026-03-19T18:46:21.286846Z","steps":["trace[946319097] 'agreement among raft nodes before linearized reading' (duration: 130.486245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:21.628076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:21.289422Z","time spent":"338.648362ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:46:24.339116Z","caller":"traceutil/trace.go:171","msg":"trace[84591879] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"515.464845ms","start":"2026-03-19T18:46:23.823625Z","end":"2026-03-19T18:46:24.33909Z","steps":["trace[84591879] 'process raft request' (duration: 515.304991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.33929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:23.823608Z","time spent":"515.589719ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:24.818462Z","caller":"traceutil/trace.go:171","msg":"trace[621822739] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"796.609118ms","start":"2026-03-19T18:46:24.021833Z","end":"2026-03-19T18:46:24.818442Z","steps":["trace[621822739] 'process raft request' (duration: 796.466544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.818585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.021796Z","time spent":"796.71947ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:24.81876Z","caller":"traceutil/trace.go:171","msg":"trace[344248657] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"793.39275ms","start":"2026-03-19T18:46:24.025343Z","end":"2026-03-19T18:46:24.818736Z","steps":["trace[344248657] 'process raft request' (duration: 793.063532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:24.818842Z","caller":"traceutil/trace.go:171","msg":"trace[2072414271] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"791.817861ms","start":"2026-03-19T18:46:24.027008Z","end":"2026-03-19T18:46:24.818825Z","steps":["trace[2072414271] 'process raft request' (duration: 791.651337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.818914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.025298Z","time spent":"793.533033ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:24.818959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.026979Z","time spent":"791.926604ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:46:24.819036Z","caller":"traceutil/trace.go:171","msg":"trace[1782287119] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"790.388146ms","start":"2026-03-19T18:46:24.028617Z","end":"2026-03-19T18:46:24.819005Z","steps":["trace[1782287119] 'process raft request' (duration: 790.154361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:24.819087Z","caller":"traceutil/trace.go:171","msg":"trace[222509521] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"789.171027ms","start":"2026-03-19T18:46:24.029895Z","end":"2026-03-19T18:46:24.819066Z","steps":["trace[222509521] 'process raft request' (duration: 789.031843ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:24.819072Z","caller":"traceutil/trace.go:171","msg":"trace[992877025] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25754; }","duration":"773.509126ms","start":"2026-03-19T18:46:24.045533Z","end":"2026-03-19T18:46:24.819042Z","steps":["trace[992877025] 'read index received' (duration: 293.697118ms)","trace[992877025] 'applied index is now lower than readState.Index' (duration: 479.810428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:24.819181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.029885Z","time spent":"789.247688ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:24.819198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.02861Z","time spent":"790.506759ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:24.819272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.745111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-19T18:46:24.81931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.552754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:24.81932Z","caller":"traceutil/trace.go:171","msg":"trace[1185662852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24867; }","duration":"773.829603ms","start":"2026-03-19T18:46:24.04548Z","end":"2026-03-19T18:46:24.819309Z","steps":["trace[1185662852] 'agreement among raft nodes before linearized reading' (duration: 773.67602ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:24.81934Z","caller":"traceutil/trace.go:171","msg":"trace[1306732168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24867; }","duration":"632.632776ms","start":"2026-03-19T18:46:24.186698Z","end":"2026-03-19T18:46:24.81933Z","steps":["trace[1306732168] 'agreement among raft nodes before linearized reading' (duration: 632.577535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.819368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.04546Z","time spent":"773.900736ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:46:24.819376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.186669Z","time spent":"632.701068ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:46:24.81939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.951937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-19T18:46:24.819421Z","caller":"traceutil/trace.go:171","msg":"trace[1218975578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24867; }","duration":"735.003878ms","start":"2026-03-19T18:46:24.084408Z","end":"2026-03-19T18:46:24.819412Z","steps":["trace[1218975578] 'agreement among raft nodes before linearized reading' (duration: 734.895425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.819409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.747441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:46:24.819446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.084396Z","time spent":"735.04567ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:24.819442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.886853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:46:24.819467Z","caller":"traceutil/trace.go:171","msg":"trace[1421791108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24867; }","duration":"736.864154ms","start":"2026-03-19T18:46:24.082585Z","end":"2026-03-19T18:46:24.819449Z","steps":["trace[1421791108] 'agreement among raft nodes before linearized reading' (duration: 736.648989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:24.8195Z","caller":"traceutil/trace.go:171","msg":"trace[986490375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24867; }","duration":"457.995197ms","start":"2026-03-19T18:46:24.361493Z","end":"2026-03-19T18:46:24.819488Z","steps":["trace[986490375] 'agreement among raft nodes before linearized reading' (duration: 457.865724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.819514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.346596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T18:46:24.819514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.08256Z","time spent":"736.941486ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:46:24.819541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.361468Z","time spent":"458.065918ms","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:46:24.819545Z","caller":"traceutil/trace.go:171","msg":"trace[1695924478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24867; }","duration":"735.435919ms","start":"2026-03-19T18:46:24.0841Z","end":"2026-03-19T18:46:24.819536Z","steps":["trace[1695924478] 'agreement among raft nodes before linearized reading' (duration: 735.352857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:24.81958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:24.084046Z","time spent":"735.525151ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:46:25.448033Z","caller":"traceutil/trace.go:171","msg":"trace[1074924936] linearizableReadLoop","detail":"{readStateIndex:25764; appliedIndex:25763; }","duration":"147.006179ms","start":"2026-03-19T18:46:25.301001Z","end":"2026-03-19T18:46:25.448007Z","steps":["trace[1074924936] 'read index received' (duration: 146.872405ms)","trace[1074924936] 'applied index is now lower than readState.Index' (duration: 132.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:25.448444Z","caller":"traceutil/trace.go:171","msg":"trace[1270773422] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"206.625429ms","start":"2026-03-19T18:46:25.241804Z","end":"2026-03-19T18:46:25.44843Z","steps":["trace[1270773422] 'process raft request' (duration: 205.990354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:25.448825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.801187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:46:25.448953Z","caller":"traceutil/trace.go:171","msg":"trace[1425825598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24872; }","duration":"147.991422ms","start":"2026-03-19T18:46:25.300939Z","end":"2026-03-19T18:46:25.44893Z","steps":["trace[1425825598] 'agreement among raft nodes before linearized reading' (duration: 147.630743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:25.656986Z","caller":"traceutil/trace.go:171","msg":"trace[939780840] linearizableReadLoop","detail":"{readStateIndex:25765; appliedIndex:25764; }","duration":"208.849753ms","start":"2026-03-19T18:46:25.448107Z","end":"2026-03-19T18:46:25.656957Z","steps":["trace[939780840] 'read index received' (duration: 164.315969ms)","trace[939780840] 'applied index is now lower than readState.Index' (duration: 44.532283ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:46:25.657066Z","caller":"traceutil/trace.go:171","msg":"trace[1565379050] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"355.333857ms","start":"2026-03-19T18:46:25.301685Z","end":"2026-03-19T18:46:25.657019Z","steps":["trace[1565379050] 'process raft request' (duration: 310.745562ms)","trace[1565379050] 'compare' (duration: 44.173125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:46:25.657279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.86898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-19T18:46:25.657287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:25.301669Z","time spent":"355.496972ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:46:25.657285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.867688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129763"} {"level":"info","ts":"2026-03-19T18:46:25.657322Z","caller":"traceutil/trace.go:171","msg":"trace[148726667] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24873; }","duration":"325.957923ms","start":"2026-03-19T18:46:25.331353Z","end":"2026-03-19T18:46:25.657311Z","steps":["trace[148726667] 'agreement among raft nodes before linearized reading' (duration: 325.733778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:25.657367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:25.331341Z","time spent":"326.018705ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-19T18:46:25.657368Z","caller":"traceutil/trace.go:171","msg":"trace[1962329103] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24873; }","duration":"307.058844ms","start":"2026-03-19T18:46:25.350289Z","end":"2026-03-19T18:46:25.657348Z","steps":["trace[1962329103] 'agreement among raft nodes before linearized reading' (duration: 306.773366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:25.657573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:46:25.350252Z","time spent":"307.276489ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129785,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T18:46:25.703867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.686941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:46:25.703951Z","caller":"traceutil/trace.go:171","msg":"trace[1669519792] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"248.891088ms","start":"2026-03-19T18:46:25.455041Z","end":"2026-03-19T18:46:25.703932Z","steps":["trace[1669519792] 'process raft request' (duration: 248.533519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:46:25.704031Z","caller":"traceutil/trace.go:171","msg":"trace[2041035579] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24874; }","duration":"121.891586ms","start":"2026-03-19T18:46:25.582086Z","end":"2026-03-19T18:46:25.703977Z","steps":["trace[2041035579] 'agreement among raft nodes before linearized reading' (duration: 121.677131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:46:25.70383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.185845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:46:25.704146Z","caller":"traceutil/trace.go:171","msg":"trace[897450287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24874; }","duration":"127.543853ms","start":"2026-03-19T18:46:25.576574Z","end":"2026-03-19T18:46:25.704118Z","steps":["trace[897450287] 'agreement among raft nodes before linearized reading' (duration: 127.192505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:06.350633Z","caller":"traceutil/trace.go:171","msg":"trace[2031064258] linearizableReadLoop","detail":"{readStateIndex:26223; appliedIndex:26222; }","duration":"464.935086ms","start":"2026-03-19T18:47:05.885671Z","end":"2026-03-19T18:47:06.350606Z","steps":["trace[2031064258] 'read index received' (duration: 464.746782ms)","trace[2031064258] 'applied index is now lower than readState.Index' (duration: 187.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:47:06.350773Z","caller":"traceutil/trace.go:171","msg":"trace[594795698] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"498.170135ms","start":"2026-03-19T18:47:05.85259Z","end":"2026-03-19T18:47:06.35076Z","steps":["trace[594795698] 'process raft request' (duration: 497.861327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:06.350883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:47:05.852568Z","time spent":"498.236447ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:47:06.350976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.276534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:47:06.351068Z","caller":"traceutil/trace.go:171","msg":"trace[1736252749] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25322; }","duration":"465.419718ms","start":"2026-03-19T18:47:05.885629Z","end":"2026-03-19T18:47:06.351049Z","steps":["trace[1736252749] 'agreement among raft nodes before linearized reading' (duration: 465.215833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:06.350996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.75085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-19T18:47:06.351122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:47:05.885612Z","time spent":"465.499699ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:47:06.351174Z","caller":"traceutil/trace.go:171","msg":"trace[629848872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25322; }","duration":"164.969805ms","start":"2026-03-19T18:47:06.186184Z","end":"2026-03-19T18:47:06.351154Z","steps":["trace[629848872] 'agreement among raft nodes before linearized reading' (duration: 164.726929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:06.351297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.734362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T18:47:06.351478Z","caller":"traceutil/trace.go:171","msg":"trace[876923697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25322; }","duration":"456.004528ms","start":"2026-03-19T18:47:05.895444Z","end":"2026-03-19T18:47:06.351449Z","steps":["trace[876923697] 'agreement among raft nodes before linearized reading' (duration: 455.404804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:06.351596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:47:05.895423Z","time spent":"456.153492ms","remote":"127.0.0.1:45150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:47:15.938304Z","caller":"traceutil/trace.go:171","msg":"trace[1322822938] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"111.128715ms","start":"2026-03-19T18:47:15.827148Z","end":"2026-03-19T18:47:15.938277Z","steps":["trace[1322822938] 'process raft request' (duration: 110.500969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:16.563386Z","caller":"traceutil/trace.go:171","msg":"trace[991810106] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"146.456824ms","start":"2026-03-19T18:47:16.416894Z","end":"2026-03-19T18:47:16.563351Z","steps":["trace[991810106] 'process raft request' (duration: 106.533642ms)","trace[991810106] 'compare' (duration: 39.630685ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:47:16.740078Z","caller":"traceutil/trace.go:171","msg":"trace[790861350] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26300; }","duration":"127.309499ms","start":"2026-03-19T18:47:16.612748Z","end":"2026-03-19T18:47:16.740057Z","steps":["trace[790861350] 'read index received' (duration: 127.088203ms)","trace[790861350] 'applied index is now lower than readState.Index' (duration: 220.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:47:16.740342Z","caller":"traceutil/trace.go:171","msg":"trace[2081495729] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"153.507375ms","start":"2026-03-19T18:47:16.58682Z","end":"2026-03-19T18:47:16.740327Z","steps":["trace[2081495729] 'process raft request' (duration: 153.082515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:16.740533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.833582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:47:16.740564Z","caller":"traceutil/trace.go:171","msg":"trace[880414203] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25397; }","duration":"196.915594ms","start":"2026-03-19T18:47:16.543641Z","end":"2026-03-19T18:47:16.740556Z","steps":["trace[880414203] 'agreement among raft nodes before linearized reading' (duration: 196.847082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:16.740685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.018106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:47:16.740711Z","caller":"traceutil/trace.go:171","msg":"trace[1982150500] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25397; }","duration":"197.061567ms","start":"2026-03-19T18:47:16.543643Z","end":"2026-03-19T18:47:16.740704Z","steps":["trace[1982150500] 'agreement among raft nodes before linearized reading' (duration: 197.024416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:16.740895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.968375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e52696548f137\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-03-19T18:47:16.740923Z","caller":"traceutil/trace.go:171","msg":"trace[1070058532] range","detail":"{range_begin:/registry/events/openstack/magnum-api-74df466dbc-xpmhn.189e52696548f137; range_end:; response_count:1; response_revision:25397; }","duration":"107.042456ms","start":"2026-03-19T18:47:16.633871Z","end":"2026-03-19T18:47:16.740914Z","steps":["trace[1070058532] 'agreement among raft nodes before linearized reading' (duration: 106.935144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.066247Z","caller":"traceutil/trace.go:171","msg":"trace[1594266561] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"322.794246ms","start":"2026-03-19T18:47:16.743432Z","end":"2026-03-19T18:47:17.066226Z","steps":["trace[1594266561] 'process raft request' (duration: 322.655772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.066275Z","caller":"traceutil/trace.go:171","msg":"trace[403423519] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26302; }","duration":"320.489461ms","start":"2026-03-19T18:47:16.745735Z","end":"2026-03-19T18:47:17.066224Z","steps":["trace[403423519] 'read index received' (duration: 320.47311ms)","trace[403423519] 'applied index is now lower than readState.Index' (duration: 13.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:47:17.066388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:47:16.743415Z","time spent":"322.901219ms","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:47:17.066653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.89091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-19T18:47:17.066736Z","caller":"traceutil/trace.go:171","msg":"trace[691537087] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79; range_end:; response_count:1; response_revision:25398; }","duration":"321.012023ms","start":"2026-03-19T18:47:16.745707Z","end":"2026-03-19T18:47:17.066719Z","steps":["trace[691537087] 'agreement among raft nodes before linearized reading' (duration: 320.677975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:17.066818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:47:16.745697Z","time spent":"321.106975ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c2f1a0f7-de8b-4fa1-a27f-9c46db714a79\" "} {"level":"warn","ts":"2026-03-19T18:47:17.291146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.287669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-19T18:47:17.291203Z","caller":"traceutil/trace.go:171","msg":"trace[1496613035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25403; }","duration":"148.383082ms","start":"2026-03-19T18:47:17.142808Z","end":"2026-03-19T18:47:17.291191Z","steps":["trace[1496613035] 'range keys from in-memory index tree' (duration: 148.147486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:17.291483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.78904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:47:17.291515Z","caller":"traceutil/trace.go:171","msg":"trace[1658668155] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25403; }","duration":"104.854672ms","start":"2026-03-19T18:47:17.186653Z","end":"2026-03-19T18:47:17.291508Z","steps":["trace[1658668155] 'range keys from in-memory index tree' (duration: 104.714998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:17.291719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.817741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-19T18:47:17.291779Z","caller":"traceutil/trace.go:171","msg":"trace[938027793] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25403; }","duration":"104.915513ms","start":"2026-03-19T18:47:17.186851Z","end":"2026-03-19T18:47:17.291767Z","steps":["trace[938027793] 'range keys from in-memory index tree' (duration: 104.628516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:17.291882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.025396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:47:17.291904Z","caller":"traceutil/trace.go:171","msg":"trace[1659799841] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25403; }","duration":"105.109368ms","start":"2026-03-19T18:47:17.18679Z","end":"2026-03-19T18:47:17.291899Z","steps":["trace[1659799841] 'range keys from in-memory index tree' (duration: 104.79083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:47:17.29199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.067187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:47:17.292011Z","caller":"traceutil/trace.go:171","msg":"trace[385978474] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25403; }","duration":"105.104448ms","start":"2026-03-19T18:47:17.186901Z","end":"2026-03-19T18:47:17.292006Z","steps":["trace[385978474] 'range keys from in-memory index tree' (duration: 104.881373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.405662Z","caller":"traceutil/trace.go:171","msg":"trace[323778478] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"108.917921ms","start":"2026-03-19T18:47:17.29671Z","end":"2026-03-19T18:47:17.405628Z","steps":["trace[323778478] 'process raft request' (duration: 108.760387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.414356Z","caller":"traceutil/trace.go:171","msg":"trace[1500502391] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26307; }","duration":"116.232878ms","start":"2026-03-19T18:47:17.298097Z","end":"2026-03-19T18:47:17.41433Z","steps":["trace[1500502391] 'read index received' (duration: 107.425004ms)","trace[1500502391] 'applied index is now lower than readState.Index' (duration: 8.806684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:47:17.414492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.370222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:47:17.414572Z","caller":"traceutil/trace.go:171","msg":"trace[939729274] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25407; }","duration":"116.494175ms","start":"2026-03-19T18:47:17.29807Z","end":"2026-03-19T18:47:17.414564Z","steps":["trace[939729274] 'agreement among raft nodes before linearized reading' (duration: 116.348212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.4147Z","caller":"traceutil/trace.go:171","msg":"trace[1904221243] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"117.415768ms","start":"2026-03-19T18:47:17.297257Z","end":"2026-03-19T18:47:17.414673Z","steps":["trace[1904221243] 'process raft request' (duration: 116.885475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.414735Z","caller":"traceutil/trace.go:171","msg":"trace[1992677514] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"117.314066ms","start":"2026-03-19T18:47:17.297398Z","end":"2026-03-19T18:47:17.414712Z","steps":["trace[1992677514] 'process raft request' (duration: 116.896636ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:17.414885Z","caller":"traceutil/trace.go:171","msg":"trace[260450538] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"117.52333ms","start":"2026-03-19T18:47:17.297346Z","end":"2026-03-19T18:47:17.41487Z","steps":["trace[260450538] 'process raft request' (duration: 116.907776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:47:22.977482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23016} {"level":"info","ts":"2026-03-19T18:47:23.138411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23016,"took":"157.061582ms","hash":1632971107,"current-db-size-bytes":48693248,"current-db-size":"49 MB","current-db-size-in-use-bytes":32198656,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-19T18:47:23.138471Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1632971107,"revision":23016,"compact-revision":19959} {"level":"info","ts":"2026-03-19T18:49:55.52036Z","caller":"traceutil/trace.go:171","msg":"trace[1641773246] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"157.942685ms","start":"2026-03-19T18:49:55.362235Z","end":"2026-03-19T18:49:55.520178Z","steps":["trace[1641773246] 'process raft request' (duration: 157.72045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.521065Z","caller":"traceutil/trace.go:171","msg":"trace[191501814] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"157.212386ms","start":"2026-03-19T18:49:55.363806Z","end":"2026-03-19T18:49:55.521019Z","steps":["trace[191501814] 'process raft request' (duration: 156.978871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:49:55.879516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.845041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:49:55.879701Z","caller":"traceutil/trace.go:171","msg":"trace[215273150] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26813; }","duration":"190.116957ms","start":"2026-03-19T18:49:55.689556Z","end":"2026-03-19T18:49:55.879673Z","steps":["trace[215273150] 'count revisions from in-memory index tree' (duration: 189.717447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.884431Z","caller":"traceutil/trace.go:171","msg":"trace[864119434] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"185.726831ms","start":"2026-03-19T18:49:55.698674Z","end":"2026-03-19T18:49:55.884401Z","steps":["trace[864119434] 'process raft request' (duration: 185.535406ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.885346Z","caller":"traceutil/trace.go:171","msg":"trace[1965630490] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"146.936826ms","start":"2026-03-19T18:49:55.738382Z","end":"2026-03-19T18:49:55.885319Z","steps":["trace[1965630490] 'process raft request' (duration: 146.71ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.885597Z","caller":"traceutil/trace.go:171","msg":"trace[1025979954] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"146.68905ms","start":"2026-03-19T18:49:55.738894Z","end":"2026-03-19T18:49:55.885583Z","steps":["trace[1025979954] 'process raft request' (duration: 146.369202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.885852Z","caller":"traceutil/trace.go:171","msg":"trace[591027707] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"146.475335ms","start":"2026-03-19T18:49:55.739347Z","end":"2026-03-19T18:49:55.885823Z","steps":["trace[591027707] 'process raft request' (duration: 146.229959ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:55.886029Z","caller":"traceutil/trace.go:171","msg":"trace[1995741578] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"146.342491ms","start":"2026-03-19T18:49:55.739673Z","end":"2026-03-19T18:49:55.886015Z","steps":["trace[1995741578] 'process raft request' (duration: 146.097566ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:49:59.230909Z","caller":"traceutil/trace.go:171","msg":"trace[1944717530] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"185.169807ms","start":"2026-03-19T18:49:59.045713Z","end":"2026-03-19T18:49:59.230883Z","steps":["trace[1944717530] 'process raft request' (duration: 184.836089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:49:59.40376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.735035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-19T18:49:59.403884Z","caller":"traceutil/trace.go:171","msg":"trace[332200008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26837; }","duration":"170.904919ms","start":"2026-03-19T18:49:59.232953Z","end":"2026-03-19T18:49:59.403858Z","steps":["trace[332200008] 'range keys from in-memory index tree' (duration: 170.583022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:49:59.404049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.994938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:49:59.404194Z","caller":"traceutil/trace.go:171","msg":"trace[1102756298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26837; }","duration":"170.188892ms","start":"2026-03-19T18:49:59.23398Z","end":"2026-03-19T18:49:59.404169Z","steps":["trace[1102756298] 'range keys from in-memory index tree' (duration: 169.895025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:50:00.837117Z","caller":"traceutil/trace.go:171","msg":"trace[1345863904] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"236.553377ms","start":"2026-03-19T18:50:00.600534Z","end":"2026-03-19T18:50:00.837088Z","steps":["trace[1345863904] 'process raft request' (duration: 236.386673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:50:01.031454Z","caller":"traceutil/trace.go:171","msg":"trace[508766757] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"185.202227ms","start":"2026-03-19T18:50:00.846219Z","end":"2026-03-19T18:50:01.031421Z","steps":["trace[508766757] 'process raft request' (duration: 91.27276ms)","trace[508766757] 'compare' (duration: 93.775313ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:52:22.984508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25442} {"level":"info","ts":"2026-03-19T18:52:23.108582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25442,"took":"120.578905ms","hash":3621336198,"current-db-size-bytes":48693248,"current-db-size":"49 MB","current-db-size-in-use-bytes":33083392,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-19T18:52:23.108654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3621336198,"revision":25442,"compact-revision":23016} {"level":"info","ts":"2026-03-19T18:54:46.509112Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab3c4fae41c4ba3","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:54:46.515202Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-19T18:54:46.515398Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-19T18:57:22.991428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27996} {"level":"info","ts":"2026-03-19T18:57:23.134573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27996,"took":"137.604898ms","hash":1755126321,"current-db-size-bytes":48693248,"current-db-size":"49 MB","current-db-size-in-use-bytes":28004352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:57:23.134648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1755126321,"revision":27996,"compact-revision":25442} {"level":"info","ts":"2026-03-19T19:02:22.997261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30104} {"level":"info","ts":"2026-03-19T19:02:23.144702Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30104,"took":"141.497843ms","hash":1098915635,"current-db-size-bytes":48693248,"current-db-size":"49 MB","current-db-size-in-use-bytes":28012544,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T19:02:23.144893Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1098915635,"revision":30104,"compact-revision":27996} {"level":"info","ts":"2026-03-19T19:06:04.799715Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000088e8.wal"} {"level":"info","ts":"2026-03-19T19:07:23.007041Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32253} {"level":"info","ts":"2026-03-19T19:07:23.134299Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32253,"took":"123.24941ms","hash":1962801537,"current-db-size-bytes":49377280,"current-db-size":"49 MB","current-db-size-in-use-bytes":29929472,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-19T19:07:23.134376Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1962801537,"revision":32253,"compact-revision":30104} {"level":"info","ts":"2026-03-19T19:12:23.018197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34433} {"level":"info","ts":"2026-03-19T19:12:23.151689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34433,"took":"128.637991ms","hash":1639775125,"current-db-size-bytes":49831936,"current-db-size":"50 MB","current-db-size-in-use-bytes":29667328,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-19T19:12:23.151763Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1639775125,"revision":34433,"compact-revision":32253} {"level":"info","ts":"2026-03-19T19:17:23.027568Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36561} {"level":"info","ts":"2026-03-19T19:17:23.15175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36561,"took":"119.660522ms","hash":1639197598,"current-db-size-bytes":49831936,"current-db-size":"50 MB","current-db-size-in-use-bytes":28434432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T19:17:23.151822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1639197598,"revision":36561,"compact-revision":34433} {"level":"info","ts":"2026-03-19T19:17:29.318635Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab3c4fae41c4ba3","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T19:17:29.323924Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-19T19:17:29.324095Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}