{"level":"warn","ts":"2026-03-07T02:51:09.091173Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:51:09.091254Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T02:51:09.091318Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T02:51:09.091329Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-07T02:51:09.09135Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:51:09.09199Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-03-07T02:51:09.092096Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T02:51:09.095829Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.524164ms"} {"level":"info","ts":"2026-03-07T02:51:09.109071Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-03-07T02:51:09.10917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T02:51:09.109207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-03-07T02:51:09.109221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T02:51:09.109239Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-03-07T02:51:09.109298Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-03-07T02:51:09.119312Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T02:51:09.121045Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T02:51:09.122371Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T02:51:09.125398Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T02:51:09.125552Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T02:51:09.125657Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:09.125822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:09.125845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T02:51:09.128737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-03-07T02:51:09.129078Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-07T02:51:09.131149Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T02:51:09.131274Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-07T02:51:09.131369Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-07T02:51:09.131528Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T02:51:09.131637Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T02:51:09.409566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T02:51:09.409649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T02:51:09.409675Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-03-07T02:51:09.40971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-03-07T02:51:09.409722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-07T02:51:09.409738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-03-07T02:51:09.409751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-07T02:51:09.410762Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:51:09.410761Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T02:51:09.410795Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:09.410841Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T02:51:09.411133Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T02:51:09.411241Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T02:51:09.412554Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:09.412639Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:09.412689Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T02:51:09.415697Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-07T02:51:09.416435Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"warn","ts":"2026-03-07T02:51:14.786397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.614297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:14.786558Z","caller":"traceutil/trace.go:171","msg":"trace[1264911078] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"178.07234ms","start":"2026-03-07T02:51:14.608461Z","end":"2026-03-07T02:51:14.786534Z","steps":["trace[1264911078] 'process raft request' (duration: 24.648534ms)","trace[1264911078] 'compare' (duration: 152.409652ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:14.995086Z","caller":"traceutil/trace.go:171","msg":"trace[1208860048] transaction","detail":"{read_only:false; response_revision:220; number_of_response:1; }","duration":"145.006595ms","start":"2026-03-07T02:51:14.850048Z","end":"2026-03-07T02:51:14.995055Z","steps":["trace[1208860048] 'process raft request' (duration: 95.741597ms)","trace[1208860048] 'compare' (duration: 49.113904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:15.351567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.197878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:15.35168Z","caller":"traceutil/trace.go:171","msg":"trace[948282700] linearizableReadLoop","detail":"{readStateIndex:228; appliedIndex:227; }","duration":"279.597178ms","start":"2026-03-07T02:51:15.072063Z","end":"2026-03-07T02:51:15.35166Z","steps":["trace[948282700] 'read index received' (duration: 144.182935ms)","trace[948282700] 'applied index is now lower than readState.Index' (duration: 135.413123ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:15.351757Z","caller":"traceutil/trace.go:171","msg":"trace[147439436] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"292.543369ms","start":"2026-03-07T02:51:15.059204Z","end":"2026-03-07T02:51:15.351747Z","steps":["trace[147439436] 'process raft request' (duration: 157.093125ms)","trace[147439436] 'compare' (duration: 135.056195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:15.351952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.880578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-07T02:51:15.351979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.734495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T02:51:15.352098Z","caller":"traceutil/trace.go:171","msg":"trace[439132049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:223; }","duration":"175.91829ms","start":"2026-03-07T02:51:15.176156Z","end":"2026-03-07T02:51:15.352074Z","steps":["trace[439132049] 'agreement among raft nodes before linearized reading' (duration: 175.661494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:15.352089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.015397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:51:15.352087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.785844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:15.352043Z","caller":"traceutil/trace.go:171","msg":"trace[346118206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:223; }","duration":"176.005471ms","start":"2026-03-07T02:51:15.175995Z","end":"2026-03-07T02:51:15.352001Z","steps":["trace[346118206] 'agreement among raft nodes before linearized reading' (duration: 175.830987ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:15.35225Z","caller":"traceutil/trace.go:171","msg":"trace[546077870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:223; }","duration":"207.05911ms","start":"2026-03-07T02:51:15.145156Z","end":"2026-03-07T02:51:15.352215Z","steps":["trace[546077870] 'agreement among raft nodes before linearized reading' (duration: 206.658121ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:15.352182Z","caller":"traceutil/trace.go:171","msg":"trace[1457725715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:223; }","duration":"280.156061ms","start":"2026-03-07T02:51:15.071999Z","end":"2026-03-07T02:51:15.352155Z","steps":["trace[1457725715] 'agreement among raft nodes before linearized reading' (duration: 279.968866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:17.768988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.297406423s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:51:18.16629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694338618s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:18.166554Z","caller":"traceutil/trace.go:171","msg":"trace[1967889260] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"2.809968244s","start":"2026-03-07T02:51:15.356551Z","end":"2026-03-07T02:51:18.166519Z","steps":["trace[1967889260] 'process raft request' (duration: 115.091803ms)","trace[1967889260] 'compare' (duration: 2.694121523s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:18.166671Z","caller":"traceutil/trace.go:171","msg":"trace[1034380493] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"2.808985361s","start":"2026-03-07T02:51:15.357663Z","end":"2026-03-07T02:51:18.166648Z","steps":["trace[1034380493] 'process raft request' (duration: 2.80893973s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:18.166669Z","caller":"traceutil/trace.go:171","msg":"trace[1358071888] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"2.80982256s","start":"2026-03-07T02:51:15.356802Z","end":"2026-03-07T02:51:18.166624Z","steps":["trace[1358071888] 'process raft request' (duration: 2.809701047s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:18.166697Z","caller":"traceutil/trace.go:171","msg":"trace[1181946983] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"2.809748289s","start":"2026-03-07T02:51:15.356896Z","end":"2026-03-07T02:51:18.166644Z","steps":["trace[1181946983] 'process raft request' (duration: 2.809675667s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:18.166669Z","caller":"traceutil/trace.go:171","msg":"trace[1727388921] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"2.809983454s","start":"2026-03-07T02:51:15.356622Z","end":"2026-03-07T02:51:18.166605Z","steps":["trace[1727388921] 'process raft request' (duration: 2.80980428s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.166801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.35765Z","time spent":"2.809087473s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:18.166896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.356867Z","time spent":"2.809967144s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.166915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.356587Z","time spent":"2.81024943s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.166914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.356781Z","time spent":"2.810043696s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.166718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:15.356531Z","time spent":"2.810102558s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:18.381198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162395405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:51:18.537169Z","caller":"traceutil/trace.go:171","msg":"trace[172353698] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"1.675671529s","start":"2026-03-07T02:51:16.861463Z","end":"2026-03-07T02:51:18.537135Z","steps":["trace[172353698] 'process raft request' (duration: 1.675596537s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.537234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.293572Z","time spent":"2.243645647s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T02:51:18.537276Z","caller":"traceutil/trace.go:171","msg":"trace[315991771] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"2.471558529s","start":"2026-03-07T02:51:16.065679Z","end":"2026-03-07T02:51:18.537237Z","steps":["trace[315991771] 'process raft request' (duration: 2.42471889s)","trace[315991771] 'compare' (duration: 46.343697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:18.537369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.861423Z","time spent":"1.675857804s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.537461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:16.065656Z","time spent":"2.471706033s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:18.537963Z","caller":"traceutil/trace.go:171","msg":"trace[1282139114] linearizableReadLoop","detail":"{readStateIndex:237; appliedIndex:233; }","duration":"656.812027ms","start":"2026-03-07T02:51:17.881127Z","end":"2026-03-07T02:51:18.537939Z","steps":["trace[1282139114] 'read index received' (duration: 609.289532ms)","trace[1282139114] 'applied index is now lower than readState.Index' (duration: 47.521345ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:18.537989Z","caller":"traceutil/trace.go:171","msg":"trace[1072315772] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"366.910991ms","start":"2026-03-07T02:51:18.171059Z","end":"2026-03-07T02:51:18.53797Z","steps":["trace[1072315772] 'process raft request' (duration: 366.749067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.538133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.171027Z","time spent":"367.057266ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:18.538209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.788285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:18.538283Z","caller":"traceutil/trace.go:171","msg":"trace[571141349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:231; }","duration":"365.915738ms","start":"2026-03-07T02:51:18.172348Z","end":"2026-03-07T02:51:18.538263Z","steps":["trace[571141349] 'agreement among raft nodes before linearized reading' (duration: 365.788805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.538297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.771425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:51:18.538348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.229618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-07T02:51:18.538443Z","caller":"traceutil/trace.go:171","msg":"trace[1579346431] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:231; }","duration":"657.363271ms","start":"2026-03-07T02:51:17.881066Z","end":"2026-03-07T02:51:18.538429Z","steps":["trace[1579346431] 'agreement among raft nodes before linearized reading' (duration: 656.9566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.538364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.172326Z","time spent":"365.994279ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:51:18.538513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:17.881039Z","time spent":"657.436103ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2944,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-07T02:51:18.53818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.840316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-07T02:51:18.538733Z","caller":"traceutil/trace.go:171","msg":"trace[2011919562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:231; }","duration":"366.440561ms","start":"2026-03-07T02:51:18.172277Z","end":"2026-03-07T02:51:18.538717Z","steps":["trace[2011919562] 'agreement among raft nodes before linearized reading' (duration: 365.825796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.538798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.172263Z","time spent":"366.505442ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:51:18.538353Z","caller":"traceutil/trace.go:171","msg":"trace[773320391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:231; }","duration":"365.864927ms","start":"2026-03-07T02:51:18.172471Z","end":"2026-03-07T02:51:18.538336Z","steps":["trace[773320391] 'agreement among raft nodes before linearized reading' (duration: 365.630861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:18.538924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:18.172465Z","time spent":"366.43735ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/07 02:51:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-07T02:51:18.884099Z","caller":"traceutil/trace.go:171","msg":"trace[448493560] linearizableReadLoop","detail":"{readStateIndex:254; appliedIndex:253; }","duration":"117.451591ms","start":"2026-03-07T02:51:18.766625Z","end":"2026-03-07T02:51:18.884076Z","steps":["trace[448493560] 'read index received' (duration: 55.661032ms)","trace[448493560] 'applied index is now lower than readState.Index' (duration: 61.789559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:18.884337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.672416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-07T02:51:18.884417Z","caller":"traceutil/trace.go:171","msg":"trace[1784688399] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:248; }","duration":"117.799549ms","start":"2026-03-07T02:51:18.7666Z","end":"2026-03-07T02:51:18.8844Z","steps":["trace[1784688399] 'agreement among raft nodes before linearized reading' (duration: 117.550583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.465897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.240884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:19.466119Z","caller":"traceutil/trace.go:171","msg":"trace[162816901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:262; }","duration":"412.532931ms","start":"2026-03-07T02:51:19.053569Z","end":"2026-03-07T02:51:19.466102Z","steps":["trace[162816901] 'process raft request' (duration: 412.474499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.466195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.053557Z","time spent":"412.611273ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:19.466206Z","caller":"traceutil/trace.go:171","msg":"trace[1776203296] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"414.603261ms","start":"2026-03-07T02:51:19.051532Z","end":"2026-03-07T02:51:19.466135Z","steps":["trace[1776203296] 'process raft request' (duration: 100.04359ms)","trace[1776203296] 'compare' (duration: 314.07978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:19.466683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.051515Z","time spent":"414.919699ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:19.490542Z","caller":"traceutil/trace.go:171","msg":"trace[128876408] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"416.587328ms","start":"2026-03-07T02:51:19.073938Z","end":"2026-03-07T02:51:19.490525Z","steps":["trace[128876408] 'process raft request' (duration: 416.464005ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.49059Z","caller":"traceutil/trace.go:171","msg":"trace[734406745] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"416.430205ms","start":"2026-03-07T02:51:19.074134Z","end":"2026-03-07T02:51:19.490565Z","steps":["trace[734406745] 'process raft request' (duration: 416.305421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.49063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.073916Z","time spent":"416.678401ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:19.490616Z","caller":"traceutil/trace.go:171","msg":"trace[869966857] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"418.181508ms","start":"2026-03-07T02:51:19.072405Z","end":"2026-03-07T02:51:19.490586Z","steps":["trace[869966857] 'process raft request' (duration: 417.871689ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.490685Z","caller":"traceutil/trace.go:171","msg":"trace[814421555] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"415.905362ms","start":"2026-03-07T02:51:19.074751Z","end":"2026-03-07T02:51:19.490656Z","steps":["trace[814421555] 'process raft request' (duration: 415.735047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.490718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.074115Z","time spent":"416.545158ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:19.490734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.07239Z","time spent":"418.29965ms","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1196,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:19.490776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.074738Z","time spent":"415.998855ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:19.490784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.178053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-07T02:51:19.49081Z","caller":"traceutil/trace.go:171","msg":"trace[2057944799] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"414.409657ms","start":"2026-03-07T02:51:19.076389Z","end":"2026-03-07T02:51:19.490798Z","steps":["trace[2057944799] 'process raft request' (duration: 414.119499ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.490838Z","caller":"traceutil/trace.go:171","msg":"trace[997875361] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:264; }","duration":"417.251664ms","start":"2026-03-07T02:51:19.073573Z","end":"2026-03-07T02:51:19.490824Z","steps":["trace[997875361] 'agreement among raft nodes before linearized reading' (duration: 417.08708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.490884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.076376Z","time spent":"414.469088ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:19.490888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.073527Z","time spent":"417.342376ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-07T02:51:19.490887Z","caller":"traceutil/trace.go:171","msg":"trace[960735886] transaction","detail":"{read_only:false; number_of_response:0; response_revision:263; }","duration":"416.66265ms","start":"2026-03-07T02:51:19.074166Z","end":"2026-03-07T02:51:19.490829Z","steps":["trace[960735886] 'process raft request' (duration: 416.299371ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.490605Z","caller":"traceutil/trace.go:171","msg":"trace[1922299715] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:267; }","duration":"416.998519ms","start":"2026-03-07T02:51:19.073583Z","end":"2026-03-07T02:51:19.490581Z","steps":["trace[1922299715] 'read index received' (duration: 78.083112ms)","trace[1922299715] 'applied index is now lower than readState.Index' (duration: 338.914126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:19.491036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:19.07415Z","time spent":"416.820305ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:19.612621Z","caller":"traceutil/trace.go:171","msg":"trace[1277172501] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"142.518914ms","start":"2026-03-07T02:51:19.470055Z","end":"2026-03-07T02:51:19.612574Z","steps":["trace[1277172501] 'process raft request' (duration: 122.153213ms)","trace[1277172501] 'compare' (duration: 20.195167ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:19.612736Z","caller":"traceutil/trace.go:171","msg":"trace[1991677243] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"116.567959ms","start":"2026-03-07T02:51:19.496137Z","end":"2026-03-07T02:51:19.612704Z","steps":["trace[1991677243] 'process raft request' (duration: 116.482107ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.61282Z","caller":"traceutil/trace.go:171","msg":"trace[690014021] linearizableReadLoop","detail":"{readStateIndex:276; appliedIndex:275; }","duration":"121.803475ms","start":"2026-03-07T02:51:19.490974Z","end":"2026-03-07T02:51:19.612777Z","steps":["trace[690014021] 'read index received' (duration: 101.25305ms)","trace[690014021] 'applied index is now lower than readState.Index' (duration: 20.547125ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:19.612932Z","caller":"traceutil/trace.go:171","msg":"trace[1851495147] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"117.742147ms","start":"2026-03-07T02:51:19.49513Z","end":"2026-03-07T02:51:19.612872Z","steps":["trace[1851495147] 'process raft request' (duration: 117.43236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.613068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.538477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-07T02:51:19.613119Z","caller":"traceutil/trace.go:171","msg":"trace[791116953] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:267; }","duration":"145.609618ms","start":"2026-03-07T02:51:19.467495Z","end":"2026-03-07T02:51:19.613105Z","steps":["trace[791116953] 'agreement among raft nodes before linearized reading' (duration: 145.453305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.613174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.513495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"warn","ts":"2026-03-07T02:51:19.61316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.515514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-03-07T02:51:19.613236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.609037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-07T02:51:19.613292Z","caller":"traceutil/trace.go:171","msg":"trace[997172057] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:267; }","duration":"120.73093ms","start":"2026-03-07T02:51:19.492546Z","end":"2026-03-07T02:51:19.613277Z","steps":["trace[997172057] 'agreement among raft nodes before linearized reading' (duration: 120.586936ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.613297Z","caller":"traceutil/trace.go:171","msg":"trace[1380398225] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:267; }","duration":"120.684098ms","start":"2026-03-07T02:51:19.492585Z","end":"2026-03-07T02:51:19.613269Z","steps":["trace[1380398225] 'agreement among raft nodes before linearized reading' (duration: 120.429852ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:19.61324Z","caller":"traceutil/trace.go:171","msg":"trace[1804205308] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:267; }","duration":"120.644767ms","start":"2026-03-07T02:51:19.492586Z","end":"2026-03-07T02:51:19.61323Z","steps":["trace[1804205308] 'agreement among raft nodes before linearized reading' (duration: 120.495104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.613095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.599737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-03-07T02:51:19.613515Z","caller":"traceutil/trace.go:171","msg":"trace[670659793] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:267; }","duration":"121.026557ms","start":"2026-03-07T02:51:19.492468Z","end":"2026-03-07T02:51:19.613495Z","steps":["trace[670659793] 'agreement among raft nodes before linearized reading' (duration: 120.529815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:19.870125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.006319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:19.870257Z","caller":"traceutil/trace.go:171","msg":"trace[1697523226] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"159.465073ms","start":"2026-03-07T02:51:19.71077Z","end":"2026-03-07T02:51:19.870235Z","steps":["trace[1697523226] 'compare' (duration: 155.859586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.352397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162395626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:51:23.543228Z","caller":"traceutil/trace.go:171","msg":"trace[1203355890] linearizableReadLoop","detail":"{readStateIndex:329; appliedIndex:328; }","duration":"691.270418ms","start":"2026-03-07T02:51:22.851926Z","end":"2026-03-07T02:51:23.543196Z","steps":["trace[1203355890] 'read index received' (duration: 691.005572ms)","trace[1203355890] 'applied index is now lower than readState.Index' (duration: 263.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:23.543371Z","caller":"traceutil/trace.go:171","msg":"trace[639115510] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"729.951879ms","start":"2026-03-07T02:51:22.813383Z","end":"2026-03-07T02:51:23.543335Z","steps":["trace[639115510] 'process raft request' (duration: 729.635102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.515314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-07T02:51:23.543511Z","caller":"traceutil/trace.go:171","msg":"trace[1042206253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:318; }","duration":"691.607476ms","start":"2026-03-07T02:51:22.851892Z","end":"2026-03-07T02:51:23.5435Z","steps":["trace[1042206253] 'agreement among raft nodes before linearized reading' (duration: 691.440692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.851881Z","time spent":"691.662287ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:23.543548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.813356Z","time spent":"730.101853ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:23.543702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.043929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-07T02:51:23.543745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.258454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-07T02:51:23.543778Z","caller":"traceutil/trace.go:171","msg":"trace[629794704] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:318; }","duration":"390.178662ms","start":"2026-03-07T02:51:23.153583Z","end":"2026-03-07T02:51:23.543761Z","steps":["trace[629794704] 'agreement among raft nodes before linearized reading' (duration: 390.030019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.54383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.77209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-07T02:51:23.543833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.153544Z","time spent":"390.276124ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-07T02:51:23.543865Z","caller":"traceutil/trace.go:171","msg":"trace[75409486] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:318; }","duration":"186.829612ms","start":"2026-03-07T02:51:23.357028Z","end":"2026-03-07T02:51:23.543857Z","steps":["trace[75409486] 'agreement among raft nodes before linearized reading' (duration: 186.77617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.750939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-07T02:51:23.543918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.788921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-07T02:51:23.543936Z","caller":"traceutil/trace.go:171","msg":"trace[2114238056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:318; }","duration":"491.872622ms","start":"2026-03-07T02:51:23.052043Z","end":"2026-03-07T02:51:23.543915Z","steps":["trace[2114238056] 'agreement among raft nodes before linearized reading' (duration: 491.76654ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:23.543961Z","caller":"traceutil/trace.go:171","msg":"trace[1800817334] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:318; }","duration":"340.899624ms","start":"2026-03-07T02:51:23.203052Z","end":"2026-03-07T02:51:23.543951Z","steps":["trace[1800817334] 'agreement among raft nodes before linearized reading' (duration: 340.835792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.051996Z","time spent":"491.980294ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:23.544062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.696668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-07T02:51:23.5437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.665433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-07T02:51:23.54409Z","caller":"traceutil/trace.go:171","msg":"trace[2022476046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:318; }","duration":"291.7607ms","start":"2026-03-07T02:51:23.252322Z","end":"2026-03-07T02:51:23.544083Z","steps":["trace[2022476046] 'agreement among raft nodes before linearized reading' (duration: 291.715639ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:23.54412Z","caller":"traceutil/trace.go:171","msg":"trace[206074707] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:318; }","duration":"642.151563ms","start":"2026-03-07T02:51:22.901951Z","end":"2026-03-07T02:51:23.544102Z","steps":["trace[206074707] 'agreement among raft nodes before linearized reading' (duration: 641.621121ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:23.543785Z","caller":"traceutil/trace.go:171","msg":"trace[210314504] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:318; }","duration":"241.319905ms","start":"2026-03-07T02:51:23.302451Z","end":"2026-03-07T02:51:23.543771Z","steps":["trace[210314504] 'agreement among raft nodes before linearized reading' (duration: 241.238203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.544182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.901929Z","time spent":"642.237077ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:23.544223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.120771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-07T02:51:23.544241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.526939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-07T02:51:23.544265Z","caller":"traceutil/trace.go:171","msg":"trace[1427463112] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:318; }","duration":"541.210843ms","start":"2026-03-07T02:51:23.003042Z","end":"2026-03-07T02:51:23.544253Z","steps":["trace[1427463112] 'agreement among raft nodes before linearized reading' (duration: 541.130691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.203031Z","time spent":"340.958526ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:23.544387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.003021Z","time spent":"541.347416ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-07T02:51:23.544281Z","caller":"traceutil/trace.go:171","msg":"trace[1786206920] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:318; }","duration":"187.60284ms","start":"2026-03-07T02:51:23.356669Z","end":"2026-03-07T02:51:23.544271Z","steps":["trace[1786206920] 'agreement among raft nodes before linearized reading' (duration: 187.448036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.54446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.420373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-07T02:51:23.544565Z","caller":"traceutil/trace.go:171","msg":"trace[936482668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:318; }","duration":"591.582437ms","start":"2026-03-07T02:51:22.952959Z","end":"2026-03-07T02:51:23.544541Z","steps":["trace[936482668] 'agreement among raft nodes before linearized reading' (duration: 591.391072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.543789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.393156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-07T02:51:23.544531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.505293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-07T02:51:23.544617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.952942Z","time spent":"591.663368ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-07T02:51:23.544626Z","caller":"traceutil/trace.go:171","msg":"trace[1798743784] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:318; }","duration":"442.241767ms","start":"2026-03-07T02:51:23.10237Z","end":"2026-03-07T02:51:23.544611Z","steps":["trace[1798743784] 'agreement among raft nodes before linearized reading' (duration: 441.389155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.54468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.102352Z","time spent":"442.314379ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-07T02:51:23.544684Z","caller":"traceutil/trace.go:171","msg":"trace[870014276] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:318; }","duration":"620.713928ms","start":"2026-03-07T02:51:22.923939Z","end":"2026-03-07T02:51:23.544653Z","steps":["trace[870014276] 'agreement among raft nodes before linearized reading' (duration: 620.310478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:23.544745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:22.923927Z","time spent":"620.808ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-07T02:51:24.294446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.584877ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-07T02:51:24.29464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.545793Z","time spent":"748.810254ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T02:51:24.294697Z","caller":"traceutil/trace.go:171","msg":"trace[422575325] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:329; }","duration":"746.103399ms","start":"2026-03-07T02:51:23.548558Z","end":"2026-03-07T02:51:24.294661Z","steps":["trace[422575325] 'read index received' (duration: 222.42375ms)","trace[422575325] 'applied index is now lower than readState.Index' (duration: 523.677039ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:24.294672Z","caller":"traceutil/trace.go:171","msg":"trace[1345721531] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"742.069691ms","start":"2026-03-07T02:51:23.55258Z","end":"2026-03-07T02:51:24.294649Z","steps":["trace[1345721531] 'process raft request' (duration: 741.979449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.294982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.10125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-07T02:51:24.295019Z","caller":"traceutil/trace.go:171","msg":"trace[1189456999] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:319; }","duration":"746.201822ms","start":"2026-03-07T02:51:23.548806Z","end":"2026-03-07T02:51:24.295008Z","steps":["trace[1189456999] 'agreement among raft nodes before linearized reading' (duration: 746.035947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.503256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-07T02:51:24.295072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.548784Z","time spent":"746.279594ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.552557Z","time spent":"742.449891ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:24.29511Z","caller":"traceutil/trace.go:171","msg":"trace[1663846158] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:319; }","duration":"745.586197ms","start":"2026-03-07T02:51:23.549507Z","end":"2026-03-07T02:51:24.295093Z","steps":["trace[1663846158] 'agreement among raft nodes before linearized reading' (duration: 745.440604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.050879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-03-07T02:51:24.295174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.5495Z","time spent":"745.659619ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-07T02:51:24.295198Z","caller":"traceutil/trace.go:171","msg":"trace[712032507] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:319; }","duration":"746.1383ms","start":"2026-03-07T02:51:23.549041Z","end":"2026-03-07T02:51:24.29518Z","steps":["trace[712032507] 'agreement among raft nodes before linearized reading' (duration: 745.969256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.377795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-07T02:51:24.29527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.661803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-07T02:51:24.295314Z","caller":"traceutil/trace.go:171","msg":"trace[1996097745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:319; }","duration":"641.591101ms","start":"2026-03-07T02:51:23.653692Z","end":"2026-03-07T02:51:24.295283Z","steps":["trace[1996097745] 'agreement among raft nodes before linearized reading' (duration: 641.267243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.235823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-07T02:51:24.295375Z","caller":"traceutil/trace.go:171","msg":"trace[375812308] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:319; }","duration":"746.311505ms","start":"2026-03-07T02:51:23.549051Z","end":"2026-03-07T02:51:24.295363Z","steps":["trace[375812308] 'agreement among raft nodes before linearized reading' (duration: 746.220693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.653674Z","time spent":"641.701123ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.417848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-03-07T02:51:24.295414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.549044Z","time spent":"746.359566ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-07T02:51:24.295449Z","caller":"traceutil/trace.go:171","msg":"trace[991822009] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:319; }","duration":"746.506779ms","start":"2026-03-07T02:51:23.548923Z","end":"2026-03-07T02:51:24.29543Z","steps":["trace[991822009] 'agreement among raft nodes before linearized reading' (duration: 746.408267ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.29546Z","caller":"traceutil/trace.go:171","msg":"trace[1236707848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:319; }","duration":"746.819347ms","start":"2026-03-07T02:51:23.548534Z","end":"2026-03-07T02:51:24.295353Z","steps":["trace[1236707848] 'agreement among raft nodes before linearized reading' (duration: 746.317314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.609716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-07T02:51:24.295522Z","caller":"traceutil/trace.go:171","msg":"trace[989159238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:319; }","duration":"691.684358ms","start":"2026-03-07T02:51:23.603823Z","end":"2026-03-07T02:51:24.295508Z","steps":["trace[989159238] 'agreement among raft nodes before linearized reading' (duration: 691.578156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.548523Z","time spent":"746.990871ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.223317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-07T02:51:24.295652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.603809Z","time spent":"691.75407ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-07T02:51:24.29567Z","caller":"traceutil/trace.go:171","msg":"trace[2143886365] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:319; }","duration":"542.328639ms","start":"2026-03-07T02:51:23.753329Z","end":"2026-03-07T02:51:24.295658Z","steps":["trace[2143886365] 'agreement among raft nodes before linearized reading' (duration: 542.241547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.75329Z","time spent":"542.449722ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.212347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-07T02:51:24.295795Z","caller":"traceutil/trace.go:171","msg":"trace[1174720541] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:319; }","duration":"591.33134ms","start":"2026-03-07T02:51:23.704453Z","end":"2026-03-07T02:51:24.295785Z","steps":["trace[1174720541] 'agreement among raft nodes before linearized reading' (duration: 591.256348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.295247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.549034Z","time spent":"746.200673ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.704421Z","time spent":"591.396362ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.548881Z","time spent":"746.592561ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T02:51:24.295913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.609003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-07T02:51:24.295971Z","caller":"traceutil/trace.go:171","msg":"trace[2045803646] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:319; }","duration":"744.679565ms","start":"2026-03-07T02:51:23.551271Z","end":"2026-03-07T02:51:24.295951Z","steps":["trace[2045803646] 'agreement among raft nodes before linearized reading' (duration: 744.585172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.296062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:23.551264Z","time spent":"744.735947ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-07T02:51:24.470584Z","caller":"traceutil/trace.go:171","msg":"trace[1819484849] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"114.028097ms","start":"2026-03-07T02:51:24.356504Z","end":"2026-03-07T02:51:24.470532Z","steps":["trace[1819484849] 'process raft request' (duration: 86.816071ms)","trace[1819484849] 'compare' (duration: 26.95806ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:24.470654Z","caller":"traceutil/trace.go:171","msg":"trace[474316779] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"113.974266ms","start":"2026-03-07T02:51:24.356649Z","end":"2026-03-07T02:51:24.470623Z","steps":["trace[474316779] 'process raft request' (duration: 113.833012ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.470733Z","caller":"traceutil/trace.go:171","msg":"trace[1417589079] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"114.153491ms","start":"2026-03-07T02:51:24.356531Z","end":"2026-03-07T02:51:24.470685Z","steps":["trace[1417589079] 'process raft request' (duration: 113.899565ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.470929Z","caller":"traceutil/trace.go:171","msg":"trace[1462856577] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:346; }","duration":"113.981146ms","start":"2026-03-07T02:51:24.356898Z","end":"2026-03-07T02:51:24.470879Z","steps":["trace[1462856577] 'read index received' (duration: 16.046656ms)","trace[1462856577] 'applied index is now lower than readState.Index' (duration: 97.93304ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:24.47076Z","caller":"traceutil/trace.go:171","msg":"trace[1623585766] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"109.806115ms","start":"2026-03-07T02:51:24.36093Z","end":"2026-03-07T02:51:24.470736Z","steps":["trace[1623585766] 'process raft request' (duration: 109.651072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.471111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.1894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-07T02:51:24.471142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.904527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-07T02:51:24.471241Z","caller":"traceutil/trace.go:171","msg":"trace[854857187] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:341; }","duration":"112.026869ms","start":"2026-03-07T02:51:24.359205Z","end":"2026-03-07T02:51:24.471232Z","steps":["trace[854857187] 'agreement among raft nodes before linearized reading' (duration: 111.895156ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.470695Z","caller":"traceutil/trace.go:171","msg":"trace[397045378] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"111.132277ms","start":"2026-03-07T02:51:24.359538Z","end":"2026-03-07T02:51:24.47067Z","steps":["trace[397045378] 'process raft request' (duration: 110.991343ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.471153Z","caller":"traceutil/trace.go:171","msg":"trace[455627443] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:341; }","duration":"114.277783ms","start":"2026-03-07T02:51:24.356865Z","end":"2026-03-07T02:51:24.471143Z","steps":["trace[455627443] 'agreement among raft nodes before linearized reading' (duration: 114.180911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.471344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.413102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:2205"} {"level":"info","ts":"2026-03-07T02:51:24.47143Z","caller":"traceutil/trace.go:171","msg":"trace[43791132] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:341; }","duration":"113.525466ms","start":"2026-03-07T02:51:24.357884Z","end":"2026-03-07T02:51:24.471409Z","steps":["trace[43791132] 'agreement among raft nodes before linearized reading' (duration: 113.239418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.784566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.344475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:24.784816Z","caller":"traceutil/trace.go:171","msg":"trace[534157769] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"307.793607ms","start":"2026-03-07T02:51:24.476992Z","end":"2026-03-07T02:51:24.784786Z","steps":["trace[534157769] 'process raft request' (duration: 127.132404ms)","trace[534157769] 'compare' (duration: 180.11269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:24.784899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.476959Z","time spent":"307.91158ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:24.785706Z","caller":"traceutil/trace.go:171","msg":"trace[1646369918] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"308.223837ms","start":"2026-03-07T02:51:24.47746Z","end":"2026-03-07T02:51:24.785684Z","steps":["trace[1646369918] 'process raft request' (duration: 307.275484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.785833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.47745Z","time spent":"308.313459ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:24.785902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.081384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-07T02:51:24.785936Z","caller":"traceutil/trace.go:171","msg":"trace[1365851935] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:354; }","duration":"307.795457ms","start":"2026-03-07T02:51:24.4778Z","end":"2026-03-07T02:51:24.785596Z","steps":["trace[1365851935] 'read index received' (duration: 1.524166ms)","trace[1365851935] 'applied index is now lower than readState.Index' (duration: 306.270111ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:24.786002Z","caller":"traceutil/trace.go:171","msg":"trace[394009155] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:345; }","duration":"308.197747ms","start":"2026-03-07T02:51:24.477781Z","end":"2026-03-07T02:51:24.785979Z","steps":["trace[394009155] 'agreement among raft nodes before linearized reading' (duration: 307.997582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.786055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.477739Z","time spent":"308.306639ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3730,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-07T02:51:24.786393Z","caller":"traceutil/trace.go:171","msg":"trace[1320637291] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"307.0773ms","start":"2026-03-07T02:51:24.479298Z","end":"2026-03-07T02:51:24.786375Z","steps":["trace[1320637291] 'process raft request' (duration: 306.534167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.786518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.479288Z","time spent":"307.143851ms","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:24.786577Z","caller":"traceutil/trace.go:171","msg":"trace[2067968337] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"305.350778ms","start":"2026-03-07T02:51:24.4812Z","end":"2026-03-07T02:51:24.786551Z","steps":["trace[2067968337] 'process raft request' (duration: 305.099552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.786644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.460986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:51:24.786695Z","caller":"traceutil/trace.go:171","msg":"trace[1202703011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:349; }","duration":"128.558578ms","start":"2026-03-07T02:51:24.658123Z","end":"2026-03-07T02:51:24.786681Z","steps":["trace[1202703011] 'agreement among raft nodes before linearized reading' (duration: 128.455326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.786764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.481176Z","time spent":"305.482772ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:24.786844Z","caller":"traceutil/trace.go:171","msg":"trace[1191061627] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"304.951329ms","start":"2026-03-07T02:51:24.481876Z","end":"2026-03-07T02:51:24.786828Z","steps":["trace[1191061627] 'process raft request' (duration: 304.58997ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:24.786897Z","caller":"traceutil/trace.go:171","msg":"trace[74850937] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"304.734083ms","start":"2026-03-07T02:51:24.482151Z","end":"2026-03-07T02:51:24.786885Z","steps":["trace[74850937] 'process raft request' (duration: 304.385795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:24.786941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.481858Z","time spent":"305.03014ms","remote":"127.0.0.1:51668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:24.78704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.672486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T02:51:24.786961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:24.482142Z","time spent":"304.789765ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:24.787109Z","caller":"traceutil/trace.go:171","msg":"trace[1992576395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:349; }","duration":"127.800729ms","start":"2026-03-07T02:51:24.65929Z","end":"2026-03-07T02:51:24.787091Z","steps":["trace[1992576395] 'agreement among raft nodes before linearized reading' (duration: 127.676496ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:34.576506Z","caller":"traceutil/trace.go:171","msg":"trace[1527860281] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"102.887889ms","start":"2026-03-07T02:51:34.473593Z","end":"2026-03-07T02:51:34.576481Z","steps":["trace[1527860281] 'read index received' (duration: 102.745766ms)","trace[1527860281] 'applied index is now lower than readState.Index' (duration: 141.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:34.576626Z","caller":"traceutil/trace.go:171","msg":"trace[1158323208] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"115.590826ms","start":"2026-03-07T02:51:34.460965Z","end":"2026-03-07T02:51:34.576556Z","steps":["trace[1158323208] 'process raft request' (duration: 115.384751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:34.576659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.045474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:51:34.576692Z","caller":"traceutil/trace.go:171","msg":"trace[1548012075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:425; }","duration":"103.136136ms","start":"2026-03-07T02:51:34.473548Z","end":"2026-03-07T02:51:34.576684Z","steps":["trace[1548012075] 'agreement among raft nodes before linearized reading' (duration: 103.054724ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:43.09459Z","caller":"traceutil/trace.go:171","msg":"trace[2137166638] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"145.153988ms","start":"2026-03-07T02:51:42.949396Z","end":"2026-03-07T02:51:43.09455Z","steps":["trace[2137166638] 'process raft request' (duration: 105.372199ms)","trace[2137166638] 'compare' (duration: 39.533793ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:43.094504Z","caller":"traceutil/trace.go:171","msg":"trace[1275904531] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"144.706447ms","start":"2026-03-07T02:51:42.949765Z","end":"2026-03-07T02:51:43.094471Z","steps":["trace[1275904531] 'read index received' (duration: 104.975239ms)","trace[1275904531] 'applied index is now lower than readState.Index' (duration: 39.730188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:43.094779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.998413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:51:43.09484Z","caller":"traceutil/trace.go:171","msg":"trace[1057849390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:446; }","duration":"145.095766ms","start":"2026-03-07T02:51:42.949731Z","end":"2026-03-07T02:51:43.094827Z","steps":["trace[1057849390] 'agreement among raft nodes before linearized reading' (duration: 144.985844ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:44.556958Z","caller":"traceutil/trace.go:171","msg":"trace[484549265] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:465; }","duration":"237.440561ms","start":"2026-03-07T02:51:44.319477Z","end":"2026-03-07T02:51:44.556918Z","steps":["trace[484549265] 'read index received' (duration: 236.391316ms)","trace[484549265] 'applied index is now lower than readState.Index' (duration: 1.047665ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:44.557011Z","caller":"traceutil/trace.go:171","msg":"trace[1430073793] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"623.625678ms","start":"2026-03-07T02:51:43.933343Z","end":"2026-03-07T02:51:44.556969Z","steps":["trace[1430073793] 'process raft request' (duration: 623.160777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:44.557243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.736938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:44.557297Z","caller":"traceutil/trace.go:171","msg":"trace[1510284490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"237.888753ms","start":"2026-03-07T02:51:44.31939Z","end":"2026-03-07T02:51:44.557279Z","steps":["trace[1510284490] 'agreement among raft nodes before linearized reading' (duration: 237.681157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:44.557494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:43.933305Z","time spent":"623.803912ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:44.859437Z","caller":"traceutil/trace.go:171","msg":"trace[49887938] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"276.479472ms","start":"2026-03-07T02:51:44.58293Z","end":"2026-03-07T02:51:44.859409Z","steps":["trace[49887938] 'process raft request' (duration: 255.726102ms)","trace[49887938] 'compare' (duration: 20.610846ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:44.859902Z","caller":"traceutil/trace.go:171","msg":"trace[549439899] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:466; }","duration":"231.484009ms","start":"2026-03-07T02:51:44.628394Z","end":"2026-03-07T02:51:44.859878Z","steps":["trace[549439899] 'read index received' (duration: 210.274937ms)","trace[549439899] 'applied index is now lower than readState.Index' (duration: 21.208002ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:44.859983Z","caller":"traceutil/trace.go:171","msg":"trace[201763874] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"277.004775ms","start":"2026-03-07T02:51:44.582964Z","end":"2026-03-07T02:51:44.859969Z","steps":["trace[201763874] 'process raft request' (duration: 276.804599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:44.860116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.708554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T02:51:44.860163Z","caller":"traceutil/trace.go:171","msg":"trace[988502859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:450; }","duration":"231.772735ms","start":"2026-03-07T02:51:44.628378Z","end":"2026-03-07T02:51:44.860151Z","steps":["trace[988502859] 'agreement among raft nodes before linearized reading' (duration: 231.625032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:44.860335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.485697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:51:44.860388Z","caller":"traceutil/trace.go:171","msg":"trace[1278728878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"228.596299ms","start":"2026-03-07T02:51:44.631777Z","end":"2026-03-07T02:51:44.860374Z","steps":["trace[1278728878] 'agreement among raft nodes before linearized reading' (duration: 228.437995ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:48.443891Z","caller":"traceutil/trace.go:171","msg":"trace[740679216] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"709.473357ms","start":"2026-03-07T02:51:47.734399Z","end":"2026-03-07T02:51:48.443872Z","steps":["trace[740679216] 'process raft request' (duration: 709.363534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:48.444037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:47.734373Z","time spent":"709.58985ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:48.502998Z","caller":"traceutil/trace.go:171","msg":"trace[1115250281] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"565.689982ms","start":"2026-03-07T02:51:47.937227Z","end":"2026-03-07T02:51:48.502917Z","steps":["trace[1115250281] 'process raft request' (duration: 565.268152ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:48.503002Z","caller":"traceutil/trace.go:171","msg":"trace[1871125616] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"362.584047ms","start":"2026-03-07T02:51:48.140391Z","end":"2026-03-07T02:51:48.502975Z","steps":["trace[1871125616] 'process raft request' (duration: 362.408312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:48.503207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:48.140356Z","time spent":"362.809932ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:48.503205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:47.937194Z","time spent":"565.920197ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:48.50555Z","caller":"traceutil/trace.go:171","msg":"trace[622201045] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:531; }","duration":"187.040357ms","start":"2026-03-07T02:51:48.31849Z","end":"2026-03-07T02:51:48.50553Z","steps":["trace[622201045] 'read index received' (duration: 125.355911ms)","trace[622201045] 'applied index is now lower than readState.Index' (duration: 61.683666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:48.505816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.307184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:51:48.505904Z","caller":"traceutil/trace.go:171","msg":"trace[80445964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"187.443437ms","start":"2026-03-07T02:51:48.318447Z","end":"2026-03-07T02:51:48.505891Z","steps":["trace[80445964] 'agreement among raft nodes before linearized reading' (duration: 187.236212ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:48.505898Z","caller":"traceutil/trace.go:171","msg":"trace[163787234] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"167.20935ms","start":"2026-03-07T02:51:48.338621Z","end":"2026-03-07T02:51:48.505831Z","steps":["trace[163787234] 'process raft request' (duration: 166.834481ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:53.046326Z","caller":"traceutil/trace.go:171","msg":"trace[2074389488] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:589; }","duration":"116.941269ms","start":"2026-03-07T02:51:52.929359Z","end":"2026-03-07T02:51:53.0463Z","steps":["trace[2074389488] 'read index received' (duration: 90.884621ms)","trace[2074389488] 'applied index is now lower than readState.Index' (duration: 26.055248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:53.046615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.226765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T02:51:53.046712Z","caller":"traceutil/trace.go:171","msg":"trace[1002349068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"117.363518ms","start":"2026-03-07T02:51:52.929335Z","end":"2026-03-07T02:51:53.046698Z","steps":["trace[1002349068] 'agreement among raft nodes before linearized reading' (duration: 117.100842ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:53.166109Z","caller":"traceutil/trace.go:171","msg":"trace[678090310] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:592; }","duration":"103.476284ms","start":"2026-03-07T02:51:53.062605Z","end":"2026-03-07T02:51:53.166081Z","steps":["trace[678090310] 'read index received' (duration: 58.109159ms)","trace[678090310] 'applied index is now lower than readState.Index' (duration: 45.365824ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:53.166329Z","caller":"traceutil/trace.go:171","msg":"trace[526004479] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"115.807842ms","start":"2026-03-07T02:51:53.050507Z","end":"2026-03-07T02:51:53.166315Z","steps":["trace[526004479] 'process raft request' (duration: 70.255744ms)","trace[526004479] 'compare' (duration: 45.077016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:53.166398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.77677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-07T02:51:53.166481Z","caller":"traceutil/trace.go:171","msg":"trace[263958794] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:574; }","duration":"103.872633ms","start":"2026-03-07T02:51:53.06259Z","end":"2026-03-07T02:51:53.166463Z","steps":["trace[263958794] 'agreement among raft nodes before linearized reading' (duration: 103.733409ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:53.16669Z","caller":"traceutil/trace.go:171","msg":"trace[889472976] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"115.895944ms","start":"2026-03-07T02:51:53.050737Z","end":"2026-03-07T02:51:53.166633Z","steps":["trace[889472976] 'process raft request' (duration: 115.274179ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:55.784222Z","caller":"traceutil/trace.go:171","msg":"trace[369115833] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"231.585821ms","start":"2026-03-07T02:51:55.552605Z","end":"2026-03-07T02:51:55.784191Z","steps":["trace[369115833] 'process raft request' (duration: 208.508485ms)","trace[369115833] 'compare' (duration: 22.882942ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:56.053207Z","caller":"traceutil/trace.go:171","msg":"trace[624032561] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"420.819731ms","start":"2026-03-07T02:51:55.632355Z","end":"2026-03-07T02:51:56.053175Z","steps":["trace[624032561] 'process raft request' (duration: 399.683792ms)","trace[624032561] 'compare' (duration: 20.73921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:56.053379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:55.632318Z","time spent":"420.992505ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T02:51:58.708047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.997367413s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:51:58.944487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233954893s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:51:58.944737Z","caller":"traceutil/trace.go:171","msg":"trace[1660802298] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"2.635583611s","start":"2026-03-07T02:51:56.309129Z","end":"2026-03-07T02:51:58.944713Z","steps":["trace[1660802298] 'process raft request' (duration: 401.29737ms)","trace[1660802298] 'compare' (duration: 2.233634305s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:51:58.944833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.30912Z","time spent":"2.635674603s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:58.94521Z","caller":"traceutil/trace.go:171","msg":"trace[1086104351] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"2.621468452s","start":"2026-03-07T02:51:56.323692Z","end":"2026-03-07T02:51:58.945161Z","steps":["trace[1086104351] 'process raft request' (duration: 2.620913268s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.945358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.323665Z","time spent":"2.621623015s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:58.94542Z","caller":"traceutil/trace.go:171","msg":"trace[1394702455] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"2.620845727s","start":"2026-03-07T02:51:56.324546Z","end":"2026-03-07T02:51:58.945391Z","steps":["trace[1394702455] 'process raft request' (duration: 2.620320433s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.94556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.324538Z","time spent":"2.62096042s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:58.945566Z","caller":"traceutil/trace.go:171","msg":"trace[885314882] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"2.620350795s","start":"2026-03-07T02:51:56.325157Z","end":"2026-03-07T02:51:58.945508Z","steps":["trace[885314882] 'process raft request' (duration: 2.620181641s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:58.94559Z","caller":"traceutil/trace.go:171","msg":"trace[592260817] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"2.62054253s","start":"2026-03-07T02:51:56.324946Z","end":"2026-03-07T02:51:58.945489Z","steps":["trace[592260817] 'process raft request' (duration: 2.620306834s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.945822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.325148Z","time spent":"2.62054922s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:58.945764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.324938Z","time spent":"2.620746335s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:51:58.946133Z","caller":"traceutil/trace.go:171","msg":"trace[1611793455] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.61973255s","start":"2026-03-07T02:51:56.326389Z","end":"2026-03-07T02:51:58.946121Z","steps":["trace[1611793455] 'process raft request' (duration: 2.619411782s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.94621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.326381Z","time spent":"2.619781381s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:58.946171Z","caller":"traceutil/trace.go:171","msg":"trace[380055996] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"2.620030247s","start":"2026-03-07T02:51:56.326084Z","end":"2026-03-07T02:51:58.946114Z","steps":["trace[380055996] 'process raft request' (duration: 2.619351431s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:51:58.946384Z","caller":"traceutil/trace.go:171","msg":"trace[1275797467] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"2.619796381s","start":"2026-03-07T02:51:56.326573Z","end":"2026-03-07T02:51:58.946369Z","steps":["trace[1275797467] 'process raft request' (duration: 2.619495944s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.94652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.32655Z","time spent":"2.619898914s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:58.946598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.326076Z","time spent":"2.620247632s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:58.946693Z","caller":"traceutil/trace.go:171","msg":"trace[732721074] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"2.619987726s","start":"2026-03-07T02:51:56.326682Z","end":"2026-03-07T02:51:58.946669Z","steps":["trace[732721074] 'process raft request' (duration: 2.619578076s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.946803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.326646Z","time spent":"2.620108799s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4410,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:51:58.946796Z","caller":"traceutil/trace.go:171","msg":"trace[218062828] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:687; }","duration":"2.618625723s","start":"2026-03-07T02:51:56.328144Z","end":"2026-03-07T02:51:58.946769Z","steps":["trace[218062828] 'read index received' (duration: 382.306693ms)","trace[218062828] 'applied index is now lower than readState.Index' (duration: 2.23631793s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:51:58.946919Z","caller":"traceutil/trace.go:171","msg":"trace[43813985] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"2.599785769s","start":"2026-03-07T02:51:56.347119Z","end":"2026-03-07T02:51:58.946905Z","steps":["trace[43813985] 'process raft request' (duration: 2.599456451s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.947037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.347087Z","time spent":"2.599876151s","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:51:58.94718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619037553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-07T02:51:58.94727Z","caller":"traceutil/trace.go:171","msg":"trace[821266167] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:677; }","duration":"2.619126705s","start":"2026-03-07T02:51:56.328127Z","end":"2026-03-07T02:51:58.947253Z","steps":["trace[821266167] 'agreement among raft nodes before linearized reading' (duration: 2.618889369s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:58.947332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.328084Z","time spent":"2.619237088s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-07T02:51:59.320044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999802121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:51:59.320114Z","caller":"traceutil/trace.go:171","msg":"trace[883843714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971586s","start":"2026-03-07T02:51:57.320127Z","end":"2026-03-07T02:51:59.320099Z","steps":["trace[883843714] 'agreement among raft nodes before linearized reading' (duration: 1.999861203s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:51:59.320151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.32009Z","time spent":"2.000054768s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:51:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:52:00.671016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621355501s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:52:01.32053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T02:52:01.320656Z","caller":"traceutil/trace.go:171","msg":"trace[878607747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084557s","start":"2026-03-07T02:51:59.320544Z","end":"2026-03-07T02:52:01.320629Z","steps":["trace[878607747] 'agreement among raft nodes before linearized reading' (duration: 1.999906303s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.320719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:59.320506Z","time spent":"2.000200502s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 02:52:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T02:52:01.439313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571468569s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:01.43948Z","caller":"traceutil/trace.go:171","msg":"trace[969282036] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:677; }","duration":"1.571658504s","start":"2026-03-07T02:51:59.867806Z","end":"2026-03-07T02:52:01.439464Z","steps":["trace[969282036] 'range keys from in-memory index tree' (duration: 1.571451848s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.521778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472165193s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T02:52:01.522008Z","caller":"traceutil/trace.go:171","msg":"trace[545999141] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"2.575124945s","start":"2026-03-07T02:51:58.946851Z","end":"2026-03-07T02:52:01.521976Z","steps":["trace[545999141] 'read index received' (duration: 102.766557ms)","trace[545999141] 'applied index is now lower than readState.Index' (duration: 2.472354718s)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:01.522147Z","caller":"traceutil/trace.go:171","msg":"trace[715269354] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"2.56745532s","start":"2026-03-07T02:51:58.954675Z","end":"2026-03-07T02:52:01.522131Z","steps":["trace[715269354] 'process raft request' (duration: 2.567348437s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294665092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-07T02:52:01.522228Z","caller":"traceutil/trace.go:171","msg":"trace[1588505359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"4.294778844s","start":"2026-03-07T02:51:57.227424Z","end":"2026-03-07T02:52:01.522203Z","steps":["trace[1588505359] 'agreement among raft nodes before linearized reading' (duration: 4.29458279s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.2937772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T02:52:01.52225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.954671Z","time spent":"2.567525131s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:01.522235Z","caller":"traceutil/trace.go:171","msg":"trace[1487365201] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"2.567646434s","start":"2026-03-07T02:51:58.954556Z","end":"2026-03-07T02:52:01.522203Z","steps":["trace[1487365201] 'process raft request' (duration: 2.567318207s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.227408Z","time spent":"4.294872577s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:52:01.522303Z","caller":"traceutil/trace.go:171","msg":"trace[683147982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:679; }","duration":"4.293936843s","start":"2026-03-07T02:51:57.228347Z","end":"2026-03-07T02:52:01.522284Z","steps":["trace[683147982] 'agreement among raft nodes before linearized reading' (duration: 4.293701408s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.228316Z","time spent":"4.294027956s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:01.522379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.954533Z","time spent":"2.567776827s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:01.522429Z","caller":"traceutil/trace.go:171","msg":"trace[1091768420] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"2.567145463s","start":"2026-03-07T02:51:58.955272Z","end":"2026-03-07T02:52:01.522417Z","steps":["trace[1091768420] 'process raft request' (duration: 2.566817275s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29414171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T02:52:01.522491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.192362675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:01.522496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484581629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-07T02:52:01.522512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.955243Z","time spent":"2.567218095s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:01.522523Z","caller":"traceutil/trace.go:171","msg":"trace[674000146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"4.294236691s","start":"2026-03-07T02:51:57.228267Z","end":"2026-03-07T02:52:01.522504Z","steps":["trace[674000146] 'agreement among raft nodes before linearized reading' (duration: 4.293837051s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.522541Z","caller":"traceutil/trace.go:171","msg":"trace[558448754] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:679; }","duration":"5.192453197s","start":"2026-03-07T02:51:56.330069Z","end":"2026-03-07T02:52:01.522522Z","steps":["trace[558448754] 'agreement among raft nodes before linearized reading' (duration: 5.192096657s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.433614221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c7tdw\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-07T02:52:01.522575Z","caller":"traceutil/trace.go:171","msg":"trace[990187085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"4.484701472s","start":"2026-03-07T02:51:57.037831Z","end":"2026-03-07T02:52:01.522532Z","steps":["trace[990187085] 'agreement among raft nodes before linearized reading' (duration: 4.484325662s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.228245Z","time spent":"4.294318894s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:52:01.522609Z","caller":"traceutil/trace.go:171","msg":"trace[859553768] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c7tdw; range_end:; response_count:1; response_revision:679; }","duration":"4.433734254s","start":"2026-03-07T02:51:57.088861Z","end":"2026-03-07T02:52:01.522595Z","steps":["trace[859553768] 'agreement among raft nodes before linearized reading' (duration: 4.433284242s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:56.330044Z","time spent":"5.192528689s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-07T02:52:01.522614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.037802Z","time spent":"4.484802164s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:52:01.522648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.088837Z","time spent":"4.433803876s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-c7tdw\" "} {"level":"info","ts":"2026-03-07T02:52:01.522765Z","caller":"traceutil/trace.go:171","msg":"trace[1873619819] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"2.567290736s","start":"2026-03-07T02:51:58.955463Z","end":"2026-03-07T02:52:01.522754Z","steps":["trace[1873619819] 'process raft request' (duration: 2.566868095s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.522824Z","caller":"traceutil/trace.go:171","msg":"trace[1569857973] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"2.566437716s","start":"2026-03-07T02:51:58.95637Z","end":"2026-03-07T02:52:01.522808Z","steps":["trace[1569857973] 'process raft request' (duration: 2.566288192s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.522834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.955443Z","time spent":"2.567355478s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.522917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.956348Z","time spent":"2.566517937s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:01.522959Z","caller":"traceutil/trace.go:171","msg":"trace[1468010078] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"2.566419525s","start":"2026-03-07T02:51:58.956522Z","end":"2026-03-07T02:52:01.522942Z","steps":["trace[1468010078] 'process raft request' (duration: 2.56622155s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.522993Z","caller":"traceutil/trace.go:171","msg":"trace[1004692799] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"2.565851642s","start":"2026-03-07T02:51:58.957129Z","end":"2026-03-07T02:52:01.52298Z","steps":["trace[1004692799] 'process raft request' (duration: 2.565737649s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.523016Z","caller":"traceutil/trace.go:171","msg":"trace[1260200706] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.253252841s","start":"2026-03-07T02:52:00.269752Z","end":"2026-03-07T02:52:01.523005Z","steps":["trace[1260200706] 'process raft request' (duration: 1.25317628s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.523051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.956513Z","time spent":"2.566490046s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.523077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:00.269713Z","time spent":"1.253330113s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.523069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.957122Z","time spent":"2.565899373s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:01.523175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302680666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T02:52:01.523206Z","caller":"traceutil/trace.go:171","msg":"trace[1653113603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"4.302776608s","start":"2026-03-07T02:51:57.220421Z","end":"2026-03-07T02:52:01.523198Z","steps":["trace[1653113603] 'agreement among raft nodes before linearized reading' (duration: 4.301707342s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.523245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:57.220391Z","time spent":"4.30284963s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:52:01.523243Z","caller":"traceutil/trace.go:171","msg":"trace[640359252] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"199.378255ms","start":"2026-03-07T02:52:01.32385Z","end":"2026-03-07T02:52:01.523228Z","steps":["trace[640359252] 'process raft request' (duration: 199.124459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.523337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.373597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:01.523391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567643265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-07T02:52:01.523417Z","caller":"traceutil/trace.go:171","msg":"trace[99866353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:686; }","duration":"197.51326ms","start":"2026-03-07T02:52:01.32589Z","end":"2026-03-07T02:52:01.523403Z","steps":["trace[99866353] 'agreement among raft nodes before linearized reading' (duration: 197.337826ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:01.523472Z","caller":"traceutil/trace.go:171","msg":"trace[1002404983] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:686; }","duration":"2.567741617s","start":"2026-03-07T02:51:58.955687Z","end":"2026-03-07T02:52:01.523428Z","steps":["trace[1002404983] 'agreement among raft nodes before linearized reading' (duration: 2.567541303s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:01.523563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:51:58.955654Z","time spent":"2.567898461s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4398,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-07T02:52:02.622388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074890512s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:52:02.879913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33248104s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:02.880359Z","caller":"traceutil/trace.go:171","msg":"trace[1243832479] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"1.3511822s","start":"2026-03-07T02:52:01.529159Z","end":"2026-03-07T02:52:02.880341Z","steps":["trace[1243832479] 'process raft request' (duration: 1.351090338s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.880361Z","caller":"traceutil/trace.go:171","msg":"trace[860848395] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"1.351675941s","start":"2026-03-07T02:52:01.528667Z","end":"2026-03-07T02:52:02.880343Z","steps":["trace[860848395] 'process raft request' (duration: 1.351397495s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.880367Z","caller":"traceutil/trace.go:171","msg":"trace[1593226464] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"1.351282762s","start":"2026-03-07T02:52:01.529044Z","end":"2026-03-07T02:52:02.880327Z","steps":["trace[1593226464] 'process raft request' (duration: 1.351159429s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.880397Z","caller":"traceutil/trace.go:171","msg":"trace[1791578076] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"1.351520738s","start":"2026-03-07T02:52:01.528822Z","end":"2026-03-07T02:52:02.880343Z","steps":["trace[1791578076] 'process raft request' (duration: 1.351342914s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.880489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.529153Z","time spent":"1.351268392s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:02.88035Z","caller":"traceutil/trace.go:171","msg":"trace[1150187252] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"1.351689802s","start":"2026-03-07T02:52:01.528624Z","end":"2026-03-07T02:52:02.880314Z","steps":["trace[1150187252] 'process raft request' (duration: 18.71823ms)","trace[1150187252] 'compare' (duration: 1.331989158s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:02.880511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.528646Z","time spent":"1.351783244s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:02.880521Z","caller":"traceutil/trace.go:171","msg":"trace[1052886822] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"1.349374866s","start":"2026-03-07T02:52:01.531108Z","end":"2026-03-07T02:52:02.880483Z","steps":["trace[1052886822] 'process raft request' (duration: 1.349203781s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.880551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.529035Z","time spent":"1.351427356s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:02.880572Z","caller":"traceutil/trace.go:171","msg":"trace[1004076418] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"1.348934445s","start":"2026-03-07T02:52:01.531616Z","end":"2026-03-07T02:52:02.88055Z","steps":["trace[1004076418] 'process raft request' (duration: 1.348752101s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.880603Z","caller":"traceutil/trace.go:171","msg":"trace[1139191413] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"1.348538146s","start":"2026-03-07T02:52:01.532044Z","end":"2026-03-07T02:52:02.880582Z","steps":["trace[1139191413] 'process raft request' (duration: 1.348420893s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.880637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.531088Z","time spent":"1.349484159s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:02.880666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.531607Z","time spent":"1.349015438s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:02.880707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.532035Z","time spent":"1.348623958s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:02.880707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.528804Z","time spent":"1.351731693s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:02.880804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.528601Z","time spent":"1.351975669s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:02.880887Z","caller":"traceutil/trace.go:171","msg":"trace[1450311308] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"1.347967903s","start":"2026-03-07T02:52:01.532906Z","end":"2026-03-07T02:52:02.880874Z","steps":["trace[1450311308] 'process raft request' (duration: 1.347596304s)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:02.880928Z","caller":"traceutil/trace.go:171","msg":"trace[1489917160] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"1.342656445s","start":"2026-03-07T02:52:01.538259Z","end":"2026-03-07T02:52:02.880915Z","steps":["trace[1489917160] 'process raft request' (duration: 1.342591053s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.880958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.532794Z","time spent":"1.348123696s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3957,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:02.880978Z","caller":"traceutil/trace.go:171","msg":"trace[1397812095] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"1.347780648s","start":"2026-03-07T02:52:01.533178Z","end":"2026-03-07T02:52:02.880959Z","steps":["trace[1397812095] 'process raft request' (duration: 1.347564873s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.881015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.538246Z","time spent":"1.342724056s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:02.880398Z","caller":"traceutil/trace.go:171","msg":"trace[752272540] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"1.349626223s","start":"2026-03-07T02:52:01.530737Z","end":"2026-03-07T02:52:02.880363Z","steps":["trace[752272540] 'process raft request' (duration: 1.349540871s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:02.881099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.533168Z","time spent":"1.347868221s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:02.88146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.530706Z","time spent":"1.350491435s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:03.427013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162396319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:52:03.79932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176485118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:52:03.885771Z","caller":"traceutil/trace.go:171","msg":"trace[1390300223] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"2.262254297s","start":"2026-03-07T02:52:01.623487Z","end":"2026-03-07T02:52:03.885741Z","steps":["trace[1390300223] 'process raft request' (duration: 2.176163206s)","trace[1390300223] 'compare' (duration: 82.105162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:03.885947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:01.623466Z","time spent":"2.262408021s","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:03.886232Z","caller":"traceutil/trace.go:171","msg":"trace[843500206] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"1.560029176s","start":"2026-03-07T02:52:02.326194Z","end":"2026-03-07T02:52:03.886223Z","steps":["trace[843500206] 'process raft request' (duration: 1.559471214s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.886292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:02.326166Z","time spent":"1.560095347s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:03.886445Z","caller":"traceutil/trace.go:171","msg":"trace[2073459549] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:719; }","duration":"960.228421ms","start":"2026-03-07T02:52:02.926132Z","end":"2026-03-07T02:52:03.88636Z","steps":["trace[2073459549] 'read index received' (duration: 873.495576ms)","trace[2073459549] 'applied index is now lower than readState.Index' (duration: 86.731775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:03.886648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.789576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:03.886694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.571718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T02:52:03.886701Z","caller":"traceutil/trace.go:171","msg":"trace[1820939578] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"995.45033ms","start":"2026-03-07T02:52:02.891221Z","end":"2026-03-07T02:52:03.886671Z","steps":["trace[1820939578] 'process raft request' (duration: 994.852377ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:03.886723Z","caller":"traceutil/trace.go:171","msg":"trace[1764150201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:701; }","duration":"566.899229ms","start":"2026-03-07T02:52:03.31981Z","end":"2026-03-07T02:52:03.886709Z","steps":["trace[1764150201] 'agreement among raft nodes before linearized reading' (duration: 566.793356ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:03.886735Z","caller":"traceutil/trace.go:171","msg":"trace[1687135016] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:701; }","duration":"960.66167ms","start":"2026-03-07T02:52:02.926063Z","end":"2026-03-07T02:52:03.886725Z","steps":["trace[1687135016] 'agreement among raft nodes before linearized reading' (duration: 960.493746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:03.886768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:02.92604Z","time spent":"960.720422ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-07T02:52:03.886764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:03.319793Z","time spent":"566.96328ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:03.886826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:02.891197Z","time spent":"995.560412ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:04.113878Z","caller":"traceutil/trace.go:171","msg":"trace[1821738790] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"207.585795ms","start":"2026-03-07T02:52:03.906271Z","end":"2026-03-07T02:52:04.113857Z","steps":["trace[1821738790] 'process raft request' (duration: 207.474672ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:04.114068Z","caller":"traceutil/trace.go:171","msg":"trace[119379742] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"210.147601ms","start":"2026-03-07T02:52:03.903909Z","end":"2026-03-07T02:52:04.114057Z","steps":["trace[119379742] 'process raft request' (duration: 153.783677ms)","trace[119379742] 'compare' (duration: 55.844442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:08.43445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.266402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:08.434543Z","caller":"traceutil/trace.go:171","msg":"trace[697197444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"114.436756ms","start":"2026-03-07T02:52:08.320085Z","end":"2026-03-07T02:52:08.434522Z","steps":["trace[697197444] 'range keys from in-memory index tree' (duration: 114.17718ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:16.396748Z","caller":"traceutil/trace.go:171","msg":"trace[1374741263] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"100.518253ms","start":"2026-03-07T02:52:16.296188Z","end":"2026-03-07T02:52:16.396706Z","steps":["trace[1374741263] 'process raft request' (duration: 100.072613ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:18.3361Z","caller":"traceutil/trace.go:171","msg":"trace[1724578026] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"132.562582ms","start":"2026-03-07T02:52:18.203487Z","end":"2026-03-07T02:52:18.336049Z","steps":["trace[1724578026] 'process raft request' (duration: 132.241054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:19.99416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.440177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:19.994369Z","caller":"traceutil/trace.go:171","msg":"trace[1895176452] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"947.795386ms","start":"2026-03-07T02:52:19.046539Z","end":"2026-03-07T02:52:19.994334Z","steps":["trace[1895176452] 'process raft request' (duration: 285.997611ms)","trace[1895176452] 'compare' (duration: 661.228052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:19.994479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.046516Z","time spent":"947.914039ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:19.993655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.572342ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:19.994741Z","caller":"traceutil/trace.go:171","msg":"trace[1108469195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:873; }","duration":"125.701588ms","start":"2026-03-07T02:52:19.869013Z","end":"2026-03-07T02:52:19.994714Z","steps":["trace[1108469195] 'range keys from in-memory index tree' (duration: 124.536202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.311611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.63904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:20.311831Z","caller":"traceutil/trace.go:171","msg":"trace[609203977] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"1.261771436s","start":"2026-03-07T02:52:19.050003Z","end":"2026-03-07T02:52:20.311775Z","steps":["trace[609203977] 'process raft request' (duration: 1.11387229s)","trace[609203977] 'compare' (duration: 147.257431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:20.312061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.049972Z","time spent":"1.261963629s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:20.311983Z","caller":"traceutil/trace.go:171","msg":"trace[483341745] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:899; }","duration":"992.097489ms","start":"2026-03-07T02:52:19.319841Z","end":"2026-03-07T02:52:20.311938Z","steps":["trace[483341745] 'read index received' (duration: 12.696754ms)","trace[483341745] 'applied index is now lower than readState.Index' (duration: 979.398415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:20.324396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004489926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:20.32453Z","caller":"traceutil/trace.go:171","msg":"trace[2133064146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"1.004710151s","start":"2026-03-07T02:52:19.319788Z","end":"2026-03-07T02:52:20.324498Z","steps":["trace[2133064146] 'agreement among raft nodes before linearized reading' (duration: 992.251213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:20.324594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:19.319761Z","time spent":"1.004822774s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:52:22.433191Z","caller":"traceutil/trace.go:171","msg":"trace[1030751716] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:912; }","duration":"115.316326ms","start":"2026-03-07T02:52:22.317853Z","end":"2026-03-07T02:52:22.433169Z","steps":["trace[1030751716] 'read index received' (duration: 115.08403ms)","trace[1030751716] 'applied index is now lower than readState.Index' (duration: 231.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:22.43325Z","caller":"traceutil/trace.go:171","msg":"trace[1751340226] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"154.145986ms","start":"2026-03-07T02:52:22.279078Z","end":"2026-03-07T02:52:22.433224Z","steps":["trace[1751340226] 'process raft request' (duration: 153.951131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:22.433521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.655513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-07T02:52:22.433527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.007228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:22.433632Z","caller":"traceutil/trace.go:171","msg":"trace[1740279732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:886; }","duration":"115.777965ms","start":"2026-03-07T02:52:22.317796Z","end":"2026-03-07T02:52:22.433574Z","steps":["trace[1740279732] 'agreement among raft nodes before linearized reading' (duration: 115.494889ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:22.433755Z","caller":"traceutil/trace.go:171","msg":"trace[892565114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:886; }","duration":"115.285815ms","start":"2026-03-07T02:52:22.318441Z","end":"2026-03-07T02:52:22.433727Z","steps":["trace[892565114] 'agreement among raft nodes before linearized reading' (duration: 114.991308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:23.429335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.592322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:23.429417Z","caller":"traceutil/trace.go:171","msg":"trace[1934146896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:892; }","duration":"111.732205ms","start":"2026-03-07T02:52:23.317667Z","end":"2026-03-07T02:52:23.4294Z","steps":["trace[1934146896] 'range keys from in-memory index tree' (duration: 111.51197ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:24.17014Z","caller":"traceutil/trace.go:171","msg":"trace[1075529366] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"145.299947ms","start":"2026-03-07T02:52:24.024814Z","end":"2026-03-07T02:52:24.170113Z","steps":["trace[1075529366] 'read index received' (duration: 145.145114ms)","trace[1075529366] 'applied index is now lower than readState.Index' (duration: 153.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:24.170215Z","caller":"traceutil/trace.go:171","msg":"trace[537157675] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"435.103523ms","start":"2026-03-07T02:52:23.735062Z","end":"2026-03-07T02:52:24.170166Z","steps":["trace[537157675] 'process raft request' (duration: 434.892989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:24.17037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.541323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T02:52:24.170383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:23.735037Z","time spent":"435.269067ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T02:52:24.170408Z","caller":"traceutil/trace.go:171","msg":"trace[517877228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:893; }","duration":"145.641506ms","start":"2026-03-07T02:52:24.024756Z","end":"2026-03-07T02:52:24.170398Z","steps":["trace[517877228] 'agreement among raft nodes before linearized reading' (duration: 145.466022ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:27.435476Z","caller":"traceutil/trace.go:171","msg":"trace[1441411647] linearizableReadLoop","detail":"{readStateIndex:950; appliedIndex:949; }","duration":"115.934269ms","start":"2026-03-07T02:52:27.319515Z","end":"2026-03-07T02:52:27.435449Z","steps":["trace[1441411647] 'read index received' (duration: 115.750735ms)","trace[1441411647] 'applied index is now lower than readState.Index' (duration: 182.234µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:27.435611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.080893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:52:27.435652Z","caller":"traceutil/trace.go:171","msg":"trace[1187108751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:922; }","duration":"116.165065ms","start":"2026-03-07T02:52:27.319474Z","end":"2026-03-07T02:52:27.435639Z","steps":["trace[1187108751] 'agreement among raft nodes before linearized reading' (duration: 116.077363ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:27.435587Z","caller":"traceutil/trace.go:171","msg":"trace[1655854505] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"179.771391ms","start":"2026-03-07T02:52:27.255747Z","end":"2026-03-07T02:52:27.435519Z","steps":["trace[1655854505] 'process raft request' (duration: 179.502845ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:29.210733Z","caller":"traceutil/trace.go:171","msg":"trace[585806010] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"104.533273ms","start":"2026-03-07T02:52:29.106177Z","end":"2026-03-07T02:52:29.21071Z","steps":["trace[585806010] 'process raft request' (duration: 104.089933ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:29.331115Z","caller":"traceutil/trace.go:171","msg":"trace[2022944573] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"115.951619ms","start":"2026-03-07T02:52:29.215137Z","end":"2026-03-07T02:52:29.331088Z","steps":["trace[2022944573] 'process raft request' (duration: 51.260069ms)","trace[2022944573] 'compare' (duration: 64.478435ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:29.359271Z","caller":"traceutil/trace.go:171","msg":"trace[769686043] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"143.343144ms","start":"2026-03-07T02:52:29.215862Z","end":"2026-03-07T02:52:29.359205Z","steps":["trace[769686043] 'process raft request' (duration: 142.771271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.734187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:52:32.681663Z","caller":"traceutil/trace.go:171","msg":"trace[280389863] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:981; }","duration":"362.853834ms","start":"2026-03-07T02:52:32.318787Z","end":"2026-03-07T02:52:32.681641Z","steps":["trace[280389863] 'read index received' (duration: 195.992564ms)","trace[280389863] 'applied index is now lower than readState.Index' (duration: 166.85906ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:32.681735Z","caller":"traceutil/trace.go:171","msg":"trace[931570013] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"368.510951ms","start":"2026-03-07T02:52:32.313168Z","end":"2026-03-07T02:52:32.681678Z","steps":["trace[931570013] 'process raft request' (duration: 201.529489ms)","trace[931570013] 'compare' (duration: 166.542162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:32.681825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.013087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:52:32.681884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.111768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:52:32.681922Z","caller":"traceutil/trace.go:171","msg":"trace[815829627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"156.19404ms","start":"2026-03-07T02:52:32.525717Z","end":"2026-03-07T02:52:32.681911Z","steps":["trace[815829627] 'agreement among raft nodes before linearized reading' (duration: 156.036497ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:32.681918Z","caller":"traceutil/trace.go:171","msg":"trace[511645829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"363.163641ms","start":"2026-03-07T02:52:32.318735Z","end":"2026-03-07T02:52:32.681899Z","steps":["trace[511645829] 'agreement among raft nodes before linearized reading' (duration: 362.991667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:32.681973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.318718Z","time spent":"363.246902ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:52:32.682026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:32.313142Z","time spent":"368.734425ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:52:36.67676Z","caller":"traceutil/trace.go:171","msg":"trace[765223153] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:1001; }","duration":"329.863394ms","start":"2026-03-07T02:52:36.346868Z","end":"2026-03-07T02:52:36.676732Z","steps":["trace[765223153] 'read index received' (duration: 329.657129ms)","trace[765223153] 'applied index is now lower than readState.Index' (duration: 204.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:52:36.676813Z","caller":"traceutil/trace.go:171","msg":"trace[897274373] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"352.363829ms","start":"2026-03-07T02:52:36.324414Z","end":"2026-03-07T02:52:36.676778Z","steps":["trace[897274373] 'process raft request' (duration: 352.169304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:36.676926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.035239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:52:36.676978Z","caller":"traceutil/trace.go:171","msg":"trace[1520728301] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:972; }","duration":"330.131061ms","start":"2026-03-07T02:52:36.346832Z","end":"2026-03-07T02:52:36.676963Z","steps":["trace[1520728301] 'agreement among raft nodes before linearized reading' (duration: 330.024538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:36.676975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:36.324398Z","time spent":"352.493192ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:52:36.677027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:52:36.34682Z","time spent":"330.191793ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:52:51.628098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.060218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:52:51.628256Z","caller":"traceutil/trace.go:171","msg":"trace[1257633667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1092; }","duration":"259.286093ms","start":"2026-03-07T02:52:51.368938Z","end":"2026-03-07T02:52:51.628224Z","steps":["trace[1257633667] 'range keys from in-memory index tree' (duration: 258.804052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:51.628231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.746021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T02:52:51.628331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.13994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T02:52:51.62835Z","caller":"traceutil/trace.go:171","msg":"trace[1502051426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1092; }","duration":"163.902295ms","start":"2026-03-07T02:52:51.464419Z","end":"2026-03-07T02:52:51.628321Z","steps":["trace[1502051426] 'range keys from in-memory index tree' (duration: 163.457895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:51.628345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.42317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v89zq\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-07T02:52:51.628404Z","caller":"traceutil/trace.go:171","msg":"trace[109753114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1092; }","duration":"193.245002ms","start":"2026-03-07T02:52:51.435132Z","end":"2026-03-07T02:52:51.628377Z","steps":["trace[109753114] 'range keys from in-memory index tree' (duration: 193.034887ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:51.628473Z","caller":"traceutil/trace.go:171","msg":"trace[2045611853] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v89zq; range_end:; response_count:1; response_revision:1092; }","duration":"273.620664ms","start":"2026-03-07T02:52:51.354822Z","end":"2026-03-07T02:52:51.628443Z","steps":["trace[2045611853] 'range keys from in-memory index tree' (duration: 273.159594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:52:58.531557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.447519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-8zx5s\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-07T02:52:58.531659Z","caller":"traceutil/trace.go:171","msg":"trace[1736837067] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-8zx5s; range_end:; response_count:1; response_revision:1213; }","duration":"136.602382ms","start":"2026-03-07T02:52:58.395036Z","end":"2026-03-07T02:52:58.531638Z","steps":["trace[1736837067] 'range keys from in-memory index tree' (duration: 136.259285ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:52:58.589357Z","caller":"traceutil/trace.go:171","msg":"trace[172414883] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"175.452424ms","start":"2026-03-07T02:52:58.413873Z","end":"2026-03-07T02:52:58.589326Z","steps":["trace[172414883] 'read index received' (duration: 103.02004ms)","trace[172414883] 'applied index is now lower than readState.Index' (duration: 72.430784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:52:58.589579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.683609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-07T02:52:58.589621Z","caller":"traceutil/trace.go:171","msg":"trace[775430516] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1213; }","duration":"175.77381ms","start":"2026-03-07T02:52:58.413833Z","end":"2026-03-07T02:52:58.589607Z","steps":["trace[775430516] 'agreement among raft nodes before linearized reading' (duration: 175.596516ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:00.962164Z","caller":"traceutil/trace.go:171","msg":"trace[23175533] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"107.91091ms","start":"2026-03-07T02:53:00.854226Z","end":"2026-03-07T02:53:00.962137Z","steps":["trace[23175533] 'read index received' (duration: 107.475279ms)","trace[23175533] 'applied index is now lower than readState.Index' (duration: 434.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:00.962325Z","caller":"traceutil/trace.go:171","msg":"trace[1660518570] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"153.328208ms","start":"2026-03-07T02:53:00.808949Z","end":"2026-03-07T02:53:00.962277Z","steps":["trace[1660518570] 'process raft request' (duration: 152.819936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:00.962455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.192576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:53:00.962505Z","caller":"traceutil/trace.go:171","msg":"trace[1382649903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1222; }","duration":"108.337009ms","start":"2026-03-07T02:53:00.854154Z","end":"2026-03-07T02:53:00.962491Z","steps":["trace[1382649903] 'agreement among raft nodes before linearized reading' (duration: 108.113004ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:09.481321Z","caller":"traceutil/trace.go:171","msg":"trace[1238981252] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"100.621175ms","start":"2026-03-07T02:53:09.380675Z","end":"2026-03-07T02:53:09.481296Z","steps":["trace[1238981252] 'process raft request' (duration: 100.430271ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:09.818419Z","caller":"traceutil/trace.go:171","msg":"trace[1457390154] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"106.397053ms","start":"2026-03-07T02:53:09.711977Z","end":"2026-03-07T02:53:09.818374Z","steps":["trace[1457390154] 'process raft request' (duration: 34.829033ms)","trace[1457390154] 'compare' (duration: 71.289934ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:09.818909Z","caller":"traceutil/trace.go:171","msg":"trace[1626824121] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"100.301898ms","start":"2026-03-07T02:53:09.718565Z","end":"2026-03-07T02:53:09.818867Z","steps":["trace[1626824121] 'process raft request' (duration: 100.167475ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:12.476Z","caller":"traceutil/trace.go:171","msg":"trace[2016756691] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1507; }","duration":"269.21716ms","start":"2026-03-07T02:53:12.206755Z","end":"2026-03-07T02:53:12.475972Z","steps":["trace[2016756691] 'read index received' (duration: 266.119671ms)","trace[2016756691] 'applied index is now lower than readState.Index' (duration: 3.095509ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:12.476139Z","caller":"traceutil/trace.go:171","msg":"trace[2020948851] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"309.900614ms","start":"2026-03-07T02:53:12.166183Z","end":"2026-03-07T02:53:12.476084Z","steps":["trace[2020948851] 'process raft request' (duration: 306.839046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.476223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.447864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.476266Z","caller":"traceutil/trace.go:171","msg":"trace[2140258563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusters.pxc.percona.com; range_end:; response_count:0; response_revision:1449; }","duration":"269.548337ms","start":"2026-03-07T02:53:12.206704Z","end":"2026-03-07T02:53:12.476252Z","steps":["trace[2140258563] 'agreement among raft nodes before linearized reading' (duration: 269.462375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:12.476403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:12.166166Z","time spent":"310.101098ms","remote":"127.0.0.1:51412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9355,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:12.47643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.492568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:12.476561Z","caller":"traceutil/trace.go:171","msg":"trace[763742174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1449; }","duration":"157.692122ms","start":"2026-03-07T02:53:12.318846Z","end":"2026-03-07T02:53:12.476538Z","steps":["trace[763742174] 'agreement among raft nodes before linearized reading' (duration: 157.433016ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:20.054271Z","caller":"traceutil/trace.go:171","msg":"trace[1691509707] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"127.052923ms","start":"2026-03-07T02:53:19.927193Z","end":"2026-03-07T02:53:20.054246Z","steps":["trace[1691509707] 'process raft request' (duration: 73.479423ms)","trace[1691509707] 'compare' (duration: 53.410116ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:20.054492Z","caller":"traceutil/trace.go:171","msg":"trace[1417678622] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"126.857988ms","start":"2026-03-07T02:53:19.927593Z","end":"2026-03-07T02:53:20.054451Z","steps":["trace[1417678622] 'process raft request' (duration: 126.614863ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:20.53889Z","caller":"traceutil/trace.go:171","msg":"trace[611915007] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1596; }","duration":"220.797905ms","start":"2026-03-07T02:53:20.318069Z","end":"2026-03-07T02:53:20.538867Z","steps":["trace[611915007] 'read index received' (duration: 220.619721ms)","trace[611915007] 'applied index is now lower than readState.Index' (duration: 177.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:20.538964Z","caller":"traceutil/trace.go:171","msg":"trace[2052886255] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"311.11459ms","start":"2026-03-07T02:53:20.22782Z","end":"2026-03-07T02:53:20.538935Z","steps":["trace[2052886255] 'process raft request' (duration: 310.888146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:20.539064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.630009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:20.539103Z","caller":"traceutil/trace.go:171","msg":"trace[1439039079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1531; }","duration":"192.729151ms","start":"2026-03-07T02:53:20.346361Z","end":"2026-03-07T02:53:20.53909Z","steps":["trace[1439039079] 'agreement among raft nodes before linearized reading' (duration: 192.643359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:20.539134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:20.227799Z","time spent":"311.237534ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:20.539105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.994409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:20.539246Z","caller":"traceutil/trace.go:171","msg":"trace[1396929694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1531; }","duration":"221.195754ms","start":"2026-03-07T02:53:20.318024Z","end":"2026-03-07T02:53:20.53922Z","steps":["trace[1396929694] 'agreement among raft nodes before linearized reading' (duration: 220.949008ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:20.748181Z","caller":"traceutil/trace.go:171","msg":"trace[552425920] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"200.861171ms","start":"2026-03-07T02:53:20.547275Z","end":"2026-03-07T02:53:20.748137Z","steps":["trace[552425920] 'process raft request' (duration: 200.067983ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:27.339634Z","caller":"traceutil/trace.go:171","msg":"trace[1393382522] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1695; }","duration":"192.624198ms","start":"2026-03-07T02:53:27.146975Z","end":"2026-03-07T02:53:27.339599Z","steps":["trace[1393382522] 'read index received' (duration: 174.113687ms)","trace[1393382522] 'applied index is now lower than readState.Index' (duration: 18.508971ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:27.339682Z","caller":"traceutil/trace.go:171","msg":"trace[1460891616] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"394.281877ms","start":"2026-03-07T02:53:26.945326Z","end":"2026-03-07T02:53:27.339608Z","steps":["trace[1460891616] 'process raft request' (duration: 375.772467ms)","trace[1460891616] 'compare' (duration: 17.990579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:27.339893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:26.945283Z","time spent":"394.502993ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:27.339953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.949936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T02:53:27.339988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.122219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-07T02:53:27.340108Z","caller":"traceutil/trace.go:171","msg":"trace[942978776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1629; }","duration":"193.18188ms","start":"2026-03-07T02:53:27.146895Z","end":"2026-03-07T02:53:27.340077Z","steps":["trace[942978776] 'agreement among raft nodes before linearized reading' (duration: 192.806192ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:27.34011Z","caller":"traceutil/trace.go:171","msg":"trace[1698871832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1629; }","duration":"138.318053ms","start":"2026-03-07T02:53:27.201776Z","end":"2026-03-07T02:53:27.340094Z","steps":["trace[1698871832] 'agreement among raft nodes before linearized reading' (duration: 138.023826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.032423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162398197,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:53:28.047614Z","caller":"traceutil/trace.go:171","msg":"trace[366016584] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"701.697355ms","start":"2026-03-07T02:53:27.34589Z","end":"2026-03-07T02:53:28.047587Z","steps":["trace[366016584] 'process raft request' (duration: 701.544102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.047785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.34586Z","time spent":"701.842529ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:28.187244Z","caller":"traceutil/trace.go:171","msg":"trace[1840725359] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"840.959369ms","start":"2026-03-07T02:53:27.346239Z","end":"2026-03-07T02:53:28.187199Z","steps":["trace[1840725359] 'process raft request' (duration: 776.280583ms)","trace[1840725359] 'compare' (duration: 64.330659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:28.187419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.346218Z","time spent":"841.114112ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:28.445385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.330908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T02:53:28.44575Z","caller":"traceutil/trace.go:171","msg":"trace[575914481] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"289.5266ms","start":"2026-03-07T02:53:28.156199Z","end":"2026-03-07T02:53:28.445725Z","steps":["trace[575914481] 'process raft request' (duration: 289.350817ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.445776Z","caller":"traceutil/trace.go:171","msg":"trace[1929805228] linearizableReadLoop","detail":"{readStateIndex:1699; appliedIndex:1696; }","duration":"913.654684ms","start":"2026-03-07T02:53:27.532084Z","end":"2026-03-07T02:53:28.445739Z","steps":["trace[1929805228] 'read index received' (duration: 515.268195ms)","trace[1929805228] 'applied index is now lower than readState.Index' (duration: 398.384599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:28.446077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.969181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-07T02:53:28.446141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.736973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T02:53:28.446173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.52743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:53:28.446089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.30934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-07T02:53:28.446196Z","caller":"traceutil/trace.go:171","msg":"trace[2078116492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb; range_end:; response_count:1; response_revision:1632; }","duration":"914.109054ms","start":"2026-03-07T02:53:27.532059Z","end":"2026-03-07T02:53:28.446168Z","steps":["trace[2078116492] 'agreement among raft nodes before linearized reading' (duration: 913.794637ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.446219Z","caller":"traceutil/trace.go:171","msg":"trace[951195815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1632; }","duration":"354.479094ms","start":"2026-03-07T02:53:28.091732Z","end":"2026-03-07T02:53:28.446211Z","steps":["trace[951195815] 'agreement among raft nodes before linearized reading' (duration: 354.192397ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.446227Z","caller":"traceutil/trace.go:171","msg":"trace[1176718547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"126.591252ms","start":"2026-03-07T02:53:28.319612Z","end":"2026-03-07T02:53:28.446204Z","steps":["trace[1176718547] 'agreement among raft nodes before linearized reading' (duration: 126.53806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.446254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.091726Z","time spent":"354.519295ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:53:28.446254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.531988Z","time spent":"914.254419ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb\" "} {"level":"warn","ts":"2026-03-07T02:53:28.446138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:53:28.446321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.494649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:53:28.446188Z","caller":"traceutil/trace.go:171","msg":"trace[217613678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1632; }","duration":"478.866816ms","start":"2026-03-07T02:53:27.96731Z","end":"2026-03-07T02:53:28.446177Z","steps":["trace[217613678] 'agreement among raft nodes before linearized reading' (duration: 478.720142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.446367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.96726Z","time spent":"479.099661ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T02:53:28.446368Z","caller":"traceutil/trace.go:171","msg":"trace[611549104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1632; }","duration":"641.592781ms","start":"2026-03-07T02:53:27.804758Z","end":"2026-03-07T02:53:28.446351Z","steps":["trace[611549104] 'agreement among raft nodes before linearized reading' (duration: 641.425037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.446351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.844072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T02:53:28.446377Z","caller":"traceutil/trace.go:171","msg":"trace[1732499302] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1632; }","duration":"118.648826ms","start":"2026-03-07T02:53:28.327688Z","end":"2026-03-07T02:53:28.446337Z","steps":["trace[1732499302] 'agreement among raft nodes before linearized reading' (duration: 118.363729ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.446432Z","caller":"traceutil/trace.go:171","msg":"trace[1348160270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1632; }","duration":"354.964464ms","start":"2026-03-07T02:53:28.091448Z","end":"2026-03-07T02:53:28.446412Z","steps":["trace[1348160270] 'agreement among raft nodes before linearized reading' (duration: 354.723518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.446464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.352566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-07T02:53:28.446475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.091427Z","time spent":"355.038957ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T02:53:28.446497Z","caller":"traceutil/trace.go:171","msg":"trace[84951132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb; range_end:; response_count:1; response_revision:1632; }","duration":"899.429808ms","start":"2026-03-07T02:53:27.547055Z","end":"2026-03-07T02:53:28.446485Z","steps":["trace[84951132] 'agreement among raft nodes before linearized reading' (duration: 898.855884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.446525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.547038Z","time spent":"899.480159ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a40610-63df-474d-8146-dbd6efe486fb\" "} {"level":"warn","ts":"2026-03-07T02:53:28.44641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:27.804663Z","time spent":"641.738114ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T02:53:28.864548Z","caller":"traceutil/trace.go:171","msg":"trace[345167063] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"410.439307ms","start":"2026-03-07T02:53:28.454078Z","end":"2026-03-07T02:53:28.864518Z","steps":["trace[345167063] 'process raft request' (duration: 410.353365ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.864587Z","caller":"traceutil/trace.go:171","msg":"trace[422878956] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"412.056842ms","start":"2026-03-07T02:53:28.452503Z","end":"2026-03-07T02:53:28.86456Z","steps":["trace[422878956] 'process raft request' (duration: 411.888498ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:28.864552Z","caller":"traceutil/trace.go:171","msg":"trace[949083827] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"413.044565ms","start":"2026-03-07T02:53:28.451471Z","end":"2026-03-07T02:53:28.864515Z","steps":["trace[949083827] 'process raft request' (duration: 412.740218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.864758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.454062Z","time spent":"410.57834ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:28.864799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.452465Z","time spent":"412.201905ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:28.864955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.451447Z","time spent":"413.335901ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:28.923238Z","caller":"traceutil/trace.go:171","msg":"trace[2101497985] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1701; }","duration":"310.770673ms","start":"2026-03-07T02:53:28.612431Z","end":"2026-03-07T02:53:28.923202Z","steps":["trace[2101497985] 'read index received' (duration: 251.884015ms)","trace[2101497985] 'applied index is now lower than readState.Index' (duration: 58.885258ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:28.923304Z","caller":"traceutil/trace.go:171","msg":"trace[1875321534] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"358.051153ms","start":"2026-03-07T02:53:28.56522Z","end":"2026-03-07T02:53:28.923271Z","steps":["trace[1875321534] 'process raft request' (duration: 357.794828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.923448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.56518Z","time spent":"358.192226ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:28.923559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.10248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-07T02:53:28.923661Z","caller":"traceutil/trace.go:171","msg":"trace[1749505989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1637; }","duration":"311.276954ms","start":"2026-03-07T02:53:28.612361Z","end":"2026-03-07T02:53:28.923638Z","steps":["trace[1749505989] 'agreement among raft nodes before linearized reading' (duration: 310.980158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:28.923712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:28.61233Z","time spent":"311.373126ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-07T02:53:31.154276Z","caller":"traceutil/trace.go:171","msg":"trace[2055927047] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"279.010017ms","start":"2026-03-07T02:53:30.875229Z","end":"2026-03-07T02:53:31.154239Z","steps":["trace[2055927047] 'process raft request' (duration: 278.748601ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:31.15791Z","caller":"traceutil/trace.go:171","msg":"trace[1349884445] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"229.315352ms","start":"2026-03-07T02:53:30.928557Z","end":"2026-03-07T02:53:31.157872Z","steps":["trace[1349884445] 'process raft request' (duration: 229.229681ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:31.157961Z","caller":"traceutil/trace.go:171","msg":"trace[855162529] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"282.604977ms","start":"2026-03-07T02:53:30.875315Z","end":"2026-03-07T02:53:31.15792Z","steps":["trace[855162529] 'process raft request' (duration: 282.265009ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:36.941806Z","caller":"traceutil/trace.go:171","msg":"trace[859866055] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"268.675378ms","start":"2026-03-07T02:53:36.673048Z","end":"2026-03-07T02:53:36.941724Z","steps":["trace[859866055] 'process raft request' (duration: 207.446238ms)","trace[859866055] 'compare' (duration: 61.046506ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:53:36.941819Z","caller":"traceutil/trace.go:171","msg":"trace[1387409557] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"237.108577ms","start":"2026-03-07T02:53:36.704625Z","end":"2026-03-07T02:53:36.941733Z","steps":["trace[1387409557] 'read index received' (duration: 175.887286ms)","trace[1387409557] 'applied index is now lower than readState.Index' (duration: 61.21964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:36.942149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.493626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-99a40610-63df-474d-8146-dbd6efe486fb\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-07T02:53:36.942332Z","caller":"traceutil/trace.go:171","msg":"trace[282185361] range","detail":"{range_begin:/registry/persistentvolumes/pvc-99a40610-63df-474d-8146-dbd6efe486fb; range_end:; response_count:1; response_revision:1711; }","duration":"237.669479ms","start":"2026-03-07T02:53:36.704597Z","end":"2026-03-07T02:53:36.942266Z","steps":["trace[282185361] 'agreement among raft nodes before linearized reading' (duration: 237.23249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:37.532643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.506177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:53:37.532832Z","caller":"traceutil/trace.go:171","msg":"trace[1859039296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"215.752872ms","start":"2026-03-07T02:53:37.317057Z","end":"2026-03-07T02:53:37.53281Z","steps":["trace[1859039296] 'range keys from in-memory index tree' (duration: 215.347173ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:37.533025Z","caller":"traceutil/trace.go:171","msg":"trace[125195266] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"156.151139ms","start":"2026-03-07T02:53:37.376775Z","end":"2026-03-07T02:53:37.532926Z","steps":["trace[125195266] 'process raft request' (duration: 83.572217ms)","trace[125195266] 'compare' (duration: 72.316156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:38.222066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.336816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T02:53:38.222184Z","caller":"traceutil/trace.go:171","msg":"trace[1103506082] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1785; }","duration":"123.915022ms","start":"2026-03-07T02:53:38.098248Z","end":"2026-03-07T02:53:38.222163Z","steps":["trace[1103506082] 'read index received' (duration: 78.642µs)","trace[1103506082] 'applied index is now lower than readState.Index' (duration: 123.83447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:38.222372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.122586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T02:53:38.222416Z","caller":"traceutil/trace.go:171","msg":"trace[809342846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1715; }","duration":"124.211999ms","start":"2026-03-07T02:53:38.098193Z","end":"2026-03-07T02:53:38.222405Z","steps":["trace[809342846] 'agreement among raft nodes before linearized reading' (duration: 124.020704ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:44.403092Z","caller":"traceutil/trace.go:171","msg":"trace[1710263318] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"137.853693ms","start":"2026-03-07T02:53:44.265197Z","end":"2026-03-07T02:53:44.40305Z","steps":["trace[1710263318] 'process raft request' (duration: 137.644768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:45.508411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162398476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:53:45.689603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050987114s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T02:53:45.690002Z","caller":"traceutil/trace.go:171","msg":"trace[892337474] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"1.051499676s","start":"2026-03-07T02:53:44.638474Z","end":"2026-03-07T02:53:45.689974Z","steps":["trace[892337474] 'process raft request' (duration: 1.051315222s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:45.690168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:44.638444Z","time spent":"1.051640839s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:53:45.690954Z","caller":"traceutil/trace.go:171","msg":"trace[1903106645] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"132.36468ms","start":"2026-03-07T02:53:45.558575Z","end":"2026-03-07T02:53:45.690939Z","steps":["trace[1903106645] 'process raft request' (duration: 132.302558ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:45.690955Z","caller":"traceutil/trace.go:171","msg":"trace[1111962918] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"448.260686ms","start":"2026-03-07T02:53:45.242669Z","end":"2026-03-07T02:53:45.69093Z","steps":["trace[1111962918] 'process raft request' (duration: 448.096773ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:45.690937Z","caller":"traceutil/trace.go:171","msg":"trace[435343636] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1835; }","duration":"683.447361ms","start":"2026-03-07T02:53:45.007468Z","end":"2026-03-07T02:53:45.690915Z","steps":["trace[435343636] 'read index received' (duration: 682.316986ms)","trace[435343636] 'applied index is now lower than readState.Index' (duration: 1.129415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:53:45.691087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:45.242645Z","time spent":"448.357929ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:53:45.691182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.641855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:53:45.691284Z","caller":"traceutil/trace.go:171","msg":"trace[229204985] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1766; }","duration":"683.87324ms","start":"2026-03-07T02:53:45.007395Z","end":"2026-03-07T02:53:45.691268Z","steps":["trace[229204985] 'agreement among raft nodes before linearized reading' (duration: 683.662775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:45.691358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:45.007367Z","time spent":"683.972302ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:53:45.691339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.118962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:53:45.691426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.783056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T02:53:45.691428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.230127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:53:45.691468Z","caller":"traceutil/trace.go:171","msg":"trace[64338172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1766; }","duration":"352.869668ms","start":"2026-03-07T02:53:45.338586Z","end":"2026-03-07T02:53:45.691456Z","steps":["trace[64338172] 'agreement among raft nodes before linearized reading' (duration: 352.727984ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:45.69147Z","caller":"traceutil/trace.go:171","msg":"trace[1282026318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1766; }","duration":"371.327268ms","start":"2026-03-07T02:53:45.320121Z","end":"2026-03-07T02:53:45.691448Z","steps":["trace[1282026318] 'agreement among raft nodes before linearized reading' (duration: 371.096992ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:53:45.691477Z","caller":"traceutil/trace.go:171","msg":"trace[1691852150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1766; }","duration":"340.281109ms","start":"2026-03-07T02:53:45.351182Z","end":"2026-03-07T02:53:45.691463Z","steps":["trace[1691852150] 'agreement among raft nodes before linearized reading' (duration: 340.134265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:53:45.691506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:45.338555Z","time spent":"352.9445ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T02:53:45.691516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:45.351109Z","time spent":"340.400832ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:53:45.691523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:53:45.320088Z","time spent":"371.42798ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:14.231952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.420231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:14.232278Z","caller":"traceutil/trace.go:171","msg":"trace[465009441] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"311.838022ms","start":"2026-03-07T02:54:13.920418Z","end":"2026-03-07T02:54:14.232256Z","steps":["trace[465009441] 'read index received' (duration: 181.058273ms)","trace[465009441] 'applied index is now lower than readState.Index' (duration: 130.778159ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:14.232305Z","caller":"traceutil/trace.go:171","msg":"trace[1012626031] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"323.634323ms","start":"2026-03-07T02:54:13.908616Z","end":"2026-03-07T02:54:14.232251Z","steps":["trace[1012626031] 'process raft request' (duration: 192.820283ms)","trace[1012626031] 'compare' (duration: 130.088593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:14.232505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.098968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:54:14.232549Z","caller":"traceutil/trace.go:171","msg":"trace[1417362734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"312.146649ms","start":"2026-03-07T02:54:13.920393Z","end":"2026-03-07T02:54:14.232539Z","steps":["trace[1417362734] 'agreement among raft nodes before linearized reading' (duration: 311.964575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.232533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.310958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:54:14.232549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:13.908584Z","time spent":"323.845398ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:14.232609Z","caller":"traceutil/trace.go:171","msg":"trace[1841095505] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1912; }","duration":"153.40238ms","start":"2026-03-07T02:54:14.079181Z","end":"2026-03-07T02:54:14.232583Z","steps":["trace[1841095505] 'agreement among raft nodes before linearized reading' (duration: 153.255627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.232592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:13.920303Z","time spent":"312.279812ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:54:14.232653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.774194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:54:14.232684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.915245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-07T02:54:14.232776Z","caller":"traceutil/trace.go:171","msg":"trace[2130569106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"197.953567ms","start":"2026-03-07T02:54:14.034792Z","end":"2026-03-07T02:54:14.232745Z","steps":["trace[2130569106] 'agreement among raft nodes before linearized reading' (duration: 197.655831ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:14.232799Z","caller":"traceutil/trace.go:171","msg":"trace[1266224898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"267.091569ms","start":"2026-03-07T02:54:13.965676Z","end":"2026-03-07T02:54:14.232767Z","steps":["trace[1266224898] 'agreement among raft nodes before linearized reading' (duration: 266.729141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.987959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.771542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:14.9884Z","caller":"traceutil/trace.go:171","msg":"trace[2051175497] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"606.85825ms","start":"2026-03-07T02:54:14.381515Z","end":"2026-03-07T02:54:14.988373Z","steps":["trace[2051175497] 'process raft request' (duration: 606.709167ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:14.988428Z","caller":"traceutil/trace.go:171","msg":"trace[1886471597] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"669.300753ms","start":"2026-03-07T02:54:14.319113Z","end":"2026-03-07T02:54:14.988414Z","steps":["trace[1886471597] 'read index received' (duration: 485.131011ms)","trace[1886471597] 'applied index is now lower than readState.Index' (duration: 184.169002ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:14.988522Z","caller":"traceutil/trace.go:171","msg":"trace[1588085597] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"751.20884ms","start":"2026-03-07T02:54:14.237302Z","end":"2026-03-07T02:54:14.988511Z","steps":["trace[1588085597] 'process raft request' (duration: 566.781512ms)","trace[1588085597] 'compare' (duration: 183.541547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:14.988509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.381487Z","time spent":"606.976273ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:14.988577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.237269Z","time spent":"751.277331ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:14.988657Z","caller":"traceutil/trace.go:171","msg":"trace[1056568258] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"357.072384ms","start":"2026-03-07T02:54:14.631548Z","end":"2026-03-07T02:54:14.98862Z","steps":["trace[1056568258] 'process raft request' (duration: 356.710446ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:14.988685Z","caller":"traceutil/trace.go:171","msg":"trace[1427877320] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"749.030811ms","start":"2026-03-07T02:54:14.239629Z","end":"2026-03-07T02:54:14.98866Z","steps":["trace[1427877320] 'process raft request' (duration: 748.487278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.988762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.61042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:54:14.988797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.307689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:54:14.988838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.239601Z","time spent":"749.181764ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:14.988877Z","caller":"traceutil/trace.go:171","msg":"trace[1662767299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"669.791034ms","start":"2026-03-07T02:54:14.319057Z","end":"2026-03-07T02:54:14.988848Z","steps":["trace[1662767299] 'agreement among raft nodes before linearized reading' (duration: 669.541489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.988882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.631514Z","time spent":"357.228488ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:14.988901Z","caller":"traceutil/trace.go:171","msg":"trace[430417143] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1916; }","duration":"394.484103ms","start":"2026-03-07T02:54:14.594397Z","end":"2026-03-07T02:54:14.988881Z","steps":["trace[430417143] 'agreement among raft nodes before linearized reading' (duration: 394.312299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.988935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.319033Z","time spent":"669.893996ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:14.988956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.594365Z","time spent":"394.580365ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:14.989071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.910378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:54:14.989225Z","caller":"traceutil/trace.go:171","msg":"trace[1967411533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"421.093592ms","start":"2026-03-07T02:54:14.568076Z","end":"2026-03-07T02:54:14.98917Z","steps":["trace[1967411533] 'agreement among raft nodes before linearized reading' (duration: 420.644952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.989331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.568068Z","time spent":"421.202744ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:14.989301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.303907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-07T02:54:14.989532Z","caller":"traceutil/trace.go:171","msg":"trace[1557706938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1916; }","duration":"421.594994ms","start":"2026-03-07T02:54:14.567879Z","end":"2026-03-07T02:54:14.989474Z","steps":["trace[1557706938] 'agreement among raft nodes before linearized reading' (duration: 420.835857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:14.989744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.567853Z","time spent":"421.87254ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T02:54:15.327274Z","caller":"traceutil/trace.go:171","msg":"trace[272159588] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"331.801124ms","start":"2026-03-07T02:54:14.995406Z","end":"2026-03-07T02:54:15.327207Z","steps":["trace[272159588] 'process raft request' (duration: 238.957446ms)","trace[272159588] 'compare' (duration: 92.142972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:15.327565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:14.995393Z","time spent":"332.022549ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:15.984508Z","caller":"traceutil/trace.go:171","msg":"trace[1019549865] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"180.55773ms","start":"2026-03-07T02:54:15.803914Z","end":"2026-03-07T02:54:15.984472Z","steps":["trace[1019549865] 'process raft request' (duration: 180.287235ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:16.012688Z","caller":"traceutil/trace.go:171","msg":"trace[911750507] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1996; }","duration":"199.227075ms","start":"2026-03-07T02:54:15.813434Z","end":"2026-03-07T02:54:16.012661Z","steps":["trace[911750507] 'read index received' (duration: 170.751474ms)","trace[911750507] 'applied index is now lower than readState.Index' (duration: 28.474211ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:16.012752Z","caller":"traceutil/trace.go:171","msg":"trace[2103022659] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"207.021297ms","start":"2026-03-07T02:54:15.805702Z","end":"2026-03-07T02:54:16.012724Z","steps":["trace[2103022659] 'process raft request' (duration: 206.796652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.012971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.085039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:54:16.01302Z","caller":"traceutil/trace.go:171","msg":"trace[1768748129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"147.183711ms","start":"2026-03-07T02:54:15.865823Z","end":"2026-03-07T02:54:16.013006Z","steps":["trace[1768748129] 'agreement among raft nodes before linearized reading' (duration: 146.989797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.013042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.586942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88d5402db4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-07T02:54:16.01327Z","caller":"traceutil/trace.go:171","msg":"trace[1445609040] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88d5402db4; range_end:; response_count:1; response_revision:1920; }","duration":"199.866229ms","start":"2026-03-07T02:54:15.813373Z","end":"2026-03-07T02:54:16.013239Z","steps":["trace[1445609040] 'agreement among raft nodes before linearized reading' (duration: 199.413989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:16.326432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.354787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:16.326627Z","caller":"traceutil/trace.go:171","msg":"trace[386121681] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"307.851993ms","start":"2026-03-07T02:54:16.018744Z","end":"2026-03-07T02:54:16.326596Z","steps":["trace[386121681] 'process raft request' (duration: 34.209529ms)","trace[386121681] 'compare' (duration: 273.230465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:16.326958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.018706Z","time spent":"308.19458ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:17.419279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.501106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:17.4194Z","caller":"traceutil/trace.go:171","msg":"trace[1362575177] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"1.084462894s","start":"2026-03-07T02:54:16.334919Z","end":"2026-03-07T02:54:17.419382Z","steps":["trace[1362575177] 'read index received' (duration: 183.725842ms)","trace[1362575177] 'applied index is now lower than readState.Index' (duration: 900.735682ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:17.419481Z","caller":"traceutil/trace.go:171","msg":"trace[887011403] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.086293833s","start":"2026-03-07T02:54:16.333175Z","end":"2026-03-07T02:54:17.419469Z","steps":["trace[887011403] 'process raft request' (duration: 185.504691ms)","trace[887011403] 'compare' (duration: 900.315432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:17.419546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.33314Z","time spent":"1.086376175s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:17.419726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08479094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:54:17.419831Z","caller":"traceutil/trace.go:171","msg":"trace[1104779854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"1.084961196s","start":"2026-03-07T02:54:16.334839Z","end":"2026-03-07T02:54:17.4198Z","steps":["trace[1104779854] 'agreement among raft nodes before linearized reading' (duration: 1.084689899s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:17.419893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.334809Z","time spent":"1.085069967s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T02:54:17.731529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002538839s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T02:54:17.87078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.575191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:17.870932Z","caller":"traceutil/trace.go:171","msg":"trace[1530225102] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.142131012s","start":"2026-03-07T02:54:16.728778Z","end":"2026-03-07T02:54:17.870909Z","steps":["trace[1530225102] 'process raft request' (duration: 1.003317145s)","trace[1530225102] 'compare' (duration: 138.110911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:17.871016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.728749Z","time spent":"1.142234305s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:18.711222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.367003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:18.711727Z","caller":"traceutil/trace.go:171","msg":"trace[880275942] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2001; }","duration":"1.292260519s","start":"2026-03-07T02:54:17.419433Z","end":"2026-03-07T02:54:18.711693Z","steps":["trace[880275942] 'read index received' (duration: 312.546817ms)","trace[880275942] 'applied index is now lower than readState.Index' (duration: 979.710392ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:18.711712Z","caller":"traceutil/trace.go:171","msg":"trace[1756360557] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.71648947s","start":"2026-03-07T02:54:16.995076Z","end":"2026-03-07T02:54:18.711566Z","steps":["trace[1756360557] 'process raft request' (duration: 1.203675356s)","trace[1756360557] 'compare' (duration: 511.869543ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:18.712044Z","caller":"traceutil/trace.go:171","msg":"trace[1125045374] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"720.64949ms","start":"2026-03-07T02:54:17.991335Z","end":"2026-03-07T02:54:18.711985Z","steps":["trace[1125045374] 'process raft request' (duration: 720.056447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:18.712239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.9913Z","time spent":"720.819004ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:18.71245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.995043Z","time spent":"1.717046183s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.028979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.433925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-07T02:54:19.029081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035274046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T02:54:19.02911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952702165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T02:54:19.02911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710813945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.029247Z","caller":"traceutil/trace.go:171","msg":"trace[922459517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"1.71102498s","start":"2026-03-07T02:54:17.318192Z","end":"2026-03-07T02:54:19.029217Z","steps":["trace[922459517] 'agreement among raft nodes before linearized reading' (duration: 1.393710958s)","trace[922459517] 'range keys from in-memory index tree' (duration: 317.103867ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.029191Z","caller":"traceutil/trace.go:171","msg":"trace[54161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"1.952823638s","start":"2026-03-07T02:54:17.076344Z","end":"2026-03-07T02:54:19.029168Z","steps":["trace[54161] 'agreement among raft nodes before linearized reading' (duration: 1.635546446s)","trace[54161] 'range keys from in-memory index tree' (duration: 317.055536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.029271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522052393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-07T02:54:19.029307Z","caller":"traceutil/trace.go:171","msg":"trace[964263335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1926; }","duration":"2.522129104s","start":"2026-03-07T02:54:16.507167Z","end":"2026-03-07T02:54:19.029296Z","steps":["trace[964263335] 'agreement among raft nodes before linearized reading' (duration: 2.204751511s)","trace[964263335] 'range keys from in-memory index tree' (duration: 317.288152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.029312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.318168Z","time spent":"1.711133982s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:19.02932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.07633Z","time spent":"1.952976272s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T02:54:19.029353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.507137Z","time spent":"2.522206776s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T02:54:19.029381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550661077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.029411Z","caller":"traceutil/trace.go:171","msg":"trace[640665036] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1926; }","duration":"2.550739879s","start":"2026-03-07T02:54:16.47866Z","end":"2026-03-07T02:54:19.0294Z","steps":["trace[640665036] 'agreement among raft nodes before linearized reading' (duration: 2.233253143s)","trace[640665036] 'count revisions from in-memory index tree' (duration: 317.432375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.029433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.478631Z","time spent":"2.550797199s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:54:19.029178Z","caller":"traceutil/trace.go:171","msg":"trace[835335908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"2.035405589s","start":"2026-03-07T02:54:16.993733Z","end":"2026-03-07T02:54:19.029139Z","steps":["trace[835335908] 'agreement among raft nodes before linearized reading' (duration: 1.718168728s)","trace[835335908] 'range keys from in-memory index tree' (duration: 316.980055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.02953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.993709Z","time spent":"2.035769486s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T02:54:19.029615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056431944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T02:54:19.029679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696375494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T02:54:19.029699Z","caller":"traceutil/trace.go:171","msg":"trace[1435531688] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1926; }","duration":"2.056549706s","start":"2026-03-07T02:54:16.973114Z","end":"2026-03-07T02:54:19.029664Z","steps":["trace[1435531688] 'agreement among raft nodes before linearized reading' (duration: 1.738773244s)","trace[1435531688] 'count revisions from in-memory index tree' (duration: 317.668909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.02974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:16.973086Z","time spent":"2.056643299s","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:54:19.02974Z","caller":"traceutil/trace.go:171","msg":"trace[91292587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"1.696464685s","start":"2026-03-07T02:54:17.333253Z","end":"2026-03-07T02:54:19.029717Z","steps":["trace[91292587] 'agreement among raft nodes before linearized reading' (duration: 1.378610832s)","trace[91292587] 'range keys from in-memory index tree' (duration: 317.658679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.029787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.333234Z","time spent":"1.696544148s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T02:54:19.029848Z","caller":"traceutil/trace.go:171","msg":"trace[2046315810] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2004; }","duration":"318.033638ms","start":"2026-03-07T02:54:18.711801Z","end":"2026-03-07T02:54:19.029834Z","steps":["trace[2046315810] 'read index received' (duration: 144.333µs)","trace[2046315810] 'applied index is now lower than readState.Index' (duration: 317.888405ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.029941Z","caller":"traceutil/trace.go:171","msg":"trace[590582248] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.012489298s","start":"2026-03-07T02:54:18.017436Z","end":"2026-03-07T02:54:19.029926Z","steps":["trace[590582248] 'process raft request' (duration: 1.01164627s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.030061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.017414Z","time spent":"1.012575379s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.030318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991442564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T02:54:19.030493Z","caller":"traceutil/trace.go:171","msg":"trace[139677165] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1926; }","duration":"1.992276082s","start":"2026-03-07T02:54:17.038191Z","end":"2026-03-07T02:54:19.030467Z","steps":["trace[139677165] 'agreement among raft nodes before linearized reading' (duration: 1.673702152s)","trace[139677165] 'count revisions from in-memory index tree' (duration: 317.68179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.030581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:17.038179Z","time spent":"1.992386045s","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":249,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:19.263368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.713396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.263433Z","caller":"traceutil/trace.go:171","msg":"trace[621207731] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1927; }","duration":"851.835118ms","start":"2026-03-07T02:54:18.411583Z","end":"2026-03-07T02:54:19.263418Z","steps":["trace[621207731] 'agreement among raft nodes before linearized reading' (duration: 618.308792ms)","trace[621207731] 'count revisions from in-memory index tree' (duration: 233.410193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.263462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.411557Z","time spent":"851.89941ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:19.263492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121660418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:54:19.263594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.432795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:54:19.26364Z","caller":"traceutil/trace.go:171","msg":"trace[1197051565] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1927; }","duration":"1.121877194s","start":"2026-03-07T02:54:18.141733Z","end":"2026-03-07T02:54:19.263611Z","steps":["trace[1197051565] 'agreement among raft nodes before linearized reading' (duration: 888.159983ms)","trace[1197051565] 'count revisions from in-memory index tree' (duration: 233.527157ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.263715Z","caller":"traceutil/trace.go:171","msg":"trace[978349119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"932.68641ms","start":"2026-03-07T02:54:18.330991Z","end":"2026-03-07T02:54:19.263677Z","steps":["trace[978349119] 'agreement among raft nodes before linearized reading' (duration: 698.914329ms)","trace[978349119] 'range keys from in-memory index tree' (duration: 233.501396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.263682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.988725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T02:54:19.263746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.141695Z","time spent":"1.121997865s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:19.263756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.330962Z","time spent":"932.784953ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T02:54:19.263802Z","caller":"traceutil/trace.go:171","msg":"trace[422061700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"835.162669ms","start":"2026-03-07T02:54:18.428606Z","end":"2026-03-07T02:54:19.263768Z","steps":["trace[422061700] 'agreement among raft nodes before linearized reading' (duration: 601.282655ms)","trace[422061700] 'range keys from in-memory index tree' (duration: 233.574448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.263868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.428578Z","time spent":"835.280381ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T02:54:19.264234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.963245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:19.264375Z","caller":"traceutil/trace.go:171","msg":"trace[1050883739] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"306.169835ms","start":"2026-03-07T02:54:18.958189Z","end":"2026-03-07T02:54:19.264359Z","steps":["trace[1050883739] 'process raft request' (duration: 71.637057ms)","trace[1050883739] 'compare' (duration: 233.288021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:19.26444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:18.958158Z","time spent":"306.260437ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.538314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162398878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T02:54:19.705771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.510648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:19.706054Z","caller":"traceutil/trace.go:171","msg":"trace[1245404438] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"672.177897ms","start":"2026-03-07T02:54:19.033839Z","end":"2026-03-07T02:54:19.706017Z","steps":["trace[1245404438] 'process raft request' (duration: 524.31095ms)","trace[1245404438] 'compare' (duration: 147.14675ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.706152Z","caller":"traceutil/trace.go:171","msg":"trace[1987839158] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"671.87254ms","start":"2026-03-07T02:54:19.034262Z","end":"2026-03-07T02:54:19.706135Z","steps":["trace[1987839158] 'process raft request' (duration: 671.628105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.706224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.033815Z","time spent":"672.319349ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.706245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.034243Z","time spent":"671.946562ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:19.706457Z","caller":"traceutil/trace.go:171","msg":"trace[454978794] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2007; }","duration":"668.993206ms","start":"2026-03-07T02:54:19.037434Z","end":"2026-03-07T02:54:19.706427Z","steps":["trace[454978794] 'read index received' (duration: 520.853713ms)","trace[454978794] 'applied index is now lower than readState.Index' (duration: 148.137853ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:19.706526Z","caller":"traceutil/trace.go:171","msg":"trace[7266282] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"671.066943ms","start":"2026-03-07T02:54:19.03545Z","end":"2026-03-07T02:54:19.706516Z","steps":["trace[7266282] 'process raft request' (duration: 670.637083ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.706524Z","caller":"traceutil/trace.go:171","msg":"trace[2060879291] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"438.835755ms","start":"2026-03-07T02:54:19.26765Z","end":"2026-03-07T02:54:19.706486Z","steps":["trace[2060879291] 'process raft request' (duration: 438.644801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.706609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.035424Z","time spent":"671.151754ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.706641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.182651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.706696Z","caller":"traceutil/trace.go:171","msg":"trace[668324720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"669.266312ms","start":"2026-03-07T02:54:19.037413Z","end":"2026-03-07T02:54:19.706679Z","steps":["trace[668324720] 'agreement among raft nodes before linearized reading' (duration: 669.17458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.706747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.037399Z","time spent":"669.336713ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T02:54:19.706751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.267623Z","time spent":"438.991319ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:19.706866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.469204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:54:19.706866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.058361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T02:54:19.70678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.288694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:19.70691Z","caller":"traceutil/trace.go:171","msg":"trace[45031867] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1932; }","duration":"307.602787ms","start":"2026-03-07T02:54:19.399295Z","end":"2026-03-07T02:54:19.706898Z","steps":["trace[45031867] 'agreement among raft nodes before linearized reading' (duration: 307.456804ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:19.706981Z","caller":"traceutil/trace.go:171","msg":"trace[426352392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"282.164263ms","start":"2026-03-07T02:54:19.424743Z","end":"2026-03-07T02:54:19.706907Z","steps":["trace[426352392] 'agreement among raft nodes before linearized reading' (duration: 281.971449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.707016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.399276Z","time spent":"307.728069ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-07T02:54:19.707006Z","caller":"traceutil/trace.go:171","msg":"trace[910868290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1932; }","duration":"665.53647ms","start":"2026-03-07T02:54:19.041455Z","end":"2026-03-07T02:54:19.706991Z","steps":["trace[910868290] 'agreement among raft nodes before linearized reading' (duration: 665.222083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:19.707097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:19.041438Z","time spent":"665.649292ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-07T02:54:20.010376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.813162ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:20.010532Z","caller":"traceutil/trace.go:171","msg":"trace[955757070] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1933; }","duration":"141.996776ms","start":"2026-03-07T02:54:19.868512Z","end":"2026-03-07T02:54:20.010509Z","steps":["trace[955757070] 'range keys from in-memory index tree' (duration: 141.782252ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:21.072262Z","caller":"traceutil/trace.go:171","msg":"trace[534378303] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"250.46343ms","start":"2026-03-07T02:54:20.821782Z","end":"2026-03-07T02:54:21.072245Z","steps":["trace[534378303] 'read index received' (duration: 250.416319ms)","trace[534378303] 'applied index is now lower than readState.Index' (duration: 46.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:21.072345Z","caller":"traceutil/trace.go:171","msg":"trace[681141505] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"352.778188ms","start":"2026-03-07T02:54:20.719514Z","end":"2026-03-07T02:54:21.072293Z","steps":["trace[681141505] 'process raft request' (duration: 352.632945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:21.072578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:20.719487Z","time spent":"352.960783ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:21.072844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.033483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88d5402db4\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-07T02:54:21.072962Z","caller":"traceutil/trace.go:171","msg":"trace[1800352484] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a6f88d5402db4; range_end:; response_count:1; response_revision:1935; }","duration":"251.213788ms","start":"2026-03-07T02:54:20.821709Z","end":"2026-03-07T02:54:21.072923Z","steps":["trace[1800352484] 'agreement among raft nodes before linearized reading' (duration: 250.628764ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:21.472051Z","caller":"traceutil/trace.go:171","msg":"trace[713293594] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"436.802301ms","start":"2026-03-07T02:54:21.035087Z","end":"2026-03-07T02:54:21.471889Z","steps":["trace[713293594] 'process raft request' (duration: 434.08196ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:21.472186Z","caller":"traceutil/trace.go:171","msg":"trace[898437095] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"193.405046ms","start":"2026-03-07T02:54:21.27874Z","end":"2026-03-07T02:54:21.472145Z","steps":["trace[898437095] 'read index received' (duration: 190.42178ms)","trace[898437095] 'applied index is now lower than readState.Index' (duration: 2.980826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:54:21.472264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:21.035054Z","time spent":"437.094726ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:21.472193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:21.077639Z","time spent":"394.549164ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T02:54:21.47247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.98878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:21.472592Z","caller":"traceutil/trace.go:171","msg":"trace[701614031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"153.254636ms","start":"2026-03-07T02:54:21.319324Z","end":"2026-03-07T02:54:21.472579Z","steps":["trace[701614031] 'agreement among raft nodes before linearized reading' (duration: 153.00922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:21.472498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.742053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:54:21.472766Z","caller":"traceutil/trace.go:171","msg":"trace[636618381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1936; }","duration":"194.078991ms","start":"2026-03-07T02:54:21.278657Z","end":"2026-03-07T02:54:21.472736Z","steps":["trace[636618381] 'agreement among raft nodes before linearized reading' (duration: 193.625081ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:27.413262Z","caller":"traceutil/trace.go:171","msg":"trace[1633017809] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"687.348194ms","start":"2026-03-07T02:54:26.725883Z","end":"2026-03-07T02:54:27.413231Z","steps":["trace[1633017809] 'process raft request' (duration: 687.15606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.413467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.725865Z","time spent":"687.499817ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:27.958859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.425474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:27.95921Z","caller":"traceutil/trace.go:171","msg":"trace[2027898281] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2043; }","duration":"638.666274ms","start":"2026-03-07T02:54:27.320515Z","end":"2026-03-07T02:54:27.959182Z","steps":["trace[2027898281] 'read index received' (duration: 92.50019ms)","trace[2027898281] 'applied index is now lower than readState.Index' (duration: 546.164474ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:27.959349Z","caller":"traceutil/trace.go:171","msg":"trace[1553671086] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.189508902s","start":"2026-03-07T02:54:26.769818Z","end":"2026-03-07T02:54:27.959326Z","steps":["trace[1553671086] 'process raft request' (duration: 705.467225ms)","trace[1553671086] 'compare' (duration: 483.205378ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:27.959271Z","caller":"traceutil/trace.go:171","msg":"trace[814404268] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.131990986s","start":"2026-03-07T02:54:26.827213Z","end":"2026-03-07T02:54:27.959204Z","steps":["trace[814404268] 'process raft request' (duration: 1.131783542s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.959382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.863708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:27.959916Z","caller":"traceutil/trace.go:171","msg":"trace[926740308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"639.43113ms","start":"2026-03-07T02:54:27.320459Z","end":"2026-03-07T02:54:27.959891Z","steps":["trace[926740308] 'agreement among raft nodes before linearized reading' (duration: 638.846408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.959997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.827156Z","time spent":"1.132718562s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:27.959454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:26.769785Z","time spent":"1.189619275s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:27.959974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.320434Z","time spent":"639.523122ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T02:54:27.959527Z","caller":"traceutil/trace.go:171","msg":"trace[1115679622] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"862.638278ms","start":"2026-03-07T02:54:27.096865Z","end":"2026-03-07T02:54:27.959504Z","steps":["trace[1115679622] 'process raft request' (duration: 862.25317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.960378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.096653Z","time spent":"863.66429ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:27.979319Z","caller":"traceutil/trace.go:171","msg":"trace[1930938768] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"482.139235ms","start":"2026-03-07T02:54:27.497153Z","end":"2026-03-07T02:54:27.979293Z","steps":["trace[1930938768] 'process raft request' (duration: 481.982861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.979401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.871586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T02:54:27.979405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.446064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T02:54:27.979443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.49712Z","time spent":"482.264118ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:27.979471Z","caller":"traceutil/trace.go:171","msg":"trace[1659619791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"233.533095ms","start":"2026-03-07T02:54:27.74592Z","end":"2026-03-07T02:54:27.979453Z","steps":["trace[1659619791] 'agreement among raft nodes before linearized reading' (duration: 233.325081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.979516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.11149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T02:54:27.979582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.156952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:54:27.979456Z","caller":"traceutil/trace.go:171","msg":"trace[1018593242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1967; }","duration":"234.976648ms","start":"2026-03-07T02:54:27.744463Z","end":"2026-03-07T02:54:27.979439Z","steps":["trace[1018593242] 'agreement among raft nodes before linearized reading' (duration: 234.796464ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:27.979625Z","caller":"traceutil/trace.go:171","msg":"trace[98209209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1967; }","duration":"235.216823ms","start":"2026-03-07T02:54:27.744396Z","end":"2026-03-07T02:54:27.979613Z","steps":["trace[98209209] 'agreement among raft nodes before linearized reading' (duration: 235.09983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.979586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.887798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:54:27.979659Z","caller":"traceutil/trace.go:171","msg":"trace[1067899538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1967; }","duration":"193.220163ms","start":"2026-03-07T02:54:27.786343Z","end":"2026-03-07T02:54:27.979564Z","steps":["trace[1067899538] 'agreement among raft nodes before linearized reading' (duration: 193.060189ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:27.97969Z","caller":"traceutil/trace.go:171","msg":"trace[1284333799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1967; }","duration":"236.033321ms","start":"2026-03-07T02:54:27.74364Z","end":"2026-03-07T02:54:27.979673Z","steps":["trace[1284333799] 'agreement among raft nodes before linearized reading' (duration: 235.861967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.979976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.779558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T02:54:27.980075Z","caller":"traceutil/trace.go:171","msg":"trace[127825671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"458.920621ms","start":"2026-03-07T02:54:27.521134Z","end":"2026-03-07T02:54:27.980055Z","steps":["trace[127825671] 'agreement among raft nodes before linearized reading' (duration: 458.652285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:27.98016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.521107Z","time spent":"459.042133ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T02:54:28.634686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.609094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:54:28.635027Z","caller":"traceutil/trace.go:171","msg":"trace[1792507111] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"650.594498ms","start":"2026-03-07T02:54:27.984375Z","end":"2026-03-07T02:54:28.63497Z","steps":["trace[1792507111] 'process raft request' (duration: 200.568454ms)","trace[1792507111] 'compare' (duration: 449.301258ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:28.6351Z","caller":"traceutil/trace.go:171","msg":"trace[1083814330] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"650.100047ms","start":"2026-03-07T02:54:27.984976Z","end":"2026-03-07T02:54:28.635076Z","steps":["trace[1083814330] 'process raft request' (duration: 650.014205ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:54:28.635107Z","caller":"traceutil/trace.go:171","msg":"trace[2119439154] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"650.178449ms","start":"2026-03-07T02:54:27.984886Z","end":"2026-03-07T02:54:28.635065Z","steps":["trace[2119439154] 'process raft request' (duration: 650.065736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.635198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.984942Z","time spent":"650.21733ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:28.635296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.984347Z","time spent":"650.804903ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T02:54:28.635306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.984856Z","time spent":"650.339552ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:28.635048Z","caller":"traceutil/trace.go:171","msg":"trace[290591986] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"650.203179ms","start":"2026-03-07T02:54:27.984808Z","end":"2026-03-07T02:54:28.635011Z","steps":["trace[290591986] 'process raft request' (duration: 650.029396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.635448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.984783Z","time spent":"650.624839ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:28.63556Z","caller":"traceutil/trace.go:171","msg":"trace[1412082214] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"650.22315ms","start":"2026-03-07T02:54:27.985318Z","end":"2026-03-07T02:54:28.635541Z","steps":["trace[1412082214] 'process raft request' (duration: 649.715909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.635661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:27.98531Z","time spent":"650.305332ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:54:28.724896Z","caller":"traceutil/trace.go:171","msg":"trace[1180033306] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2048; }","duration":"678.685691ms","start":"2026-03-07T02:54:28.046186Z","end":"2026-03-07T02:54:28.724872Z","steps":["trace[1180033306] 'read index received' (duration: 138.774515ms)","trace[1180033306] 'applied index is now lower than readState.Index' (duration: 539.908716ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:54:28.724917Z","caller":"traceutil/trace.go:171","msg":"trace[1833808539] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"537.618314ms","start":"2026-03-07T02:54:28.187258Z","end":"2026-03-07T02:54:28.724876Z","steps":["trace[1833808539] 'process raft request' (duration: 537.390769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.725113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.876985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:54:28.725209Z","caller":"traceutil/trace.go:171","msg":"trace[1465933409] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1973; }","duration":"679.045059ms","start":"2026-03-07T02:54:28.046138Z","end":"2026-03-07T02:54:28.725183Z","steps":["trace[1465933409] 'agreement among raft nodes before linearized reading' (duration: 678.850074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.725269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:28.046111Z","time spent":"679.1471ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:28.725253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.755085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T02:54:28.725368Z","caller":"traceutil/trace.go:171","msg":"trace[2043771954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1973; }","duration":"453.91535ms","start":"2026-03-07T02:54:28.27141Z","end":"2026-03-07T02:54:28.725325Z","steps":["trace[2043771954] 'agreement among raft nodes before linearized reading' (duration: 453.767166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:54:28.725417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:28.271376Z","time spent":"454.032151ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:54:28.72556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:54:28.187227Z","time spent":"537.90511ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:55:37.326519Z","caller":"traceutil/trace.go:171","msg":"trace[575682682] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"100.859586ms","start":"2026-03-07T02:55:37.225609Z","end":"2026-03-07T02:55:37.326468Z","steps":["trace[575682682] 'process raft request' (duration: 100.555079ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:37.561873Z","caller":"traceutil/trace.go:171","msg":"trace[1671976148] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"230.92079ms","start":"2026-03-07T02:55:37.330922Z","end":"2026-03-07T02:55:37.561843Z","steps":["trace[1671976148] 'process raft request' (duration: 227.896323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.160409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162400241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T02:55:51.378303Z","caller":"traceutil/trace.go:171","msg":"trace[1958100225] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2637; }","duration":"718.183963ms","start":"2026-03-07T02:55:50.660092Z","end":"2026-03-07T02:55:51.378276Z","steps":["trace[1958100225] 'read index received' (duration: 717.992939ms)","trace[1958100225] 'applied index is now lower than readState.Index' (duration: 189.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:51.378381Z","caller":"traceutil/trace.go:171","msg":"trace[1189560272] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"831.603486ms","start":"2026-03-07T02:55:50.54674Z","end":"2026-03-07T02:55:51.378343Z","steps":["trace[1189560272] 'process raft request' (duration: 831.337371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.378481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.370027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T02:55:51.378528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:50.546709Z","time spent":"831.727019ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:55:51.37856Z","caller":"traceutil/trace.go:171","msg":"trace[1357133624] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2532; }","duration":"718.551271ms","start":"2026-03-07T02:55:50.65999Z","end":"2026-03-07T02:55:51.378541Z","steps":["trace[1357133624] 'agreement among raft nodes before linearized reading' (duration: 718.394717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.37862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:55:50.659959Z","time spent":"718.647063ms","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:55:51.378565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.09258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-07T02:55:51.378728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.294958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T02:55:51.378821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.332356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T02:55:51.378899Z","caller":"traceutil/trace.go:171","msg":"trace[1442015459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2532; }","duration":"248.448478ms","start":"2026-03-07T02:55:51.130434Z","end":"2026-03-07T02:55:51.378882Z","steps":["trace[1442015459] 'agreement among raft nodes before linearized reading' (duration: 248.219203ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.378853Z","caller":"traceutil/trace.go:171","msg":"trace[674455784] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2532; }","duration":"257.384116ms","start":"2026-03-07T02:55:51.121414Z","end":"2026-03-07T02:55:51.378798Z","steps":["trace[674455784] 'agreement among raft nodes before linearized reading' (duration: 257.019798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.378913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.514213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T02:55:51.378931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.554213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T02:55:51.378842Z","caller":"traceutil/trace.go:171","msg":"trace[1918179271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2532; }","duration":"240.464971ms","start":"2026-03-07T02:55:51.138355Z","end":"2026-03-07T02:55:51.37882Z","steps":["trace[1918179271] 'agreement among raft nodes before linearized reading' (duration: 240.133544ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.379039Z","caller":"traceutil/trace.go:171","msg":"trace[1571887483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2532; }","duration":"240.728627ms","start":"2026-03-07T02:55:51.13828Z","end":"2026-03-07T02:55:51.379009Z","steps":["trace[1571887483] 'agreement among raft nodes before linearized reading' (duration: 240.334528ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.37912Z","caller":"traceutil/trace.go:171","msg":"trace[1356889733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2532; }","duration":"240.718047ms","start":"2026-03-07T02:55:51.138341Z","end":"2026-03-07T02:55:51.379059Z","steps":["trace[1356889733] 'agreement among raft nodes before linearized reading' (duration: 240.250447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.378764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.644323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T02:55:51.379182Z","caller":"traceutil/trace.go:171","msg":"trace[1872186938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2532; }","duration":"240.088303ms","start":"2026-03-07T02:55:51.139085Z","end":"2026-03-07T02:55:51.379174Z","steps":["trace[1872186938] 'agreement among raft nodes before linearized reading' (duration: 239.578961ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.515803Z","caller":"traceutil/trace.go:171","msg":"trace[1355948238] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"132.520859ms","start":"2026-03-07T02:55:51.383247Z","end":"2026-03-07T02:55:51.515768Z","steps":["trace[1355948238] 'process raft request' (duration: 73.290826ms)","trace[1355948238] 'compare' (duration: 59.041879ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:51.517823Z","caller":"traceutil/trace.go:171","msg":"trace[1782753108] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"132.930747ms","start":"2026-03-07T02:55:51.384865Z","end":"2026-03-07T02:55:51.517796Z","steps":["trace[1782753108] 'process raft request' (duration: 132.482727ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.517821Z","caller":"traceutil/trace.go:171","msg":"trace[383619547] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"132.848935ms","start":"2026-03-07T02:55:51.384938Z","end":"2026-03-07T02:55:51.517787Z","steps":["trace[383619547] 'process raft request' (duration: 132.741573ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.518045Z","caller":"traceutil/trace.go:171","msg":"trace[627596214] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"132.877927ms","start":"2026-03-07T02:55:51.385145Z","end":"2026-03-07T02:55:51.518023Z","steps":["trace[627596214] 'process raft request' (duration: 132.590029ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:55:51.518153Z","caller":"traceutil/trace.go:171","msg":"trace[237981321] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2638; }","duration":"132.921648ms","start":"2026-03-07T02:55:51.385222Z","end":"2026-03-07T02:55:51.518144Z","steps":["trace[237981321] 'read index received' (duration: 71.330553ms)","trace[237981321] 'applied index is now lower than readState.Index' (duration: 61.590135ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:55:51.518185Z","caller":"traceutil/trace.go:171","msg":"trace[1128132511] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"132.57475ms","start":"2026-03-07T02:55:51.38559Z","end":"2026-03-07T02:55:51.518165Z","steps":["trace[1128132511] 'process raft request' (duration: 132.380515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:55:51.518284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.042901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-07T02:55:51.518314Z","caller":"traceutil/trace.go:171","msg":"trace[1314378445] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2537; }","duration":"133.106052ms","start":"2026-03-07T02:55:51.3852Z","end":"2026-03-07T02:55:51.518306Z","steps":["trace[1314378445] 'agreement among raft nodes before linearized reading' (duration: 132.975349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:56:25.213258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.172651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T02:56:25.213649Z","caller":"traceutil/trace.go:171","msg":"trace[182928424] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"735.857123ms","start":"2026-03-07T02:56:24.477724Z","end":"2026-03-07T02:56:25.213581Z","steps":["trace[182928424] 'process raft request' (duration: 537.046766ms)","trace[182928424] 'compare' (duration: 197.404112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:56:25.213895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:56:24.477704Z","time spent":"736.055967ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:56:25.214059Z","caller":"traceutil/trace.go:171","msg":"trace[1790718795] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2832; }","duration":"600.380127ms","start":"2026-03-07T02:56:24.613659Z","end":"2026-03-07T02:56:25.214039Z","steps":["trace[1790718795] 'read index received' (duration: 401.049877ms)","trace[1790718795] 'applied index is now lower than readState.Index' (duration: 199.32874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T02:56:25.214316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.651643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a6fa69717208a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-07T02:56:25.214318Z","caller":"traceutil/trace.go:171","msg":"trace[581455080] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"735.656238ms","start":"2026-03-07T02:56:24.478603Z","end":"2026-03-07T02:56:25.214259Z","steps":["trace[581455080] 'process raft request' (duration: 734.90635ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:56:25.214394Z","caller":"traceutil/trace.go:171","msg":"trace[593326644] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a6fa69717208a; range_end:; response_count:1; response_revision:2721; }","duration":"600.773906ms","start":"2026-03-07T02:56:24.613597Z","end":"2026-03-07T02:56:25.214371Z","steps":["trace[593326644] 'agreement among raft nodes before linearized reading' (duration: 600.589091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:56:25.214448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:56:24.613567Z","time spent":"600.871048ms","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a6fa69717208a\" "} {"level":"warn","ts":"2026-03-07T02:56:25.214448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.615537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T02:56:25.214603Z","caller":"traceutil/trace.go:171","msg":"trace[974756686] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2721; }","duration":"321.913174ms","start":"2026-03-07T02:56:24.89267Z","end":"2026-03-07T02:56:25.214583Z","steps":["trace[974756686] 'agreement among raft nodes before linearized reading' (duration: 321.614497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:56:25.214681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:56:24.892638Z","time spent":"322.028447ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T02:56:25.216739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T02:56:24.478566Z","time spent":"738.045856ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T02:56:31.345651Z","caller":"traceutil/trace.go:171","msg":"trace[856654751] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"110.200875ms","start":"2026-03-07T02:56:31.2354Z","end":"2026-03-07T02:56:31.345601Z","steps":["trace[856654751] 'process raft request' (duration: 109.938199ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:56:31.477495Z","caller":"traceutil/trace.go:171","msg":"trace[1192453840] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"235.211027ms","start":"2026-03-07T02:56:31.242243Z","end":"2026-03-07T02:56:31.477454Z","steps":["trace[1192453840] 'process raft request' (duration: 186.15648ms)","trace[1192453840] 'compare' (duration: 48.885043ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:56:31.865938Z","caller":"traceutil/trace.go:171","msg":"trace[549411494] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"104.475125ms","start":"2026-03-07T02:56:31.761417Z","end":"2026-03-07T02:56:31.865892Z","steps":["trace[549411494] 'process raft request' (duration: 80.518337ms)","trace[549411494] 'compare' (duration: 23.816015ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:56:56.819779Z","caller":"traceutil/trace.go:171","msg":"trace[1956078954] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"127.768249ms","start":"2026-03-07T02:56:56.691976Z","end":"2026-03-07T02:56:56.819744Z","steps":["trace[1956078954] 'process raft request' (duration: 127.533573ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:06.822169Z","caller":"traceutil/trace.go:171","msg":"trace[108420227] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"201.381735ms","start":"2026-03-07T02:59:06.620752Z","end":"2026-03-07T02:59:06.822133Z","steps":["trace[108420227] 'process raft request' (duration: 201.15383ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:06.833762Z","caller":"traceutil/trace.go:171","msg":"trace[1611016654] linearizableReadLoop","detail":"{readStateIndex:3845; appliedIndex:3842; }","duration":"191.658359ms","start":"2026-03-07T02:59:06.642079Z","end":"2026-03-07T02:59:06.833737Z","steps":["trace[1611016654] 'read index received' (duration: 179.860259ms)","trace[1611016654] 'applied index is now lower than readState.Index' (duration: 11.79688ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T02:59:06.83382Z","caller":"traceutil/trace.go:171","msg":"trace[1274659931] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"211.517338ms","start":"2026-03-07T02:59:06.622254Z","end":"2026-03-07T02:59:06.833771Z","steps":["trace[1274659931] 'process raft request' (duration: 211.283523ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T02:59:06.833814Z","caller":"traceutil/trace.go:171","msg":"trace[1351327768] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"199.247917ms","start":"2026-03-07T02:59:06.634544Z","end":"2026-03-07T02:59:06.833792Z","steps":["trace[1351327768] 'process raft request' (duration: 199.149205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T02:59:06.834182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.062599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T02:59:06.834335Z","caller":"traceutil/trace.go:171","msg":"trace[1430152573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3693; }","duration":"192.285303ms","start":"2026-03-07T02:59:06.642021Z","end":"2026-03-07T02:59:06.834307Z","steps":["trace[1430152573] 'agreement among raft nodes before linearized reading' (duration: 191.857554ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:15.886444Z","caller":"traceutil/trace.go:171","msg":"trace[1742674772] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"166.964831ms","start":"2026-03-07T03:00:15.719401Z","end":"2026-03-07T03:00:15.886366Z","steps":["trace[1742674772] 'process raft request' (duration: 95.817619ms)","trace[1742674772] 'compare' (duration: 70.975668ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:15.897222Z","caller":"traceutil/trace.go:171","msg":"trace[745214832] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"177.569105ms","start":"2026-03-07T03:00:15.719628Z","end":"2026-03-07T03:00:15.897197Z","steps":["trace[745214832] 'process raft request' (duration: 177.286359ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:15.897249Z","caller":"traceutil/trace.go:171","msg":"trace[516216694] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"136.355599ms","start":"2026-03-07T03:00:15.760862Z","end":"2026-03-07T03:00:15.897218Z","steps":["trace[516216694] 'process raft request' (duration: 136.299538ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:15.897294Z","caller":"traceutil/trace.go:171","msg":"trace[442002544] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"175.912878ms","start":"2026-03-07T03:00:15.72135Z","end":"2026-03-07T03:00:15.897263Z","steps":["trace[442002544] 'process raft request' (duration: 175.744524ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.65138Z","caller":"traceutil/trace.go:171","msg":"trace[1239059601] linearizableReadLoop","detail":"{readStateIndex:4327; appliedIndex:4326; }","duration":"252.833409ms","start":"2026-03-07T03:00:19.398517Z","end":"2026-03-07T03:00:19.651351Z","steps":["trace[1239059601] 'read index received' (duration: 252.557102ms)","trace[1239059601] 'applied index is now lower than readState.Index' (duration: 274.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.651481Z","caller":"traceutil/trace.go:171","msg":"trace[969994537] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"255.385955ms","start":"2026-03-07T03:00:19.396061Z","end":"2026-03-07T03:00:19.651447Z","steps":["trace[969994537] 'process raft request' (duration: 255.1234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.651658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.412405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:00:19.651703Z","caller":"traceutil/trace.go:171","msg":"trace[57844552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4145; }","duration":"250.476567ms","start":"2026-03-07T03:00:19.401213Z","end":"2026-03-07T03:00:19.651689Z","steps":["trace[57844552] 'agreement among raft nodes before linearized reading' (duration: 250.301203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.651724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.184277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:00:19.651759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.5653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:00:19.651829Z","caller":"traceutil/trace.go:171","msg":"trace[1297247400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4145; }","duration":"253.37487ms","start":"2026-03-07T03:00:19.398431Z","end":"2026-03-07T03:00:19.651806Z","steps":["trace[1297247400] 'agreement among raft nodes before linearized reading' (duration: 253.031973ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.651846Z","caller":"traceutil/trace.go:171","msg":"trace[15664511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4145; }","duration":"224.701883ms","start":"2026-03-07T03:00:19.427128Z","end":"2026-03-07T03:00:19.651829Z","steps":["trace[15664511] 'agreement among raft nodes before linearized reading' (duration: 224.460097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.65197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.517345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:00:19.652129Z","caller":"traceutil/trace.go:171","msg":"trace[1170324861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4145; }","duration":"231.72898ms","start":"2026-03-07T03:00:19.420369Z","end":"2026-03-07T03:00:19.652098Z","steps":["trace[1170324861] 'agreement among raft nodes before linearized reading' (duration: 231.30061ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.814555Z","caller":"traceutil/trace.go:171","msg":"trace[964079934] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"157.89675ms","start":"2026-03-07T03:00:19.656623Z","end":"2026-03-07T03:00:19.814519Z","steps":["trace[964079934] 'process raft request' (duration: 157.783097ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.814631Z","caller":"traceutil/trace.go:171","msg":"trace[1300929700] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"158.000141ms","start":"2026-03-07T03:00:19.656595Z","end":"2026-03-07T03:00:19.814595Z","steps":["trace[1300929700] 'process raft request' (duration: 154.616586ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.814807Z","caller":"traceutil/trace.go:171","msg":"trace[1794970305] linearizableReadLoop","detail":"{readStateIndex:4331; appliedIndex:4327; }","duration":"144.225235ms","start":"2026-03-07T03:00:19.670566Z","end":"2026-03-07T03:00:19.814791Z","steps":["trace[1794970305] 'read index received' (duration: 140.658717ms)","trace[1794970305] 'applied index is now lower than readState.Index' (duration: 3.565658ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:19.814892Z","caller":"traceutil/trace.go:171","msg":"trace[1711884719] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"157.577361ms","start":"2026-03-07T03:00:19.657298Z","end":"2026-03-07T03:00:19.814875Z","steps":["trace[1711884719] 'process raft request' (duration: 157.393647ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:19.814882Z","caller":"traceutil/trace.go:171","msg":"trace[248324323] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"157.554681ms","start":"2026-03-07T03:00:19.657287Z","end":"2026-03-07T03:00:19.814842Z","steps":["trace[248324323] 'process raft request' (duration: 157.179592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:19.815019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.42318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-k6db2\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-03-07T03:00:19.815062Z","caller":"traceutil/trace.go:171","msg":"trace[1578425174] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-k6db2; range_end:; response_count:1; response_revision:4149; }","duration":"144.510571ms","start":"2026-03-07T03:00:19.670537Z","end":"2026-03-07T03:00:19.815048Z","steps":["trace[1578425174] 'agreement among raft nodes before linearized reading' (duration: 144.318717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:25.735809Z","caller":"traceutil/trace.go:171","msg":"trace[785611003] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"144.480621ms","start":"2026-03-07T03:00:25.591301Z","end":"2026-03-07T03:00:25.735782Z","steps":["trace[785611003] 'process raft request' (duration: 144.318126ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:25.740824Z","caller":"traceutil/trace.go:171","msg":"trace[139088264] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4497; }","duration":"100.82955ms","start":"2026-03-07T03:00:25.639965Z","end":"2026-03-07T03:00:25.740795Z","steps":["trace[139088264] 'process raft request' (duration: 100.321789ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.040764Z","caller":"traceutil/trace.go:171","msg":"trace[463900912] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"182.567197ms","start":"2026-03-07T03:00:27.858168Z","end":"2026-03-07T03:00:28.040735Z","steps":["trace[463900912] 'read index received' (duration: 182.460704ms)","trace[463900912] 'applied index is now lower than readState.Index' (duration: 105.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:28.040805Z","caller":"traceutil/trace.go:171","msg":"trace[43959838] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"183.19755ms","start":"2026-03-07T03:00:27.857581Z","end":"2026-03-07T03:00:28.040779Z","steps":["trace[43959838] 'process raft request' (duration: 182.947684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.041039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.842753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:00:28.041084Z","caller":"traceutil/trace.go:171","msg":"trace[140282813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4601; }","duration":"182.912414ms","start":"2026-03-07T03:00:27.858161Z","end":"2026-03-07T03:00:28.041074Z","steps":["trace[140282813] 'agreement among raft nodes before linearized reading' (duration: 182.72616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.31892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.299607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:28.319136Z","caller":"traceutil/trace.go:171","msg":"trace[1372490792] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"460.886382ms","start":"2026-03-07T03:00:27.858213Z","end":"2026-03-07T03:00:28.319099Z","steps":["trace[1372490792] 'process raft request' (duration: 352.287489ms)","trace[1372490792] 'compare' (duration: 108.130893ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:28.319218Z","caller":"traceutil/trace.go:171","msg":"trace[164379765] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4792; }","duration":"278.345786ms","start":"2026-03-07T03:00:28.040853Z","end":"2026-03-07T03:00:28.319199Z","steps":["trace[164379765] 'read index received' (duration: 169.665691ms)","trace[164379765] 'applied index is now lower than readState.Index' (duration: 108.679305ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:28.319211Z","caller":"traceutil/trace.go:171","msg":"trace[277298259] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"459.263406ms","start":"2026-03-07T03:00:27.859908Z","end":"2026-03-07T03:00:28.319172Z","steps":["trace[277298259] 'process raft request' (duration: 459.122792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.319297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:27.858188Z","time spent":"461.024284ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:28.319285Z","caller":"traceutil/trace.go:171","msg":"trace[1399188512] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"354.330233ms","start":"2026-03-07T03:00:27.964883Z","end":"2026-03-07T03:00:28.319214Z","steps":["trace[1399188512] 'process raft request' (duration: 354.214611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.31939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:27.859896Z","time spent":"459.405038ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:28.319406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.292468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-07T03:00:28.31944Z","caller":"traceutil/trace.go:171","msg":"trace[2068977667] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4605; }","duration":"460.34795ms","start":"2026-03-07T03:00:27.859081Z","end":"2026-03-07T03:00:28.319429Z","steps":["trace[2068977667] 'agreement among raft nodes before linearized reading' (duration: 460.206067ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:28.319315Z","caller":"traceutil/trace.go:171","msg":"trace[1410207727] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"290.806432ms","start":"2026-03-07T03:00:28.028475Z","end":"2026-03-07T03:00:28.319282Z","steps":["trace[1410207727] 'process raft request' (duration: 290.666659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.319488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:27.859068Z","time spent":"460.410271ms","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-07T03:00:28.319569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:27.964856Z","time spent":"354.571039ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:28.320887Z","caller":"traceutil/trace.go:171","msg":"trace[449108264] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"274.476319ms","start":"2026-03-07T03:00:28.046379Z","end":"2026-03-07T03:00:28.320856Z","steps":["trace[449108264] 'process raft request' (duration: 274.325276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:28.321351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.190409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8febf7-4c45-4fcf-8a8d-b8cc6def9bac\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-07T03:00:28.321438Z","caller":"traceutil/trace.go:171","msg":"trace[2141948674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8febf7-4c45-4fcf-8a8d-b8cc6def9bac; range_end:; response_count:1; response_revision:4606; }","duration":"146.317802ms","start":"2026-03-07T03:00:28.175099Z","end":"2026-03-07T03:00:28.321417Z","steps":["trace[2141948674] 'agreement among raft nodes before linearized reading' (duration: 146.084865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:35.838854Z","caller":"traceutil/trace.go:171","msg":"trace[1133914112] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"174.533767ms","start":"2026-03-07T03:00:35.66428Z","end":"2026-03-07T03:00:35.838814Z","steps":["trace[1133914112] 'process raft request' (duration: 174.257061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:38.219247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.743474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:38.219372Z","caller":"traceutil/trace.go:171","msg":"trace[474771460] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"286.763033ms","start":"2026-03-07T03:00:37.932578Z","end":"2026-03-07T03:00:38.219341Z","steps":["trace[474771460] 'process raft request' (duration: 30.848296ms)","trace[474771460] 'compare' (duration: 255.633731ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:38.219544Z","caller":"traceutil/trace.go:171","msg":"trace[1463175143] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5039; }","duration":"278.163921ms","start":"2026-03-07T03:00:37.941362Z","end":"2026-03-07T03:00:38.219526Z","steps":["trace[1463175143] 'read index received' (duration: 22.044229ms)","trace[1463175143] 'applied index is now lower than readState.Index' (duration: 256.118482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:38.261357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.98497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:38.261435Z","caller":"traceutil/trace.go:171","msg":"trace[2029305416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4843; }","duration":"320.094352ms","start":"2026-03-07T03:00:37.941318Z","end":"2026-03-07T03:00:38.261412Z","steps":["trace[2029305416] 'agreement among raft nodes before linearized reading' (duration: 278.317544ms)","trace[2029305416] 'count revisions from in-memory index tree' (duration: 41.676066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:38.261481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:37.941298Z","time spent":"320.171445ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:00:38.261577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T03:00:38.261666Z","caller":"traceutil/trace.go:171","msg":"trace[832125732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4843; }","duration":"144.607854ms","start":"2026-03-07T03:00:38.117043Z","end":"2026-03-07T03:00:38.26165Z","steps":["trace[832125732] 'agreement among raft nodes before linearized reading' (duration: 144.347678ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:40.564515Z","caller":"traceutil/trace.go:171","msg":"trace[378443777] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5110; }","duration":"340.580058ms","start":"2026-03-07T03:00:40.223914Z","end":"2026-03-07T03:00:40.564494Z","steps":["trace[378443777] 'read index received' (duration: 340.539678ms)","trace[378443777] 'applied index is now lower than readState.Index' (duration: 39.72µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:40.564713Z","caller":"traceutil/trace.go:171","msg":"trace[1603797425] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"619.673799ms","start":"2026-03-07T03:00:39.94493Z","end":"2026-03-07T03:00:40.564604Z","steps":["trace[1603797425] 'process raft request' (duration: 619.443904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:40.56487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.923366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:00:40.564973Z","caller":"traceutil/trace.go:171","msg":"trace[647688321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4909; }","duration":"341.086239ms","start":"2026-03-07T03:00:40.223865Z","end":"2026-03-07T03:00:40.564951Z","steps":["trace[647688321] 'agreement among raft nodes before linearized reading' (duration: 340.762982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:40.564956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:39.94489Z","time spent":"619.938155ms","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T03:00:40.565015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:40.223843Z","time spent":"341.163541ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:00:40.631019Z","caller":"traceutil/trace.go:171","msg":"trace[2024927874] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"275.982663ms","start":"2026-03-07T03:00:40.355007Z","end":"2026-03-07T03:00:40.63099Z","steps":["trace[2024927874] 'process raft request' (duration: 275.799759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:40.631289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.76678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:40.631373Z","caller":"traceutil/trace.go:171","msg":"trace[1086105872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4911; }","duration":"312.860692ms","start":"2026-03-07T03:00:40.318491Z","end":"2026-03-07T03:00:40.631352Z","steps":["trace[1086105872] 'agreement among raft nodes before linearized reading' (duration: 312.698919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:40.631418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:40.318402Z","time spent":"313.008345ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:00:40.631415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.100841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T03:00:40.63144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.544788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-07T03:00:40.631469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.501037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T03:00:40.631512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.809385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:00:40.63153Z","caller":"traceutil/trace.go:171","msg":"trace[1342218301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4911; }","duration":"252.274325ms","start":"2026-03-07T03:00:40.379216Z","end":"2026-03-07T03:00:40.631491Z","steps":["trace[1342218301] 'agreement among raft nodes before linearized reading' (duration: 251.969399ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:40.631536Z","caller":"traceutil/trace.go:171","msg":"trace[1797973758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:4911; }","duration":"250.667721ms","start":"2026-03-07T03:00:40.380847Z","end":"2026-03-07T03:00:40.631515Z","steps":["trace[1797973758] 'agreement among raft nodes before linearized reading' (duration: 250.368784ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:40.631555Z","caller":"traceutil/trace.go:171","msg":"trace[1225264673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4911; }","duration":"251.894217ms","start":"2026-03-07T03:00:40.37965Z","end":"2026-03-07T03:00:40.631544Z","steps":["trace[1225264673] 'agreement among raft nodes before linearized reading' (duration: 251.767205ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:40.631561Z","caller":"traceutil/trace.go:171","msg":"trace[512271775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4911; }","duration":"354.61517ms","start":"2026-03-07T03:00:40.276925Z","end":"2026-03-07T03:00:40.631541Z","steps":["trace[512271775] 'agreement among raft nodes before linearized reading' (duration: 354.359865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:40.631608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:40.276915Z","time spent":"354.685492ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:40.631673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.392338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:00:40.631723Z","caller":"traceutil/trace.go:171","msg":"trace[1762870529] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"121.226743ms","start":"2026-03-07T03:00:40.510483Z","end":"2026-03-07T03:00:40.63171Z","steps":["trace[1762870529] 'process raft request' (duration: 120.461206ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:40.63179Z","caller":"traceutil/trace.go:171","msg":"trace[143837061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4911; }","duration":"265.623953ms","start":"2026-03-07T03:00:40.366122Z","end":"2026-03-07T03:00:40.631746Z","steps":["trace[143837061] 'agreement among raft nodes before linearized reading' (duration: 265.147792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:46.422953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.08136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-07T03:00:46.423063Z","caller":"traceutil/trace.go:171","msg":"trace[1133999168] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4997; }","duration":"447.248064ms","start":"2026-03-07T03:00:45.975789Z","end":"2026-03-07T03:00:46.423037Z","steps":["trace[1133999168] 'range keys from in-memory index tree' (duration: 446.782544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:46.423111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:45.975767Z","time spent":"447.331655ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12999,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-07T03:00:46.525005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162406338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:00:47.026089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162406338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:00:47.147777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171585072s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T03:00:47.148239Z","caller":"traceutil/trace.go:171","msg":"trace[1428521284] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.172112764s","start":"2026-03-07T03:00:45.976094Z","end":"2026-03-07T03:00:47.148207Z","steps":["trace[1428521284] 'process raft request' (duration: 1.171900509s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.148408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:45.976072Z","time spent":"1.172251957s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T03:00:47.294173Z","caller":"traceutil/trace.go:171","msg":"trace[273088127] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"902.386365ms","start":"2026-03-07T03:00:46.391757Z","end":"2026-03-07T03:00:47.294143Z","steps":["trace[273088127] 'process raft request' (duration: 879.332542ms)","trace[273088127] 'compare' (duration: 22.740886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:47.294359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.391722Z","time spent":"902.537097ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:47.294477Z","caller":"traceutil/trace.go:171","msg":"trace[389766539] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"858.740252ms","start":"2026-03-07T03:00:46.435714Z","end":"2026-03-07T03:00:47.294454Z","steps":["trace[389766539] 'process raft request' (duration: 858.279522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.29461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.435676Z","time spent":"858.873315ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:47.294668Z","caller":"traceutil/trace.go:171","msg":"trace[620034079] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"646.654946ms","start":"2026-03-07T03:00:46.648002Z","end":"2026-03-07T03:00:47.294656Z","steps":["trace[620034079] 'process raft request' (duration: 646.351209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.294729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.647971Z","time spent":"646.726619ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:47.295031Z","caller":"traceutil/trace.go:171","msg":"trace[1698372274] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"644.264084ms","start":"2026-03-07T03:00:46.650753Z","end":"2026-03-07T03:00:47.295017Z","steps":["trace[1698372274] 'process raft request' (duration: 643.854175ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:47.295046Z","caller":"traceutil/trace.go:171","msg":"trace[1026781692] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5202; }","duration":"1.270934725s","start":"2026-03-07T03:00:46.024093Z","end":"2026-03-07T03:00:47.295027Z","steps":["trace[1026781692] 'read index received' (duration: 1.124106045s)","trace[1026781692] 'applied index is now lower than readState.Index' (duration: 146.82762ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:47.295083Z","caller":"traceutil/trace.go:171","msg":"trace[682686480] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"617.437816ms","start":"2026-03-07T03:00:46.677629Z","end":"2026-03-07T03:00:47.295066Z","steps":["trace[682686480] 'process raft request' (duration: 617.311543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.650734Z","time spent":"644.330305ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:47.295179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.677611Z","time spent":"617.522139ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:47.295246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.912312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:47.295281Z","caller":"traceutil/trace.go:171","msg":"trace[813452675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"334.991424ms","start":"2026-03-07T03:00:46.960281Z","end":"2026-03-07T03:00:47.295272Z","steps":["trace[813452675] 'agreement among raft nodes before linearized reading' (duration: 334.934932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.96026Z","time spent":"335.051166ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:00:47.295379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271246673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-07T03:00:47.295415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.143926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:00:47.295514Z","caller":"traceutil/trace.go:171","msg":"trace[657953865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:5003; }","duration":"615.292018ms","start":"2026-03-07T03:00:46.680197Z","end":"2026-03-07T03:00:47.295489Z","steps":["trace[657953865] 'agreement among raft nodes before linearized reading' (duration: 614.976971ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:47.295513Z","caller":"traceutil/trace.go:171","msg":"trace[216535733] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5003; }","duration":"1.271403836s","start":"2026-03-07T03:00:46.024078Z","end":"2026-03-07T03:00:47.295482Z","steps":["trace[216535733] 'agreement among raft nodes before linearized reading' (duration: 1.271059929s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.10757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T03:00:47.295545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.088639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T03:00:47.295567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.680189Z","time spent":"615.37ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"warn","ts":"2026-03-07T03:00:47.29557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.024066Z","time spent":"1.271492028s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-07T03:00:47.295591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.849871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:47.295586Z","caller":"traceutil/trace.go:171","msg":"trace[1744406118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"617.174961ms","start":"2026-03-07T03:00:46.678386Z","end":"2026-03-07T03:00:47.295561Z","steps":["trace[1744406118] 'agreement among raft nodes before linearized reading' (duration: 617.073529ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:47.295594Z","caller":"traceutil/trace.go:171","msg":"trace[1905230660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5003; }","duration":"617.15427ms","start":"2026-03-07T03:00:46.678425Z","end":"2026-03-07T03:00:47.295579Z","steps":["trace[1905230660] 'agreement among raft nodes before linearized reading' (duration: 616.998627ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:47.295624Z","caller":"traceutil/trace.go:171","msg":"trace[762037866] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5003; }","duration":"646.915293ms","start":"2026-03-07T03:00:46.648699Z","end":"2026-03-07T03:00:47.295614Z","steps":["trace[762037866] 'agreement among raft nodes before linearized reading' (duration: 646.856792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.658158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-67948787ff-kfg5q.189a6fe81972f028\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-07T03:00:47.295651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.648684Z","time spent":"646.961914ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:00:47.295532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.009382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"warn","ts":"2026-03-07T03:00:47.29565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.678415Z","time spent":"617.225122ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T03:00:47.295682Z","caller":"traceutil/trace.go:171","msg":"trace[262295425] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5003; }","duration":"852.202317ms","start":"2026-03-07T03:00:46.44347Z","end":"2026-03-07T03:00:47.295673Z","steps":["trace[262295425] 'agreement among raft nodes before linearized reading' (duration: 851.685516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.443453Z","time spent":"852.248488ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":380055,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-07T03:00:47.295656Z","caller":"traceutil/trace.go:171","msg":"trace[535879867] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-67948787ff-kfg5q.189a6fe81972f028; range_end:; response_count:1; response_revision:5003; }","duration":"142.74829ms","start":"2026-03-07T03:00:47.152896Z","end":"2026-03-07T03:00:47.295644Z","steps":["trace[535879867] 'agreement among raft nodes before linearized reading' (duration: 142.627017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.29576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.416748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:47.295774Z","caller":"traceutil/trace.go:171","msg":"trace[108403302] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5003; }","duration":"732.47614ms","start":"2026-03-07T03:00:46.563294Z","end":"2026-03-07T03:00:47.29577Z","steps":["trace[108403302] 'agreement among raft nodes before linearized reading' (duration: 732.450659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.563271Z","time spent":"732.512521ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:00:47.295399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.23479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:00:47.295821Z","caller":"traceutil/trace.go:171","msg":"trace[521959817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5003; }","duration":"638.74566ms","start":"2026-03-07T03:00:46.657061Z","end":"2026-03-07T03:00:47.295806Z","steps":["trace[521959817] 'agreement among raft nodes before linearized reading' (duration: 638.129367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.678377Z","time spent":"617.260123ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:47.295851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.704149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:00:47.295865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.657048Z","time spent":"638.801182ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:00:47.295877Z","caller":"traceutil/trace.go:171","msg":"trace[1553800197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5003; }","duration":"611.773611ms","start":"2026-03-07T03:00:46.684096Z","end":"2026-03-07T03:00:47.29587Z","steps":["trace[1553800197] 'agreement among raft nodes before linearized reading' (duration: 611.700179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.295896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.684063Z","time spent":"611.829821ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:00:47.2959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.898485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:00:47.295939Z","caller":"traceutil/trace.go:171","msg":"trace[912460992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5003; }","duration":"612.957156ms","start":"2026-03-07T03:00:46.682971Z","end":"2026-03-07T03:00:47.295928Z","steps":["trace[912460992] 'agreement among raft nodes before linearized reading' (duration: 612.859684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:47.300675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:46.682961Z","time spent":"617.659261ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:47.452835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.038771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:47.45292Z","caller":"traceutil/trace.go:171","msg":"trace[933654831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"136.157933ms","start":"2026-03-07T03:00:47.316741Z","end":"2026-03-07T03:00:47.452899Z","steps":["trace[933654831] 'agreement among raft nodes before linearized reading' (duration: 136.00236ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:47.453218Z","caller":"traceutil/trace.go:171","msg":"trace[1305388361] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"140.483859ms","start":"2026-03-07T03:00:47.312687Z","end":"2026-03-07T03:00:47.45317Z","steps":["trace[1305388361] 'process raft request' (duration: 105.324065ms)","trace[1305388361] 'compare' (duration: 34.53303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:47.833964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.290973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:47.834053Z","caller":"traceutil/trace.go:171","msg":"trace[221324019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5015; }","duration":"218.456028ms","start":"2026-03-07T03:00:47.615577Z","end":"2026-03-07T03:00:47.834033Z","steps":["trace[221324019] 'count revisions from in-memory index tree' (duration: 218.180381ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:48.244225Z","caller":"traceutil/trace.go:171","msg":"trace[1861613816] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"143.745112ms","start":"2026-03-07T03:00:48.100461Z","end":"2026-03-07T03:00:48.244206Z","steps":["trace[1861613816] 'process raft request' (duration: 143.583458ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:48.368649Z","caller":"traceutil/trace.go:171","msg":"trace[1611808469] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"118.636794ms","start":"2026-03-07T03:00:48.249963Z","end":"2026-03-07T03:00:48.3686Z","steps":["trace[1611808469] 'process raft request' (duration: 96.788687ms)","trace[1611808469] 'compare' (duration: 21.585911ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:48.368687Z","caller":"traceutil/trace.go:171","msg":"trace[1406266293] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5221; }","duration":"118.47312ms","start":"2026-03-07T03:00:48.250191Z","end":"2026-03-07T03:00:48.368665Z","steps":["trace[1406266293] 'read index received' (duration: 30.310775ms)","trace[1406266293] 'applied index is now lower than readState.Index' (duration: 88.161355ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:48.368828Z","caller":"traceutil/trace.go:171","msg":"trace[1654601243] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"118.708585ms","start":"2026-03-07T03:00:48.250091Z","end":"2026-03-07T03:00:48.3688Z","steps":["trace[1654601243] 'process raft request' (duration: 118.391138ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:48.368868Z","caller":"traceutil/trace.go:171","msg":"trace[294492036] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"118.741326ms","start":"2026-03-07T03:00:48.250102Z","end":"2026-03-07T03:00:48.368843Z","steps":["trace[294492036] 'process raft request' (duration: 118.495931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:48.368964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:00:48.369374Z","caller":"traceutil/trace.go:171","msg":"trace[1750888238] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:5020; }","duration":"119.221266ms","start":"2026-03-07T03:00:48.250133Z","end":"2026-03-07T03:00:48.369354Z","steps":["trace[1750888238] 'agreement among raft nodes before linearized reading' (duration: 118.781297ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:48.712074Z","caller":"traceutil/trace.go:171","msg":"trace[1042926534] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"191.613269ms","start":"2026-03-07T03:00:48.520434Z","end":"2026-03-07T03:00:48.712047Z","steps":["trace[1042926534] 'read index received' (duration: 187.417146ms)","trace[1042926534] 'applied index is now lower than readState.Index' (duration: 4.194803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:00:48.71227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.837214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:00:48.712311Z","caller":"traceutil/trace.go:171","msg":"trace[481617484] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5021; }","duration":"191.953507ms","start":"2026-03-07T03:00:48.520347Z","end":"2026-03-07T03:00:48.712301Z","steps":["trace[481617484] 'agreement among raft nodes before linearized reading' (duration: 191.811133ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:48.712209Z","caller":"traceutil/trace.go:171","msg":"trace[804605276] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"312.115653ms","start":"2026-03-07T03:00:48.400035Z","end":"2026-03-07T03:00:48.71215Z","steps":["trace[804605276] 'process raft request' (duration: 307.728066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:48.712768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:48.400016Z","time spent":"312.542943ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T03:00:52.102134Z","caller":"traceutil/trace.go:171","msg":"trace[749067904] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"160.26143ms","start":"2026-03-07T03:00:51.941842Z","end":"2026-03-07T03:00:52.102104Z","steps":["trace[749067904] 'process raft request' (duration: 154.310488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:57.382841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.503288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:00:57.383002Z","caller":"traceutil/trace.go:171","msg":"trace[2046661673] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"233.721488ms","start":"2026-03-07T03:00:57.149257Z","end":"2026-03-07T03:00:57.382979Z","steps":["trace[2046661673] 'process raft request' (duration: 31.958373ms)","trace[2046661673] 'compare' (duration: 201.160951ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:57.389013Z","caller":"traceutil/trace.go:171","msg":"trace[1115185604] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5364; }","duration":"239.594518ms","start":"2026-03-07T03:00:57.149382Z","end":"2026-03-07T03:00:57.388976Z","steps":["trace[1115185604] 'read index received' (duration: 31.82887ms)","trace[1115185604] 'applied index is now lower than readState.Index' (duration: 207.764398ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:57.389146Z","caller":"traceutil/trace.go:171","msg":"trace[593257758] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"239.797633ms","start":"2026-03-07T03:00:57.149257Z","end":"2026-03-07T03:00:57.389055Z","steps":["trace[593257758] 'process raft request' (duration: 239.496997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:57.389482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.045198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-07T03:00:57.389557Z","caller":"traceutil/trace.go:171","msg":"trace[217047444] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5159; }","duration":"240.198101ms","start":"2026-03-07T03:00:57.14933Z","end":"2026-03-07T03:00:57.389528Z","steps":["trace[217047444] 'agreement among raft nodes before linearized reading' (duration: 239.916515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:57.389643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.210012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-03-07T03:00:57.389792Z","caller":"traceutil/trace.go:171","msg":"trace[80904683] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5159; }","duration":"240.434887ms","start":"2026-03-07T03:00:57.14933Z","end":"2026-03-07T03:00:57.389764Z","steps":["trace[80904683] 'agreement among raft nodes before linearized reading' (duration: 239.973777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:57.390611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.927922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-07T03:00:57.390695Z","caller":"traceutil/trace.go:171","msg":"trace[2095552376] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5160; }","duration":"168.018094ms","start":"2026-03-07T03:00:57.222659Z","end":"2026-03-07T03:00:57.390677Z","steps":["trace[2095552376] 'agreement among raft nodes before linearized reading' (duration: 166.837118ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:59.848967Z","caller":"traceutil/trace.go:171","msg":"trace[1222444614] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"442.100719ms","start":"2026-03-07T03:00:59.406824Z","end":"2026-03-07T03:00:59.848925Z","steps":["trace[1222444614] 'process raft request' (duration: 441.938236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.849176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.406793Z","time spent":"442.269963ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:59.981168Z","caller":"traceutil/trace.go:171","msg":"trace[1038231610] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"571.84114ms","start":"2026-03-07T03:00:59.4093Z","end":"2026-03-07T03:00:59.981141Z","steps":["trace[1038231610] 'process raft request' (duration: 571.732428ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:59.981214Z","caller":"traceutil/trace.go:171","msg":"trace[627899260] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"573.640901ms","start":"2026-03-07T03:00:59.407539Z","end":"2026-03-07T03:00:59.98118Z","steps":["trace[627899260] 'process raft request' (duration: 571.080404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.981344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.409282Z","time spent":"571.969483ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:59.98138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.407517Z","time spent":"573.766183ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:00:59.98152Z","caller":"traceutil/trace.go:171","msg":"trace[525732792] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5397; }","duration":"572.156007ms","start":"2026-03-07T03:00:59.409335Z","end":"2026-03-07T03:00:59.981491Z","steps":["trace[525732792] 'read index received' (duration: 439.558403ms)","trace[525732792] 'applied index is now lower than readState.Index' (duration: 132.596324ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:00:59.981552Z","caller":"traceutil/trace.go:171","msg":"trace[179429744] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"371.677071ms","start":"2026-03-07T03:00:59.609859Z","end":"2026-03-07T03:00:59.981536Z","steps":["trace[179429744] 'process raft request' (duration: 371.233811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.981645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.609792Z","time spent":"371.807974ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:00:59.981783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.544783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e92a796b-2400-490b-be2d-2bc8ee38c434\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-07T03:00:59.981784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.96655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:00:59.981859Z","caller":"traceutil/trace.go:171","msg":"trace[1508954696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e92a796b-2400-490b-be2d-2bc8ee38c434; range_end:; response_count:1; response_revision:5193; }","duration":"553.644215ms","start":"2026-03-07T03:00:59.428163Z","end":"2026-03-07T03:00:59.981808Z","steps":["trace[1508954696] 'agreement among raft nodes before linearized reading' (duration: 553.479281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.981796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.447134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-07T03:00:59.981913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.428141Z","time spent":"553.762657ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e92a796b-2400-490b-be2d-2bc8ee38c434\" "} {"level":"info","ts":"2026-03-07T03:00:59.981895Z","caller":"traceutil/trace.go:171","msg":"trace[790777873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5193; }","duration":"527.054182ms","start":"2026-03-07T03:00:59.454766Z","end":"2026-03-07T03:00:59.981821Z","steps":["trace[790777873] 'agreement among raft nodes before linearized reading' (duration: 526.911519ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:59.981983Z","caller":"traceutil/trace.go:171","msg":"trace[14962336] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5193; }","duration":"572.642547ms","start":"2026-03-07T03:00:59.409287Z","end":"2026-03-07T03:00:59.981929Z","steps":["trace[14962336] 'agreement among raft nodes before linearized reading' (duration: 572.32579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.982018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.45475Z","time spent":"527.255487ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:00:59.9821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.566076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:00:59.982146Z","caller":"traceutil/trace.go:171","msg":"trace[713675174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5193; }","duration":"528.609227ms","start":"2026-03-07T03:00:59.453523Z","end":"2026-03-07T03:00:59.982132Z","steps":["trace[713675174] 'agreement among raft nodes before linearized reading' (duration: 528.493764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.982194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.453492Z","time spent":"528.691608ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:59.982205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.492873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:00:59.982246Z","caller":"traceutil/trace.go:171","msg":"trace[641729506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5193; }","duration":"532.557875ms","start":"2026-03-07T03:00:59.449678Z","end":"2026-03-07T03:00:59.982235Z","steps":["trace[641729506] 'agreement among raft nodes before linearized reading' (duration: 532.439742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.982286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.449666Z","time spent":"532.613076ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:00:59.982078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.409267Z","time spent":"572.75799ms","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-07T03:00:59.981989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.189214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:00:59.982547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.282379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:00:59.982538Z","caller":"traceutil/trace.go:171","msg":"trace[1949719977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5193; }","duration":"531.730586ms","start":"2026-03-07T03:00:59.450756Z","end":"2026-03-07T03:00:59.982486Z","steps":["trace[1949719977] 'agreement among raft nodes before linearized reading' (duration: 531.135812ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:00:59.98265Z","caller":"traceutil/trace.go:171","msg":"trace[2090612359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:5193; }","duration":"527.36329ms","start":"2026-03-07T03:00:59.455231Z","end":"2026-03-07T03:00:59.982594Z","steps":["trace[2090612359] 'agreement among raft nodes before linearized reading' (duration: 527.132544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.982694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.450739Z","time spent":"531.893741ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:00:59.982749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.455222Z","time spent":"527.510103ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"warn","ts":"2026-03-07T03:00:59.982401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.831649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:00:59.983182Z","caller":"traceutil/trace.go:171","msg":"trace[1345075510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5193; }","duration":"506.613037ms","start":"2026-03-07T03:00:59.476552Z","end":"2026-03-07T03:00:59.983165Z","steps":["trace[1345075510] 'agreement among raft nodes before linearized reading' (duration: 505.693106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:00:59.983232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:00:59.476516Z","time spent":"506.69798ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:01:09.868889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2647} {"level":"info","ts":"2026-03-07T03:01:09.933688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2647,"took":"63.271901ms","hash":619583108,"current-db-size-bytes":38985728,"current-db-size":"39 MB","current-db-size-in-use-bytes":28364800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-07T03:01:09.93378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":619583108,"revision":2647,"compact-revision":-1} {"level":"info","ts":"2026-03-07T03:01:12.314854Z","caller":"traceutil/trace.go:171","msg":"trace[233028516] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"162.333336ms","start":"2026-03-07T03:01:12.152473Z","end":"2026-03-07T03:01:12.314806Z","steps":["trace[233028516] 'process raft request' (duration: 78.857126ms)","trace[233028516] 'compare' (duration: 83.305757ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:12.314974Z","caller":"traceutil/trace.go:171","msg":"trace[1923728742] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"154.591784ms","start":"2026-03-07T03:01:12.160372Z","end":"2026-03-07T03:01:12.314963Z","steps":["trace[1923728742] 'process raft request' (duration: 154.531283ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:12.31503Z","caller":"traceutil/trace.go:171","msg":"trace[529349273] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"158.805419ms","start":"2026-03-07T03:01:12.15619Z","end":"2026-03-07T03:01:12.314996Z","steps":["trace[529349273] 'process raft request' (duration: 158.585154ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:12.315064Z","caller":"traceutil/trace.go:171","msg":"trace[955328856] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"146.628038ms","start":"2026-03-07T03:01:12.168411Z","end":"2026-03-07T03:01:12.315039Z","steps":["trace[955328856] 'process raft request' (duration: 146.527805ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:16.239938Z","caller":"traceutil/trace.go:171","msg":"trace[1935906530] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"113.055209ms","start":"2026-03-07T03:01:16.126851Z","end":"2026-03-07T03:01:16.239906Z","steps":["trace[1935906530] 'process raft request' (duration: 112.890975ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:16.268097Z","caller":"traceutil/trace.go:171","msg":"trace[1480545109] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5620; }","duration":"126.950788ms","start":"2026-03-07T03:01:16.141116Z","end":"2026-03-07T03:01:16.268067Z","steps":["trace[1480545109] 'read index received' (duration: 98.974645ms)","trace[1480545109] 'applied index is now lower than readState.Index' (duration: 27.974993ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:16.26823Z","caller":"traceutil/trace.go:171","msg":"trace[899361410] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"138.009634ms","start":"2026-03-07T03:01:16.130149Z","end":"2026-03-07T03:01:16.268159Z","steps":["trace[899361410] 'process raft request' (duration: 137.508853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:16.268401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.657885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:01:16.268452Z","caller":"traceutil/trace.go:171","msg":"trace[1157423881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:5406; }","duration":"105.775787ms","start":"2026-03-07T03:01:16.162656Z","end":"2026-03-07T03:01:16.268432Z","steps":["trace[1157423881] 'agreement among raft nodes before linearized reading' (duration: 105.588233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:16.268478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.299176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T03:01:16.268585Z","caller":"traceutil/trace.go:171","msg":"trace[926287472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5406; }","duration":"127.48321ms","start":"2026-03-07T03:01:16.141077Z","end":"2026-03-07T03:01:16.268561Z","steps":["trace[926287472] 'agreement among raft nodes before linearized reading' (duration: 127.106032ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:16.712967Z","caller":"traceutil/trace.go:171","msg":"trace[442716877] linearizableReadLoop","detail":"{readStateIndex:5626; appliedIndex:5622; }","duration":"332.439537ms","start":"2026-03-07T03:01:16.380504Z","end":"2026-03-07T03:01:16.712944Z","steps":["trace[442716877] 'read index received' (duration: 255.85355ms)","trace[442716877] 'applied index is now lower than readState.Index' (duration: 76.584957ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:16.713029Z","caller":"traceutil/trace.go:171","msg":"trace[1006874854] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"375.796592ms","start":"2026-03-07T03:01:16.337174Z","end":"2026-03-07T03:01:16.712971Z","steps":["trace[1006874854] 'process raft request' (duration: 375.642189ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:16.713092Z","caller":"traceutil/trace.go:171","msg":"trace[693511589] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"377.291655ms","start":"2026-03-07T03:01:16.335737Z","end":"2026-03-07T03:01:16.713029Z","steps":["trace[693511589] 'process raft request' (duration: 300.615957ms)","trace[693511589] 'compare' (duration: 76.326981ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:16.713135Z","caller":"traceutil/trace.go:171","msg":"trace[440725019] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"375.608058ms","start":"2026-03-07T03:01:16.337486Z","end":"2026-03-07T03:01:16.713094Z","steps":["trace[440725019] 'process raft request' (duration: 375.415584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:16.713197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:16.337166Z","time spent":"375.929355ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:16.713155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.636821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:01:16.713341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:16.337479Z","time spent":"375.758371ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:16.713346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:16.335719Z","time spent":"377.494261ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:16.713409Z","caller":"traceutil/trace.go:171","msg":"trace[1470281777] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5411; }","duration":"332.905457ms","start":"2026-03-07T03:01:16.380467Z","end":"2026-03-07T03:01:16.713373Z","steps":["trace[1470281777] 'agreement among raft nodes before linearized reading' (duration: 332.625701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:16.713489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:16.380453Z","time spent":"333.012449ms","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:01:16.713546Z","caller":"traceutil/trace.go:171","msg":"trace[2121761132] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"376.297083ms","start":"2026-03-07T03:01:16.33723Z","end":"2026-03-07T03:01:16.713527Z","steps":["trace[2121761132] 'process raft request' (duration: 375.632289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:16.714015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:16.337224Z","time spent":"376.408836ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:21.881289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:01:22.382452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:01:22.515737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162148671s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T03:01:22.516149Z","caller":"traceutil/trace.go:171","msg":"trace[78000571] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"1.162645183s","start":"2026-03-07T03:01:21.353481Z","end":"2026-03-07T03:01:22.516126Z","steps":["trace[78000571] 'process raft request' (duration: 1.162470519s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:22.516295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:21.353462Z","time spent":"1.162758515s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:23.588104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071960323s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T03:01:23.588522Z","caller":"traceutil/trace.go:171","msg":"trace[515294725] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"1.637791148s","start":"2026-03-07T03:01:21.950705Z","end":"2026-03-07T03:01:23.588497Z","steps":["trace[515294725] 'process raft request' (duration: 1.637563493s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.588684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:21.950664Z","time spent":"1.637920161s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:23.588769Z","caller":"traceutil/trace.go:171","msg":"trace[1726506533] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"1.329594181s","start":"2026-03-07T03:01:22.259148Z","end":"2026-03-07T03:01:23.588742Z","steps":["trace[1726506533] 'process raft request' (duration: 1.329293615s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.588914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.259117Z","time spent":"1.329716234s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:23.589165Z","caller":"traceutil/trace.go:171","msg":"trace[1470036993] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"1.300237427s","start":"2026-03-07T03:01:22.288836Z","end":"2026-03-07T03:01:23.589074Z","steps":["trace[1470036993] 'process raft request' (duration: 1.299793788s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.589363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.288807Z","time spent":"1.300450052s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:23.589317Z","caller":"traceutil/trace.go:171","msg":"trace[1752293648] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5647; }","duration":"2.208852741s","start":"2026-03-07T03:01:21.380434Z","end":"2026-03-07T03:01:23.589286Z","steps":["trace[1752293648] 'read index received' (duration: 1.135654711s)","trace[1752293648] 'applied index is now lower than readState.Index' (duration: 1.07319619s)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:23.589423Z","caller":"traceutil/trace.go:171","msg":"trace[1419525780] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"1.079388978s","start":"2026-03-07T03:01:22.510007Z","end":"2026-03-07T03:01:23.589396Z","steps":["trace[1419525780] 'process raft request' (duration: 1.0790288s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.589534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.509987Z","time spent":"1.07949306s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:23.589605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209146537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-07T03:01:23.589667Z","caller":"traceutil/trace.go:171","msg":"trace[1923395735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5437; }","duration":"2.20927637s","start":"2026-03-07T03:01:21.380375Z","end":"2026-03-07T03:01:23.589652Z","steps":["trace[1923395735] 'agreement among raft nodes before linearized reading' (duration: 2.209025495s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.589708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:21.380348Z","time spent":"2.209350203s","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-07T03:01:23.590189Z","caller":"traceutil/trace.go:171","msg":"trace[1254071970] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"1.298589471s","start":"2026-03-07T03:01:22.290513Z","end":"2026-03-07T03:01:23.589102Z","steps":["trace[1254071970] 'process raft request' (duration: 1.298427758s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:23.590731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.29049Z","time spent":"1.299748537s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:24.089981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162407330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:01:24.289545Z","caller":"traceutil/trace.go:171","msg":"trace[376568136] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.76575382s","start":"2026-03-07T03:01:22.523753Z","end":"2026-03-07T03:01:24.289507Z","steps":["trace[376568136] 'process raft request' (duration: 1.765408752s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.289793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.523732Z","time spent":"1.765927883s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.289805Z","caller":"traceutil/trace.go:171","msg":"trace[416744062] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"1.765133866s","start":"2026-03-07T03:01:22.524651Z","end":"2026-03-07T03:01:24.289785Z","steps":["trace[416744062] 'process raft request' (duration: 1.764755547s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.289922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.524639Z","time spent":"1.765228888s","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.290207Z","caller":"traceutil/trace.go:171","msg":"trace[1114191471] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.765318741s","start":"2026-03-07T03:01:22.524868Z","end":"2026-03-07T03:01:24.290187Z","steps":["trace[1114191471] 'process raft request' (duration: 1.764816719s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.290306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.524862Z","time spent":"1.765394472s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1427,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.290285Z","caller":"traceutil/trace.go:171","msg":"trace[789273417] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5653; }","duration":"700.780554ms","start":"2026-03-07T03:01:23.589473Z","end":"2026-03-07T03:01:24.290254Z","steps":["trace[789273417] 'read index received' (duration: 699.604817ms)","trace[789273417] 'applied index is now lower than readState.Index' (duration: 1.173867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:24.290553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.045578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:01:24.291861Z","caller":"traceutil/trace.go:171","msg":"trace[558130430] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5441; }","duration":"829.368867ms","start":"2026-03-07T03:01:23.462448Z","end":"2026-03-07T03:01:24.291817Z","steps":["trace[558130430] 'agreement among raft nodes before linearized reading' (duration: 827.991947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.292003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.462425Z","time spent":"829.523131ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:01:24.290686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987852618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-07T03:01:24.292093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548638743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:01:24.292269Z","caller":"traceutil/trace.go:171","msg":"trace[1612677572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5441; }","duration":"1.548888558s","start":"2026-03-07T03:01:22.743363Z","end":"2026-03-07T03:01:24.292252Z","steps":["trace[1612677572] 'agreement among raft nodes before linearized reading' (duration: 1.547120629s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.292356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.743339Z","time spent":"1.549003661s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:01:24.290752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547228982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T03:01:24.290783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617872265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:01:24.292493Z","caller":"traceutil/trace.go:171","msg":"trace[2088222132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5441; }","duration":"1.548986311s","start":"2026-03-07T03:01:22.743478Z","end":"2026-03-07T03:01:24.292464Z","steps":["trace[2088222132] 'agreement among raft nodes before linearized reading' (duration: 1.546827953s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.290796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573863834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-whnqt\" ","response":"range_response_count:1 size:4341"} {"level":"info","ts":"2026-03-07T03:01:24.292628Z","caller":"traceutil/trace.go:171","msg":"trace[1203784761] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5441; }","duration":"1.619734466s","start":"2026-03-07T03:01:22.672859Z","end":"2026-03-07T03:01:24.292594Z","steps":["trace[1203784761] 'agreement among raft nodes before linearized reading' (duration: 1.617883576s)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.29273Z","caller":"traceutil/trace.go:171","msg":"trace[254153629] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-whnqt; range_end:; response_count:1; response_revision:5441; }","duration":"1.575870218s","start":"2026-03-07T03:01:22.716834Z","end":"2026-03-07T03:01:24.292704Z","steps":["trace[254153629] 'agreement among raft nodes before linearized reading' (duration: 1.573834663s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.292672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.743462Z","time spent":"1.549163964s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:01:24.292751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194994782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:01:24.292788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.672844Z","time spent":"1.619888079s","remote":"127.0.0.1:51640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:01:24.290825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.963442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:24.29285Z","caller":"traceutil/trace.go:171","msg":"trace[2100711756] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5441; }","duration":"2.195148726s","start":"2026-03-07T03:01:22.097675Z","end":"2026-03-07T03:01:24.292824Z","steps":["trace[2100711756] 'agreement among raft nodes before linearized reading' (duration: 2.193438708s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.292802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.716784Z","time spent":"1.575999112s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4365,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-whnqt\" "} {"level":"info","ts":"2026-03-07T03:01:24.292889Z","caller":"traceutil/trace.go:171","msg":"trace[357082705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5441; }","duration":"973.05225ms","start":"2026-03-07T03:01:23.319824Z","end":"2026-03-07T03:01:24.292876Z","steps":["trace[357082705] 'agreement among raft nodes before linearized reading' (duration: 970.964943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.2929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.097649Z","time spent":"2.195240018s","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:01:24.292935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.319807Z","time spent":"973.113101ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:01:24.290914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131855047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:01:24.293032Z","caller":"traceutil/trace.go:171","msg":"trace[1225500589] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5441; }","duration":"1.134050116s","start":"2026-03-07T03:01:23.158968Z","end":"2026-03-07T03:01:24.293018Z","steps":["trace[1225500589] 'agreement among raft nodes before linearized reading' (duration: 1.131884447s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.290874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.103846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:01:24.293125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.158943Z","time spent":"1.134156888s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:01:24.293146Z","caller":"traceutil/trace.go:171","msg":"trace[803982244] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5441; }","duration":"732.401938ms","start":"2026-03-07T03:01:23.56073Z","end":"2026-03-07T03:01:24.293132Z","steps":["trace[803982244] 'agreement among raft nodes before linearized reading' (duration: 730.103797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.293192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.56072Z","time spent":"732.458429ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:01:24.290925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487366697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-07T03:01:24.29089Z","caller":"traceutil/trace.go:171","msg":"trace[669258867] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"1.76575062s","start":"2026-03-07T03:01:22.525097Z","end":"2026-03-07T03:01:24.290848Z","steps":["trace[669258867] 'process raft request' (duration: 1.764924242s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.29108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991452078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:01:24.293556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.525057Z","time spent":"1.76840872s","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.293595Z","caller":"traceutil/trace.go:171","msg":"trace[960775174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5441; }","duration":"1.994049026s","start":"2026-03-07T03:01:22.299531Z","end":"2026-03-07T03:01:24.29358Z","steps":["trace[960775174] 'agreement among raft nodes before linearized reading' (duration: 1.991421547s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.291002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.246771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-07T03:01:24.293685Z","caller":"traceutil/trace.go:171","msg":"trace[448545744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5441; }","duration":"742.922541ms","start":"2026-03-07T03:01:23.550744Z","end":"2026-03-07T03:01:24.293667Z","steps":["trace[448545744] 'agreement among raft nodes before linearized reading' (duration: 740.16929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.293678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.299517Z","time spent":"1.994141568s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:01:24.291076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327280981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-07T03:01:24.293737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.55067Z","time spent":"743.053394ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T03:01:24.293745Z","caller":"traceutil/trace.go:171","msg":"trace[808379917] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:5441; }","duration":"1.330036992s","start":"2026-03-07T03:01:22.963695Z","end":"2026-03-07T03:01:24.293732Z","steps":["trace[808379917] 'agreement among raft nodes before linearized reading' (duration: 1.32724753s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.293782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.963671Z","time spent":"1.330099683s","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-07T03:01:24.291089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547711202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:01:24.29389Z","caller":"traceutil/trace.go:171","msg":"trace[438308277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5441; }","duration":"1.550501734s","start":"2026-03-07T03:01:22.74337Z","end":"2026-03-07T03:01:24.293872Z","steps":["trace[438308277] 'agreement among raft nodes before linearized reading' (duration: 1.54760903s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.29396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.74334Z","time spent":"1.550602187s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:01:24.291169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.272416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:24.294063Z","caller":"traceutil/trace.go:171","msg":"trace[233670823] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5441; }","duration":"200.200761ms","start":"2026-03-07T03:01:24.093844Z","end":"2026-03-07T03:01:24.294045Z","steps":["trace[233670823] 'agreement among raft nodes before linearized reading' (duration: 197.280446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.291248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.087859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e92a796b-2400-490b-be2d-2bc8ee38c434\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-07T03:01:24.294189Z","caller":"traceutil/trace.go:171","msg":"trace[1176864738] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e92a796b-2400-490b-be2d-2bc8ee38c434; range_end:; response_count:1; response_revision:5441; }","duration":"699.103596ms","start":"2026-03-07T03:01:23.595072Z","end":"2026-03-07T03:01:24.294175Z","steps":["trace[1176864738] 'agreement among raft nodes before linearized reading' (duration: 695.927945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.294256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:23.595043Z","time spent":"699.198079ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e92a796b-2400-490b-be2d-2bc8ee38c434\" "} {"level":"info","ts":"2026-03-07T03:01:24.292214Z","caller":"traceutil/trace.go:171","msg":"trace[1983553063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:5441; }","duration":"1.989427843s","start":"2026-03-07T03:01:22.302774Z","end":"2026-03-07T03:01:24.292202Z","steps":["trace[1983553063] 'agreement among raft nodes before linearized reading' (duration: 1.987737776s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.29433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.302764Z","time spent":"1.99154664s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"info","ts":"2026-03-07T03:01:24.293426Z","caller":"traceutil/trace.go:171","msg":"trace[1320860969] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5441; }","duration":"2.489923203s","start":"2026-03-07T03:01:21.803491Z","end":"2026-03-07T03:01:24.293414Z","steps":["trace[1320860969] 'agreement among raft nodes before linearized reading' (duration: 2.487349656s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.294623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:21.803464Z","time spent":"2.491124219s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-07T03:01:24.290906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548478029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:01:24.294813Z","caller":"traceutil/trace.go:171","msg":"trace[14418373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5441; }","duration":"1.552438617s","start":"2026-03-07T03:01:22.742359Z","end":"2026-03-07T03:01:24.294797Z","steps":["trace[14418373] 'agreement among raft nodes before linearized reading' (duration: 1.548296505s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.294869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:22.742346Z","time spent":"1.552507008s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:01:24.681447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.048976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:01:24.681797Z","caller":"traceutil/trace.go:171","msg":"trace[1638647812] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"382.152084ms","start":"2026-03-07T03:01:24.29961Z","end":"2026-03-07T03:01:24.681762Z","steps":["trace[1638647812] 'process raft request' (duration: 190.634727ms)","trace[1638647812] 'compare' (duration: 190.805081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:24.681975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.299587Z","time spent":"382.286277ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.682005Z","caller":"traceutil/trace.go:171","msg":"trace[1265836521] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"382.324287ms","start":"2026-03-07T03:01:24.299648Z","end":"2026-03-07T03:01:24.681972Z","steps":["trace[1265836521] 'process raft request' (duration: 381.98882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.68217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.299628Z","time spent":"382.484971ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.682258Z","caller":"traceutil/trace.go:171","msg":"trace[1172540720] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"382.452661ms","start":"2026-03-07T03:01:24.299793Z","end":"2026-03-07T03:01:24.682246Z","steps":["trace[1172540720] 'process raft request' (duration: 382.097092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.682316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.299765Z","time spent":"382.521753ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.682462Z","caller":"traceutil/trace.go:171","msg":"trace[1930375299] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"382.623976ms","start":"2026-03-07T03:01:24.299822Z","end":"2026-03-07T03:01:24.682446Z","steps":["trace[1930375299] 'process raft request' (duration: 382.328218ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:24.682743Z","caller":"traceutil/trace.go:171","msg":"trace[2073494200] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"382.493552ms","start":"2026-03-07T03:01:24.300237Z","end":"2026-03-07T03:01:24.682731Z","steps":["trace[2073494200] 'process raft request' (duration: 382.152464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.682815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.300226Z","time spent":"382.554874ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.682857Z","caller":"traceutil/trace.go:171","msg":"trace[1890845212] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5657; }","duration":"382.671536ms","start":"2026-03-07T03:01:24.300172Z","end":"2026-03-07T03:01:24.682844Z","steps":["trace[1890845212] 'read index received' (duration: 41.910984ms)","trace[1890845212] 'applied index is now lower than readState.Index' (duration: 340.759242ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:24.682944Z","caller":"traceutil/trace.go:171","msg":"trace[654774825] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"381.643962ms","start":"2026-03-07T03:01:24.30129Z","end":"2026-03-07T03:01:24.682934Z","steps":["trace[654774825] 'process raft request' (duration: 381.318615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.683011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.301279Z","time spent":"381.691214ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.68312Z","caller":"traceutil/trace.go:171","msg":"trace[1503699039] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"279.510597ms","start":"2026-03-07T03:01:24.403597Z","end":"2026-03-07T03:01:24.683108Z","steps":["trace[1503699039] 'process raft request' (duration: 279.463006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.683281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.101926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-07T03:01:24.683337Z","caller":"traceutil/trace.go:171","msg":"trace[272723633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5449; }","duration":"383.173827ms","start":"2026-03-07T03:01:24.30015Z","end":"2026-03-07T03:01:24.683324Z","steps":["trace[272723633] 'agreement among raft nodes before linearized reading' (duration: 383.000483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.683384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.300138Z","time spent":"383.235859ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T03:01:24.683402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.299808Z","time spent":"382.699657ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.683346Z","caller":"traceutil/trace.go:171","msg":"trace[363828904] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"306.014767ms","start":"2026-03-07T03:01:24.377321Z","end":"2026-03-07T03:01:24.683336Z","steps":["trace[363828904] 'process raft request' (duration: 305.475565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.683562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.8612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81713"} {"level":"warn","ts":"2026-03-07T03:01:24.683576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.3773Z","time spent":"306.228562ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:24.683601Z","caller":"traceutil/trace.go:171","msg":"trace[76838734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5449; }","duration":"382.927572ms","start":"2026-03-07T03:01:24.300664Z","end":"2026-03-07T03:01:24.683592Z","steps":["trace[76838734] 'agreement among raft nodes before linearized reading' (duration: 382.768428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:24.68363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.300654Z","time spent":"382.969552ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81737,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-07T03:01:24.683628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.028803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:24.683745Z","caller":"traceutil/trace.go:171","msg":"trace[1804251623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5449; }","duration":"299.234217ms","start":"2026-03-07T03:01:24.384486Z","end":"2026-03-07T03:01:24.68372Z","steps":["trace[1804251623] 'agreement among raft nodes before linearized reading' (duration: 299.056453ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:25.254766Z","caller":"traceutil/trace.go:171","msg":"trace[1184416884] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"563.774371ms","start":"2026-03-07T03:01:24.690959Z","end":"2026-03-07T03:01:25.254733Z","steps":["trace[1184416884] 'process raft request' (duration: 549.494733ms)","trace[1184416884] 'compare' (duration: 13.626263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:25.254914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.690936Z","time spent":"563.901153ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1548,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:25.25538Z","caller":"traceutil/trace.go:171","msg":"trace[880656978] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"561.95746ms","start":"2026-03-07T03:01:24.693402Z","end":"2026-03-07T03:01:25.255359Z","steps":["trace[880656978] 'process raft request' (duration: 561.172803ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:25.255433Z","caller":"traceutil/trace.go:171","msg":"trace[1302670156] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5667; }","duration":"510.131055ms","start":"2026-03-07T03:01:24.745278Z","end":"2026-03-07T03:01:25.255409Z","steps":["trace[1302670156] 'read index received' (duration: 495.249664ms)","trace[1302670156] 'applied index is now lower than readState.Index' (duration: 14.874211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:25.255612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.330989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:01:25.255638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.340608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:01:25.255645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.69335Z","time spent":"562.080063ms","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:25.255673Z","caller":"traceutil/trace.go:171","msg":"trace[1549715048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5452; }","duration":"510.442362ms","start":"2026-03-07T03:01:24.745216Z","end":"2026-03-07T03:01:25.255659Z","steps":["trace[1549715048] 'agreement among raft nodes before linearized reading' (duration: 510.308569ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:25.255676Z","caller":"traceutil/trace.go:171","msg":"trace[1585562072] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5452; }","duration":"171.396679ms","start":"2026-03-07T03:01:25.084267Z","end":"2026-03-07T03:01:25.255663Z","steps":["trace[1585562072] 'agreement among raft nodes before linearized reading' (duration: 171.288507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.255707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:24.745191Z","time spent":"510.508724ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-07T03:01:25.255884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.31447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:01:25.25593Z","caller":"traceutil/trace.go:171","msg":"trace[1474344489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5452; }","duration":"137.400051ms","start":"2026-03-07T03:01:25.118514Z","end":"2026-03-07T03:01:25.255914Z","steps":["trace[1474344489] 'agreement among raft nodes before linearized reading' (duration: 137.32933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.766952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162407356,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:01:25.947914Z","caller":"traceutil/trace.go:171","msg":"trace[4438834] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"682.587447ms","start":"2026-03-07T03:01:25.265307Z","end":"2026-03-07T03:01:25.947894Z","steps":["trace[4438834] 'process raft request' (duration: 682.453254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:25.948062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.265286Z","time spent":"682.687259ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:26.138808Z","caller":"traceutil/trace.go:171","msg":"trace[166156254] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"542.718831ms","start":"2026-03-07T03:01:25.596062Z","end":"2026-03-07T03:01:26.13878Z","steps":["trace[166156254] 'process raft request' (duration: 464.486539ms)","trace[166156254] 'compare' (duration: 77.777342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:26.138979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.596032Z","time spent":"542.852043ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:01:26.139175Z","caller":"traceutil/trace.go:171","msg":"trace[331024154] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5670; }","duration":"873.301197ms","start":"2026-03-07T03:01:25.265848Z","end":"2026-03-07T03:01:26.139149Z","steps":["trace[331024154] 'read index received' (duration: 682.040225ms)","trace[331024154] 'applied index is now lower than readState.Index' (duration: 191.259542ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:26.13923Z","caller":"traceutil/trace.go:171","msg":"trace[1226394148] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"542.455936ms","start":"2026-03-07T03:01:25.596754Z","end":"2026-03-07T03:01:26.13921Z","steps":["trace[1226394148] 'process raft request' (duration: 542.261641ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.139219Z","caller":"traceutil/trace.go:171","msg":"trace[1903799993] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"542.491496ms","start":"2026-03-07T03:01:25.59666Z","end":"2026-03-07T03:01:26.139151Z","steps":["trace[1903799993] 'process raft request' (duration: 542.072986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:26.139314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.596747Z","time spent":"542.521838ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:26.139436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.569933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"info","ts":"2026-03-07T03:01:26.139473Z","caller":"traceutil/trace.go:171","msg":"trace[1564177424] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5456; }","duration":"873.673965ms","start":"2026-03-07T03:01:25.265788Z","end":"2026-03-07T03:01:26.139462Z","steps":["trace[1564177424] 'agreement among raft nodes before linearized reading' (duration: 873.500141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:26.139508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.265762Z","time spent":"873.738097ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19521,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T03:01:26.139512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.59665Z","time spent":"542.690592ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:01:26.139571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.178005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:26.139688Z","caller":"traceutil/trace.go:171","msg":"trace[145577975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5456; }","duration":"821.36641ms","start":"2026-03-07T03:01:25.318295Z","end":"2026-03-07T03:01:26.139661Z","steps":["trace[145577975] 'agreement among raft nodes before linearized reading' (duration: 821.123854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:26.139745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:01:25.318279Z","time spent":"821.456941ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:01:26.419316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.278515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:26.419438Z","caller":"traceutil/trace.go:171","msg":"trace[546132031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5456; }","duration":"100.478549ms","start":"2026-03-07T03:01:26.318931Z","end":"2026-03-07T03:01:26.41941Z","steps":["trace[546132031] 'range keys from in-memory index tree' (duration: 100.157082ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.967047Z","caller":"traceutil/trace.go:171","msg":"trace[742865130] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5673; }","duration":"275.197411ms","start":"2026-03-07T03:01:26.691816Z","end":"2026-03-07T03:01:26.967014Z","steps":["trace[742865130] 'read index received' (duration: 38.749873ms)","trace[742865130] 'applied index is now lower than readState.Index' (duration: 236.446398ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:26.967193Z","caller":"traceutil/trace.go:171","msg":"trace[1998736925] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"274.878965ms","start":"2026-03-07T03:01:26.692297Z","end":"2026-03-07T03:01:26.967176Z","steps":["trace[1998736925] 'process raft request' (duration: 274.625959ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.967352Z","caller":"traceutil/trace.go:171","msg":"trace[1125673081] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"273.507123ms","start":"2026-03-07T03:01:26.693828Z","end":"2026-03-07T03:01:26.967335Z","steps":["trace[1125673081] 'process raft request' (duration: 273.132485ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.967347Z","caller":"traceutil/trace.go:171","msg":"trace[469995023] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"275.875566ms","start":"2026-03-07T03:01:26.691442Z","end":"2026-03-07T03:01:26.967317Z","steps":["trace[469995023] 'process raft request' (duration: 257.865955ms)","trace[469995023] 'compare' (duration: 17.163782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:01:26.967406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.543339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:01:26.967465Z","caller":"traceutil/trace.go:171","msg":"trace[71185860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:5461; }","duration":"275.654512ms","start":"2026-03-07T03:01:26.691792Z","end":"2026-03-07T03:01:26.967446Z","steps":["trace[71185860] 'agreement among raft nodes before linearized reading' (duration: 275.341965ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:26.967194Z","caller":"traceutil/trace.go:171","msg":"trace[544168609] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"275.691613ms","start":"2026-03-07T03:01:26.691478Z","end":"2026-03-07T03:01:26.967169Z","steps":["trace[544168609] 'process raft request' (duration: 275.361815ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:01:27.306228Z","caller":"traceutil/trace.go:171","msg":"trace[906574019] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5679; }","duration":"125.189329ms","start":"2026-03-07T03:01:27.181009Z","end":"2026-03-07T03:01:27.306199Z","steps":["trace[906574019] 'read index received' (duration: 117.835306ms)","trace[906574019] 'applied index is now lower than readState.Index' (duration: 7.352763ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:01:27.306304Z","caller":"traceutil/trace.go:171","msg":"trace[1421816279] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"255.670866ms","start":"2026-03-07T03:01:27.050592Z","end":"2026-03-07T03:01:27.306263Z","steps":["trace[1421816279] 'process raft request' (duration: 248.267662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:01:27.306467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.433645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:01:27.306584Z","caller":"traceutil/trace.go:171","msg":"trace[1693523503] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5463; }","duration":"125.597619ms","start":"2026-03-07T03:01:27.18096Z","end":"2026-03-07T03:01:27.306558Z","steps":["trace[1693523503] 'agreement among raft nodes before linearized reading' (duration: 125.416445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:02:07.643388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.762119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-07T03:02:07.643641Z","caller":"traceutil/trace.go:171","msg":"trace[1768192915] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5810; }","duration":"230.041785ms","start":"2026-03-07T03:02:07.41357Z","end":"2026-03-07T03:02:07.643611Z","steps":["trace[1768192915] 'range keys from in-memory index tree' (duration: 229.469403ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:02:07.834804Z","caller":"traceutil/trace.go:171","msg":"trace[1751669510] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"113.604701ms","start":"2026-03-07T03:02:07.721131Z","end":"2026-03-07T03:02:07.834736Z","steps":["trace[1751669510] 'process raft request' (duration: 113.339805ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:02:08.75804Z","caller":"traceutil/trace.go:171","msg":"trace[2001408132] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"119.453961ms","start":"2026-03-07T03:02:08.638559Z","end":"2026-03-07T03:02:08.758013Z","steps":["trace[2001408132] 'process raft request' (duration: 119.195865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:09.876707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5297} {"level":"info","ts":"2026-03-07T03:06:09.971854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5297,"took":"93.441029ms","hash":1547711146,"current-db-size-bytes":41275392,"current-db-size":"41 MB","current-db-size-in-use-bytes":21569536,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-07T03:06:09.97197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1547711146,"revision":5297,"compact-revision":2647} {"level":"info","ts":"2026-03-07T03:06:33.564032Z","caller":"traceutil/trace.go:171","msg":"trace[1693897998] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"124.434154ms","start":"2026-03-07T03:06:33.439536Z","end":"2026-03-07T03:06:33.56397Z","steps":["trace[1693897998] 'process raft request' (duration: 124.132597ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:33.570967Z","caller":"traceutil/trace.go:171","msg":"trace[1625043909] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"129.346822ms","start":"2026-03-07T03:06:33.441554Z","end":"2026-03-07T03:06:33.570901Z","steps":["trace[1625043909] 'process raft request' (duration: 129.112657ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:06:49.009715Z","caller":"traceutil/trace.go:171","msg":"trace[617795695] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"118.540682ms","start":"2026-03-07T03:06:48.891141Z","end":"2026-03-07T03:06:49.009682Z","steps":["trace[617795695] 'process raft request' (duration: 68.524525ms)","trace[617795695] 'compare' (duration: 49.322962ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:00.5929Z","caller":"traceutil/trace.go:171","msg":"trace[1689598940] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"238.170321ms","start":"2026-03-07T03:07:00.354683Z","end":"2026-03-07T03:07:00.592854Z","steps":["trace[1689598940] 'process raft request' (duration: 237.941846ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.879136Z","caller":"traceutil/trace.go:171","msg":"trace[136142690] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"102.776148ms","start":"2026-03-07T03:07:15.776309Z","end":"2026-03-07T03:07:15.879085Z","steps":["trace[136142690] 'process raft request' (duration: 102.4483ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:15.879257Z","caller":"traceutil/trace.go:171","msg":"trace[1402731466] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"102.85452ms","start":"2026-03-07T03:07:15.776357Z","end":"2026-03-07T03:07:15.879211Z","steps":["trace[1402731466] 'process raft request' (duration: 102.576054ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:16.026256Z","caller":"traceutil/trace.go:171","msg":"trace[1967331582] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"133.489539ms","start":"2026-03-07T03:07:15.892723Z","end":"2026-03-07T03:07:16.026213Z","steps":["trace[1967331582] 'process raft request' (duration: 76.954797ms)","trace[1967331582] 'compare' (duration: 56.181825ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:16.263827Z","caller":"traceutil/trace.go:171","msg":"trace[1296319250] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"137.803093ms","start":"2026-03-07T03:07:16.125975Z","end":"2026-03-07T03:07:16.263778Z","steps":["trace[1296319250] 'process raft request' (duration: 137.513037ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:17.562106Z","caller":"traceutil/trace.go:171","msg":"trace[1725289845] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8122; }","duration":"220.077117ms","start":"2026-03-07T03:07:17.341991Z","end":"2026-03-07T03:07:17.562068Z","steps":["trace[1725289845] 'read index received' (duration: 18.891659ms)","trace[1725289845] 'applied index is now lower than readState.Index' (duration: 201.183938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:17.562285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.268211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:17.562322Z","caller":"traceutil/trace.go:171","msg":"trace[866218221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7824; }","duration":"220.369353ms","start":"2026-03-07T03:07:17.341939Z","end":"2026-03-07T03:07:17.562309Z","steps":["trace[866218221] 'agreement among raft nodes before linearized reading' (duration: 220.261911ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:17.562366Z","caller":"traceutil/trace.go:171","msg":"trace[1532253664] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"254.128321ms","start":"2026-03-07T03:07:17.308184Z","end":"2026-03-07T03:07:17.562313Z","steps":["trace[1532253664] 'process raft request' (duration: 227.388589ms)","trace[1532253664] 'compare' (duration: 26.199391ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:17.990624Z","caller":"traceutil/trace.go:171","msg":"trace[1641877392] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"105.1497ms","start":"2026-03-07T03:07:17.885437Z","end":"2026-03-07T03:07:17.990587Z","steps":["trace[1641877392] 'process raft request' (duration: 104.934895ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:18.656478Z","caller":"traceutil/trace.go:171","msg":"trace[930041337] linearizableReadLoop","detail":"{readStateIndex:8128; appliedIndex:8127; }","duration":"111.526162ms","start":"2026-03-07T03:07:18.544911Z","end":"2026-03-07T03:07:18.656437Z","steps":["trace[930041337] 'read index received' (duration: 63.674151ms)","trace[930041337] 'applied index is now lower than readState.Index' (duration: 47.849641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:18.65665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.704455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:18.65674Z","caller":"traceutil/trace.go:171","msg":"trace[557487189] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7827; }","duration":"111.876609ms","start":"2026-03-07T03:07:18.544844Z","end":"2026-03-07T03:07:18.65672Z","steps":["trace[557487189] 'agreement among raft nodes before linearized reading' (duration: 111.694135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.400117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.677555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400245Z","caller":"traceutil/trace.go:171","msg":"trace[141930847] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7985; }","duration":"296.90369ms","start":"2026-03-07T03:07:24.103318Z","end":"2026-03-07T03:07:24.400221Z","steps":["trace[141930847] 'range keys from in-memory index tree' (duration: 296.463491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.400223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.106376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400344Z","caller":"traceutil/trace.go:171","msg":"trace[1278214043] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7985; }","duration":"298.297331ms","start":"2026-03-07T03:07:24.102019Z","end":"2026-03-07T03:07:24.400317Z","steps":["trace[1278214043] 'count revisions from in-memory index tree' (duration: 298.042455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.400332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.156267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400484Z","caller":"traceutil/trace.go:171","msg":"trace[173618695] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7985; }","duration":"298.368812ms","start":"2026-03-07T03:07:24.102076Z","end":"2026-03-07T03:07:24.400445Z","steps":["trace[173618695] 'range keys from in-memory index tree' (duration: 298.072135ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.400501Z","caller":"traceutil/trace.go:171","msg":"trace[1251088208] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8288; }","duration":"278.018692ms","start":"2026-03-07T03:07:24.122449Z","end":"2026-03-07T03:07:24.400468Z","steps":["trace[1251088208] 'read index received' (duration: 228.72746ms)","trace[1251088208] 'applied index is now lower than readState.Index' (duration: 49.289592ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:24.400563Z","caller":"traceutil/trace.go:171","msg":"trace[1928643005] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"278.267237ms","start":"2026-03-07T03:07:24.12228Z","end":"2026-03-07T03:07:24.400547Z","steps":["trace[1928643005] 'process raft request' (duration: 228.930994ms)","trace[1928643005] 'compare' (duration: 48.75705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:24.400658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.171465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.400715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.056202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400728Z","caller":"traceutil/trace.go:171","msg":"trace[1667499510] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7986; }","duration":"278.287028ms","start":"2026-03-07T03:07:24.122423Z","end":"2026-03-07T03:07:24.40071Z","steps":["trace[1667499510] 'agreement among raft nodes before linearized reading' (duration: 278.159674ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.400764Z","caller":"traceutil/trace.go:171","msg":"trace[496666694] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7986; }","duration":"278.166736ms","start":"2026-03-07T03:07:24.122583Z","end":"2026-03-07T03:07:24.40075Z","steps":["trace[496666694] 'agreement among raft nodes before linearized reading' (duration: 278.082913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.400792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.340032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400853Z","caller":"traceutil/trace.go:171","msg":"trace[1399418618] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7986; }","duration":"191.428443ms","start":"2026-03-07T03:07:24.209411Z","end":"2026-03-07T03:07:24.400839Z","steps":["trace[1399418618] 'agreement among raft nodes before linearized reading' (duration: 191.337841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.400912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.464727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.400962Z","caller":"traceutil/trace.go:171","msg":"trace[722537603] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7986; }","duration":"211.528338ms","start":"2026-03-07T03:07:24.18942Z","end":"2026-03-07T03:07:24.400949Z","steps":["trace[722537603] 'agreement among raft nodes before linearized reading' (duration: 211.452777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.274985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.401083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.5794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401109Z","caller":"traceutil/trace.go:171","msg":"trace[201081235] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7986; }","duration":"212.368557ms","start":"2026-03-07T03:07:24.18873Z","end":"2026-03-07T03:07:24.401098Z","steps":["trace[201081235] 'agreement among raft nodes before linearized reading' (duration: 212.301135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.023991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401136Z","caller":"traceutil/trace.go:171","msg":"trace[831293442] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7986; }","duration":"174.638031ms","start":"2026-03-07T03:07:24.226472Z","end":"2026-03-07T03:07:24.40111Z","steps":["trace[831293442] 'agreement among raft nodes before linearized reading' (duration: 174.558379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.31515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.401179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.78887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401254Z","caller":"traceutil/trace.go:171","msg":"trace[664171293] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7986; }","duration":"237.390552ms","start":"2026-03-07T03:07:24.163852Z","end":"2026-03-07T03:07:24.401242Z","steps":["trace[664171293] 'agreement among raft nodes before linearized reading' (duration: 237.29778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.297105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401288Z","caller":"traceutil/trace.go:171","msg":"trace[318863631] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7986; }","duration":"237.975184ms","start":"2026-03-07T03:07:24.163284Z","end":"2026-03-07T03:07:24.401259Z","steps":["trace[318863631] 'agreement among raft nodes before linearized reading' (duration: 237.743499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.964744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401345Z","caller":"traceutil/trace.go:171","msg":"trace[1765139681] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7986; }","duration":"212.464249ms","start":"2026-03-07T03:07:24.188856Z","end":"2026-03-07T03:07:24.40132Z","steps":["trace[1765139681] 'agreement among raft nodes before linearized reading' (duration: 212.238954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.40136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.335701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401393Z","caller":"traceutil/trace.go:171","msg":"trace[1188338659] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7986; }","duration":"238.027496ms","start":"2026-03-07T03:07:24.163355Z","end":"2026-03-07T03:07:24.401383Z","steps":["trace[1188338659] 'agreement among raft nodes before linearized reading' (duration: 237.960414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.794211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.40145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.542867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.401462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.881547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.401492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.887967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:24.401487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.911414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401507Z","caller":"traceutil/trace.go:171","msg":"trace[1050268093] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7986; }","duration":"253.969518ms","start":"2026-03-07T03:07:24.147528Z","end":"2026-03-07T03:07:24.401498Z","steps":["trace[1050268093] 'agreement among raft nodes before linearized reading' (duration: 253.909327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.955291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401528Z","caller":"traceutil/trace.go:171","msg":"trace[762517632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7986; }","duration":"253.962569ms","start":"2026-03-07T03:07:24.147557Z","end":"2026-03-07T03:07:24.401519Z","steps":["trace[762517632] 'agreement among raft nodes before linearized reading' (duration: 253.909968ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401539Z","caller":"traceutil/trace.go:171","msg":"trace[283691049] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7986; }","duration":"159.977675ms","start":"2026-03-07T03:07:24.241551Z","end":"2026-03-07T03:07:24.401529Z","steps":["trace[283691049] 'agreement among raft nodes before linearized reading' (duration: 159.897883ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401559Z","caller":"traceutil/trace.go:171","msg":"trace[1568290200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7986; }","duration":"278.025702ms","start":"2026-03-07T03:07:24.123523Z","end":"2026-03-07T03:07:24.401548Z","steps":["trace[1568290200] 'agreement among raft nodes before linearized reading' (duration: 277.95667ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401158Z","caller":"traceutil/trace.go:171","msg":"trace[556339168] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7986; }","duration":"176.071413ms","start":"2026-03-07T03:07:24.225075Z","end":"2026-03-07T03:07:24.401146Z","steps":["trace[556339168] 'agreement among raft nodes before linearized reading' (duration: 176.022062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.331093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401648Z","caller":"traceutil/trace.go:171","msg":"trace[384126627] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7986; }","duration":"160.459026ms","start":"2026-03-07T03:07:24.241176Z","end":"2026-03-07T03:07:24.401635Z","steps":["trace[384126627] 'agreement among raft nodes before linearized reading' (duration: 160.369104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.40107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.895869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401761Z","caller":"traceutil/trace.go:171","msg":"trace[1770506936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7986; }","duration":"176.614824ms","start":"2026-03-07T03:07:24.225133Z","end":"2026-03-07T03:07:24.401748Z","steps":["trace[1770506936] 'agreement among raft nodes before linearized reading' (duration: 175.902738ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401505Z","caller":"traceutil/trace.go:171","msg":"trace[446357824] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7986; }","duration":"252.845293ms","start":"2026-03-07T03:07:24.148647Z","end":"2026-03-07T03:07:24.401492Z","steps":["trace[446357824] 'agreement among raft nodes before linearized reading' (duration: 252.534887ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401404Z","caller":"traceutil/trace.go:171","msg":"trace[522649084] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7986; }","duration":"191.402633ms","start":"2026-03-07T03:07:24.209991Z","end":"2026-03-07T03:07:24.401393Z","steps":["trace[522649084] 'agreement among raft nodes before linearized reading' (duration: 191.319081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:24.401429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.847893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:24.401986Z","caller":"traceutil/trace.go:171","msg":"trace[1027949440] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7986; }","duration":"160.557838ms","start":"2026-03-07T03:07:24.241399Z","end":"2026-03-07T03:07:24.401957Z","steps":["trace[1027949440] 'agreement among raft nodes before linearized reading' (duration: 159.972016ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:24.401486Z","caller":"traceutil/trace.go:171","msg":"trace[1038174370] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7986; }","duration":"191.996206ms","start":"2026-03-07T03:07:24.209462Z","end":"2026-03-07T03:07:24.401458Z","steps":["trace[1038174370] 'agreement among raft nodes before linearized reading' (duration: 191.712819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:26.279794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162414210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:07:26.780638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162414210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T03:07:27.148558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.524914065s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T03:07:27.148994Z","caller":"traceutil/trace.go:171","msg":"trace[1115612849] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.525397177s","start":"2026-03-07T03:07:25.623566Z","end":"2026-03-07T03:07:27.148963Z","steps":["trace[1115612849] 'process raft request' (duration: 1.525217882s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.149168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:25.623554Z","time spent":"1.52552175s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:27.528294Z","caller":"traceutil/trace.go:171","msg":"trace[1959178580] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.581371007s","start":"2026-03-07T03:07:25.946889Z","end":"2026-03-07T03:07:27.52826Z","steps":["trace[1959178580] 'process raft request' (duration: 1.581150462s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.528498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:25.946863Z","time spent":"1.58152423s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:27.528712Z","caller":"traceutil/trace.go:171","msg":"trace[473642957] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.531699216s","start":"2026-03-07T03:07:25.996968Z","end":"2026-03-07T03:07:27.528667Z","steps":["trace[473642957] 'process raft request' (duration: 1.531252576s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.529149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:25.996941Z","time spent":"1.53186698s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:27.529181Z","caller":"traceutil/trace.go:171","msg":"trace[1250663906] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8294; }","duration":"1.749670576s","start":"2026-03-07T03:07:25.779464Z","end":"2026-03-07T03:07:27.529134Z","steps":["trace[1250663906] 'read index received' (duration: 1.369365017s)","trace[1250663906] 'applied index is now lower than readState.Index' (duration: 380.303739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:27.529465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749991373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:07:27.529512Z","caller":"traceutil/trace.go:171","msg":"trace[365607483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7995; }","duration":"1.750092426s","start":"2026-03-07T03:07:25.779404Z","end":"2026-03-07T03:07:27.529497Z","steps":["trace[365607483] 'agreement among raft nodes before linearized reading' (duration: 1.749995084s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.529552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:25.779376Z","time spent":"1.750167337s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:07:27.529629Z","caller":"traceutil/trace.go:171","msg":"trace[469896183] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.50573224s","start":"2026-03-07T03:07:26.02388Z","end":"2026-03-07T03:07:27.529612Z","steps":["trace[469896183] 'process raft request' (duration: 1.504634656s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.529712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742676211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5c487b99db-rfd8h.189a7042dbfcdd10\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-07T03:07:27.529763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.023849Z","time spent":"1.505835252s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:27.529834Z","caller":"traceutil/trace.go:171","msg":"trace[1011298318] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5c487b99db-rfd8h.189a7042dbfcdd10; range_end:; response_count:1; response_revision:7995; }","duration":"1.742836805s","start":"2026-03-07T03:07:25.786951Z","end":"2026-03-07T03:07:27.529788Z","steps":["trace[1011298318] 'agreement among raft nodes before linearized reading' (duration: 1.742498228s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.529909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:25.78693Z","time spent":"1.742943928s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5c487b99db-rfd8h.189a7042dbfcdd10\" "} {"level":"warn","ts":"2026-03-07T03:07:27.53Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.694327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:07:27.530106Z","caller":"traceutil/trace.go:171","msg":"trace[1517400527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:7995; }","duration":"162.87286ms","start":"2026-03-07T03:07:27.367206Z","end":"2026-03-07T03:07:27.530079Z","steps":["trace[1517400527] 'agreement among raft nodes before linearized reading' (duration: 162.513091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.364992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-07T03:07:27.530134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.384585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-07T03:07:27.530167Z","caller":"traceutil/trace.go:171","msg":"trace[1585019973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7995; }","duration":"358.470465ms","start":"2026-03-07T03:07:27.171684Z","end":"2026-03-07T03:07:27.530155Z","steps":["trace[1585019973] 'agreement among raft nodes before linearized reading' (duration: 358.21837ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:27.53017Z","caller":"traceutil/trace.go:171","msg":"trace[138062145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7995; }","duration":"359.468277ms","start":"2026-03-07T03:07:27.170692Z","end":"2026-03-07T03:07:27.530161Z","steps":["trace[138062145] 'agreement among raft nodes before linearized reading' (duration: 359.320364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:27.170657Z","time spent":"359.539289ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:27.530228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:27.17165Z","time spent":"358.543266ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:07:27.530415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.090638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:07:27.530459Z","caller":"traceutil/trace.go:171","msg":"trace[70658117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7995; }","duration":"123.160179ms","start":"2026-03-07T03:07:27.407288Z","end":"2026-03-07T03:07:27.530449Z","steps":["trace[70658117] 'agreement among raft nodes before linearized reading' (duration: 123.047457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211563262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:27.530625Z","caller":"traceutil/trace.go:171","msg":"trace[182210583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"1.211654563s","start":"2026-03-07T03:07:26.318961Z","end":"2026-03-07T03:07:27.530615Z","steps":["trace[182210583] 'agreement among raft nodes before linearized reading' (duration: 1.211580341s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.875984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:27.530795Z","caller":"traceutil/trace.go:171","msg":"trace[406295914] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7995; }","duration":"655.393505ms","start":"2026-03-07T03:07:26.875357Z","end":"2026-03-07T03:07:27.53075Z","steps":["trace[406295914] 'agreement among raft nodes before linearized reading' (duration: 654.887594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129241326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:07:27.530873Z","caller":"traceutil/trace.go:171","msg":"trace[567733328] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7995; }","duration":"1.129291797s","start":"2026-03-07T03:07:26.401573Z","end":"2026-03-07T03:07:27.530864Z","steps":["trace[567733328] 'agreement among raft nodes before linearized reading' (duration: 1.129153974s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.530875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.875333Z","time spent":"655.525188ms","remote":"127.0.0.1:33822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:27.530901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.401532Z","time spent":"1.129361189s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:27.53066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.318942Z","time spent":"1.211712565s","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:07:27.530786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489864338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:07:27.529832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.169581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:07:27.530704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.450642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:27.531095Z","caller":"traceutil/trace.go:171","msg":"trace[1810910822] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7995; }","duration":"935.850991ms","start":"2026-03-07T03:07:26.595198Z","end":"2026-03-07T03:07:27.531049Z","steps":["trace[1810910822] 'agreement among raft nodes before linearized reading' (duration: 935.480752ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:27.531103Z","caller":"traceutil/trace.go:171","msg":"trace[698886763] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7995; }","duration":"1.490103724s","start":"2026-03-07T03:07:26.040903Z","end":"2026-03-07T03:07:27.531007Z","steps":["trace[698886763] 'agreement among raft nodes before linearized reading' (duration: 1.489644514s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.531201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.595177Z","time spent":"935.982013ms","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:07:27.531265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.040853Z","time spent":"1.490314549s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:07:27.531619Z","caller":"traceutil/trace.go:171","msg":"trace[592969492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"639.014471ms","start":"2026-03-07T03:07:26.89258Z","end":"2026-03-07T03:07:27.531595Z","steps":["trace[592969492] 'agreement among raft nodes before linearized reading' (duration: 636.934885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:27.531676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:26.89256Z","time spent":"639.102684ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T03:07:28.159029Z","caller":"traceutil/trace.go:171","msg":"trace[893606799] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"134.340197ms","start":"2026-03-07T03:07:28.024661Z","end":"2026-03-07T03:07:28.159001Z","steps":["trace[893606799] 'process raft request' (duration: 134.192494ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:36.963044Z","caller":"traceutil/trace.go:171","msg":"trace[637460774] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"181.804779ms","start":"2026-03-07T03:07:36.781201Z","end":"2026-03-07T03:07:36.963006Z","steps":["trace[637460774] 'process raft request' (duration: 181.335869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.102711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.284097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:38.102945Z","caller":"traceutil/trace.go:171","msg":"trace[1401215706] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"513.140303ms","start":"2026-03-07T03:07:37.58976Z","end":"2026-03-07T03:07:38.1029Z","steps":["trace[1401215706] 'process raft request' (duration: 77.530208ms)","trace[1401215706] 'compare' (duration: 434.604812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:38.103148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.589724Z","time spent":"513.304855ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:38.103176Z","caller":"traceutil/trace.go:171","msg":"trace[1979592472] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8346; }","duration":"509.142744ms","start":"2026-03-07T03:07:37.594008Z","end":"2026-03-07T03:07:38.103151Z","steps":["trace[1979592472] 'read index received' (duration: 536.192µs)","trace[1979592472] 'applied index is now lower than readState.Index' (duration: 508.605092ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:38.103413Z","caller":"traceutil/trace.go:171","msg":"trace[823672870] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"512.991289ms","start":"2026-03-07T03:07:37.5904Z","end":"2026-03-07T03:07:38.103391Z","steps":["trace[823672870] 'process raft request' (duration: 512.453238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.103508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.590392Z","time spent":"513.066341ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:38.103676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.882474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:07:38.103659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.803336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:07:38.103717Z","caller":"traceutil/trace.go:171","msg":"trace[1898446872] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8044; }","duration":"400.969216ms","start":"2026-03-07T03:07:37.702737Z","end":"2026-03-07T03:07:38.103706Z","steps":["trace[1898446872] 'agreement among raft nodes before linearized reading' (duration: 400.859964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.103746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.702699Z","time spent":"401.039078ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:07:38.103748Z","caller":"traceutil/trace.go:171","msg":"trace[2042541099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8044; }","duration":"508.922ms","start":"2026-03-07T03:07:37.594801Z","end":"2026-03-07T03:07:38.103723Z","steps":["trace[2042541099] 'agreement among raft nodes before linearized reading' (duration: 508.654674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.103748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.722066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T03:07:38.103801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.594794Z","time spent":"508.992001ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T03:07:38.103843Z","caller":"traceutil/trace.go:171","msg":"trace[1809428132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8044; }","duration":"509.85663ms","start":"2026-03-07T03:07:37.593964Z","end":"2026-03-07T03:07:38.10382Z","steps":["trace[1809428132] 'agreement among raft nodes before linearized reading' (duration: 509.648445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.10384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.824762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:07:38.103922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.593952Z","time spent":"509.946101ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T03:07:38.103949Z","caller":"traceutil/trace.go:171","msg":"trace[1159577997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8044; }","duration":"506.966676ms","start":"2026-03-07T03:07:37.596953Z","end":"2026-03-07T03:07:38.10392Z","steps":["trace[1159577997] 'agreement among raft nodes before linearized reading' (duration: 506.758891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.103976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.683841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-07T03:07:38.104022Z","caller":"traceutil/trace.go:171","msg":"trace[1347990374] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8044; }","duration":"225.776923ms","start":"2026-03-07T03:07:37.878216Z","end":"2026-03-07T03:07:38.103993Z","steps":["trace[1347990374] 'agreement among raft nodes before linearized reading' (duration: 225.651491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.104055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.596944Z","time spent":"507.053998ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:07:38.104135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.993346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:07:38.104187Z","caller":"traceutil/trace.go:171","msg":"trace[239317940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8044; }","duration":"507.090838ms","start":"2026-03-07T03:07:37.597081Z","end":"2026-03-07T03:07:38.104172Z","steps":["trace[239317940] 'agreement among raft nodes before linearized reading' (duration: 506.892884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.104225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.597057Z","time spent":"507.161179ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"warn","ts":"2026-03-07T03:07:38.105166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.099703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:07:38.105217Z","caller":"traceutil/trace.go:171","msg":"trace[622997844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8044; }","duration":"509.302568ms","start":"2026-03-07T03:07:37.595901Z","end":"2026-03-07T03:07:38.105203Z","steps":["trace[622997844] 'agreement among raft nodes before linearized reading' (duration: 507.993658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.105245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:37.595878Z","time spent":"509.356208ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:07:38.680924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.228264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:38.681268Z","caller":"traceutil/trace.go:171","msg":"trace[707740082] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"572.59628ms","start":"2026-03-07T03:07:38.108645Z","end":"2026-03-07T03:07:38.681242Z","steps":["trace[707740082] 'process raft request' (duration: 572.431697ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:38.681301Z","caller":"traceutil/trace.go:171","msg":"trace[1889681663] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"573.291355ms","start":"2026-03-07T03:07:38.107969Z","end":"2026-03-07T03:07:38.68126Z","steps":["trace[1889681663] 'process raft request' (duration: 406.58487ms)","trace[1889681663] 'compare' (duration: 165.642812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:38.681373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.108618Z","time spent":"572.693122ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:38.68156Z","caller":"traceutil/trace.go:171","msg":"trace[1887057482] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"572.709182ms","start":"2026-03-07T03:07:38.108836Z","end":"2026-03-07T03:07:38.681545Z","steps":["trace[1887057482] 'process raft request' (duration: 572.355964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.681597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.108827Z","time spent":"572.752304ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:38.681524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.107945Z","time spent":"573.427558ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:38.682631Z","caller":"traceutil/trace.go:171","msg":"trace[2063404748] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"572.737313ms","start":"2026-03-07T03:07:38.109041Z","end":"2026-03-07T03:07:38.681779Z","steps":["trace[2063404748] 'process raft request' (duration: 572.437597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.68284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.109006Z","time spent":"573.731486ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:38.834507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.795637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T03:07:38.834663Z","caller":"traceutil/trace.go:171","msg":"trace[1054169556] linearizableReadLoop","detail":"{readStateIndex:8353; appliedIndex:8349; }","duration":"725.381836ms","start":"2026-03-07T03:07:38.109256Z","end":"2026-03-07T03:07:38.834637Z","steps":["trace[1054169556] 'read index received' (duration: 405.321183ms)","trace[1054169556] 'applied index is now lower than readState.Index' (duration: 320.058723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:38.835001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.287574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-07T03:07:38.835033Z","caller":"traceutil/trace.go:171","msg":"trace[1624933378] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8048; }","duration":"725.363215ms","start":"2026-03-07T03:07:38.109659Z","end":"2026-03-07T03:07:38.835023Z","steps":["trace[1624933378] 'agreement among raft nodes before linearized reading' (duration: 725.166931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.835062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.109649Z","time spent":"725.407657ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T03:07:38.835028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.527455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:07:38.835133Z","caller":"traceutil/trace.go:171","msg":"trace[1843300343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8048; }","duration":"515.679108ms","start":"2026-03-07T03:07:38.319432Z","end":"2026-03-07T03:07:38.835111Z","steps":["trace[1843300343] 'agreement among raft nodes before linearized reading' (duration: 515.484634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.835188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.319414Z","time spent":"515.765291ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:07:38.835332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.05833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224149"} {"level":"info","ts":"2026-03-07T03:07:38.835417Z","caller":"traceutil/trace.go:171","msg":"trace[1883853103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8048; }","duration":"726.192383ms","start":"2026-03-07T03:07:38.109205Z","end":"2026-03-07T03:07:38.835398Z","steps":["trace[1883853103] 'agreement among raft nodes before linearized reading' (duration: 725.57295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:38.835465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:38.109188Z","time spent":"726.266516ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224173,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T03:07:39.547993Z","caller":"traceutil/trace.go:171","msg":"trace[896900377] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"128.890127ms","start":"2026-03-07T03:07:39.419074Z","end":"2026-03-07T03:07:39.547964Z","steps":["trace[896900377] 'process raft request' (duration: 128.003047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:39.759654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.738941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:39.759782Z","caller":"traceutil/trace.go:171","msg":"trace[1060193621] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"160.182229ms","start":"2026-03-07T03:07:39.599576Z","end":"2026-03-07T03:07:39.759758Z","steps":["trace[1060193621] 'process raft request' (duration: 27.220913ms)","trace[1060193621] 'compare' (duration: 132.591748ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:40.36261Z","caller":"traceutil/trace.go:171","msg":"trace[1975337710] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"253.513668ms","start":"2026-03-07T03:07:40.109062Z","end":"2026-03-07T03:07:40.362576Z","steps":["trace[1975337710] 'process raft request' (duration: 253.264122ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:40.964876Z","caller":"traceutil/trace.go:171","msg":"trace[541668991] linearizableReadLoop","detail":"{readStateIndex:8359; appliedIndex:8357; }","duration":"645.038405ms","start":"2026-03-07T03:07:40.31981Z","end":"2026-03-07T03:07:40.964848Z","steps":["trace[541668991] 'read index received' (duration: 42.544233ms)","trace[541668991] 'applied index is now lower than readState.Index' (duration: 602.492892ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:40.965052Z","caller":"traceutil/trace.go:171","msg":"trace[1434283655] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"855.450488ms","start":"2026-03-07T03:07:40.109582Z","end":"2026-03-07T03:07:40.965032Z","steps":["trace[1434283655] 'process raft request' (duration: 768.990823ms)","trace[1434283655] 'compare' (duration: 86.045156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:40.965243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:40.109551Z","time spent":"855.54354ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:40.965457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.174836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:07:40.965465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.624159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:07:40.965501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.30565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:07:40.96556Z","caller":"traceutil/trace.go:171","msg":"trace[1853552910] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8053; }","duration":"103.33937ms","start":"2026-03-07T03:07:40.862195Z","end":"2026-03-07T03:07:40.965535Z","steps":["trace[1853552910] 'agreement among raft nodes before linearized reading' (duration: 103.167136ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:40.965569Z","caller":"traceutil/trace.go:171","msg":"trace[182077317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"645.810632ms","start":"2026-03-07T03:07:40.319737Z","end":"2026-03-07T03:07:40.965547Z","steps":["trace[182077317] 'agreement among raft nodes before linearized reading' (duration: 645.630948ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:40.965595Z","caller":"traceutil/trace.go:171","msg":"trace[984980304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8053; }","duration":"279.467524ms","start":"2026-03-07T03:07:40.686108Z","end":"2026-03-07T03:07:40.965576Z","steps":["trace[984980304] 'agreement among raft nodes before linearized reading' (duration: 279.168977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:40.965619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:40.319713Z","time spent":"645.898795ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:07:40.965625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.065845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:07:40.965713Z","caller":"traceutil/trace.go:171","msg":"trace[1801467335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8053; }","duration":"279.263089ms","start":"2026-03-07T03:07:40.686431Z","end":"2026-03-07T03:07:40.965694Z","steps":["trace[1801467335] 'agreement among raft nodes before linearized reading' (duration: 278.935582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:40.965859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.315858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:07:40.965964Z","caller":"traceutil/trace.go:171","msg":"trace[625476744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8053; }","duration":"278.496993ms","start":"2026-03-07T03:07:40.687443Z","end":"2026-03-07T03:07:40.96594Z","steps":["trace[625476744] 'agreement among raft nodes before linearized reading' (duration: 277.945941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:40.966135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.819941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:07:40.966136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.175068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:07:40.966271Z","caller":"traceutil/trace.go:171","msg":"trace[1947541007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8053; }","duration":"279.987065ms","start":"2026-03-07T03:07:40.686227Z","end":"2026-03-07T03:07:40.966214Z","steps":["trace[1947541007] 'agreement among raft nodes before linearized reading' (duration: 279.147426ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:40.966377Z","caller":"traceutil/trace.go:171","msg":"trace[1409643564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8053; }","duration":"122.442254ms","start":"2026-03-07T03:07:40.843874Z","end":"2026-03-07T03:07:40.966316Z","steps":["trace[1409643564] 'agreement among raft nodes before linearized reading' (duration: 121.486053ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:41.108081Z","caller":"traceutil/trace.go:171","msg":"trace[1799890563] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"137.064146ms","start":"2026-03-07T03:07:40.970984Z","end":"2026-03-07T03:07:41.108049Z","steps":["trace[1799890563] 'process raft request' (duration: 106.518921ms)","trace[1799890563] 'compare' (duration: 30.353281ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:41.108499Z","caller":"traceutil/trace.go:171","msg":"trace[1550005264] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"137.296962ms","start":"2026-03-07T03:07:40.971162Z","end":"2026-03-07T03:07:41.108459Z","steps":["trace[1550005264] 'process raft request' (duration: 136.825661ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:41.108576Z","caller":"traceutil/trace.go:171","msg":"trace[732543630] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"135.197597ms","start":"2026-03-07T03:07:40.973345Z","end":"2026-03-07T03:07:41.108543Z","steps":["trace[732543630] 'process raft request' (duration: 134.968282ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:41.108497Z","caller":"traceutil/trace.go:171","msg":"trace[1438662293] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8359; }","duration":"134.776487ms","start":"2026-03-07T03:07:40.973693Z","end":"2026-03-07T03:07:41.108469Z","steps":["trace[1438662293] 'read index received' (duration: 45.569459ms)","trace[1438662293] 'applied index is now lower than readState.Index' (duration: 89.205548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:41.109179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.461381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224149"} {"level":"info","ts":"2026-03-07T03:07:41.109255Z","caller":"traceutil/trace.go:171","msg":"trace[110322027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8057; }","duration":"135.600484ms","start":"2026-03-07T03:07:40.973638Z","end":"2026-03-07T03:07:41.109238Z","steps":["trace[110322027] 'agreement among raft nodes before linearized reading' (duration: 134.9255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:42.829719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.720802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:07:42.829855Z","caller":"traceutil/trace.go:171","msg":"trace[657354255] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8366; }","duration":"349.468105ms","start":"2026-03-07T03:07:42.480364Z","end":"2026-03-07T03:07:42.829832Z","steps":["trace[657354255] 'read index received' (duration: 40.791µs)","trace[657354255] 'applied index is now lower than readState.Index' (duration: 349.425694ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:42.82997Z","caller":"traceutil/trace.go:171","msg":"trace[1776173220] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"395.934205ms","start":"2026-03-07T03:07:42.43402Z","end":"2026-03-07T03:07:42.829954Z","steps":["trace[1776173220] 'process raft request' (duration: 26.860715ms)","trace[1776173220] 'compare' (duration: 368.503977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:42.83007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:42.433995Z","time spent":"396.031456ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:42.830256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.882444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:07:42.830246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.187469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:07:42.830303Z","caller":"traceutil/trace.go:171","msg":"trace[527502332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8061; }","duration":"349.974376ms","start":"2026-03-07T03:07:42.480319Z","end":"2026-03-07T03:07:42.830293Z","steps":["trace[527502332] 'agreement among raft nodes before linearized reading' (duration: 349.864164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:42.830346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:42.4803Z","time spent":"350.036498ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:07:42.830345Z","caller":"traceutil/trace.go:171","msg":"trace[2142928801] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8061; }","duration":"252.356083ms","start":"2026-03-07T03:07:42.577966Z","end":"2026-03-07T03:07:42.830322Z","steps":["trace[2142928801] 'agreement among raft nodes before linearized reading' (duration: 252.132478ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:43.408804Z","caller":"traceutil/trace.go:171","msg":"trace[139556847] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8367; }","duration":"419.576388ms","start":"2026-03-07T03:07:42.989194Z","end":"2026-03-07T03:07:43.40877Z","steps":["trace[139556847] 'read index received' (duration: 419.328123ms)","trace[139556847] 'applied index is now lower than readState.Index' (duration: 246.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:07:43.409029Z","caller":"traceutil/trace.go:171","msg":"trace[492922250] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"437.71573ms","start":"2026-03-07T03:07:42.971237Z","end":"2026-03-07T03:07:43.408953Z","steps":["trace[492922250] 'process raft request' (duration: 437.320372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.409155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.944456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-07T03:07:43.409203Z","caller":"traceutil/trace.go:171","msg":"trace[815731193] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8062; }","duration":"420.052989ms","start":"2026-03-07T03:07:42.989137Z","end":"2026-03-07T03:07:43.40919Z","steps":["trace[815731193] 'agreement among raft nodes before linearized reading' (duration: 419.819604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.409243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:42.989114Z","time spent":"420.120311ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-07T03:07:43.409262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:42.971188Z","time spent":"437.938525ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:43.409608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.313221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:07:43.409738Z","caller":"traceutil/trace.go:171","msg":"trace[2017757826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8062; }","duration":"386.512346ms","start":"2026-03-07T03:07:43.023189Z","end":"2026-03-07T03:07:43.409701Z","steps":["trace[2017757826] 'agreement among raft nodes before linearized reading' (duration: 386.194969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.409727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.992432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T03:07:43.409794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.425443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-07T03:07:43.409778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.684281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:07:43.409836Z","caller":"traceutil/trace.go:171","msg":"trace[1353379208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8062; }","duration":"297.167055ms","start":"2026-03-07T03:07:43.112647Z","end":"2026-03-07T03:07:43.409814Z","steps":["trace[1353379208] 'agreement among raft nodes before linearized reading' (duration: 296.862489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.409849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.18913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T03:07:43.409794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.023164Z","time spent":"386.615257ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T03:07:43.409888Z","caller":"traceutil/trace.go:171","msg":"trace[1547395086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8062; }","duration":"109.228131ms","start":"2026-03-07T03:07:43.300649Z","end":"2026-03-07T03:07:43.409877Z","steps":["trace[1547395086] 'agreement among raft nodes before linearized reading' (duration: 109.124178ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:43.409883Z","caller":"traceutil/trace.go:171","msg":"trace[427820909] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8062; }","duration":"100.882516ms","start":"2026-03-07T03:07:43.308974Z","end":"2026-03-07T03:07:43.409857Z","steps":["trace[427820909] 'agreement among raft nodes before linearized reading' (duration: 100.651311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.409889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.274728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:07:43.409844Z","caller":"traceutil/trace.go:171","msg":"trace[284973532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8062; }","duration":"293.498195ms","start":"2026-03-07T03:07:43.116335Z","end":"2026-03-07T03:07:43.409833Z","steps":["trace[284973532] 'agreement among raft nodes before linearized reading' (duration: 293.314331ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:43.409938Z","caller":"traceutil/trace.go:171","msg":"trace[1865808978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8062; }","duration":"297.36367ms","start":"2026-03-07T03:07:43.112565Z","end":"2026-03-07T03:07:43.409929Z","steps":["trace[1865808978] 'agreement among raft nodes before linearized reading' (duration: 297.264088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.410021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.8378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-07T03:07:43.410104Z","caller":"traceutil/trace.go:171","msg":"trace[1044819136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8062; }","duration":"246.965673ms","start":"2026-03-07T03:07:43.163119Z","end":"2026-03-07T03:07:43.410084Z","steps":["trace[1044819136] 'agreement among raft nodes before linearized reading' (duration: 246.37482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.410105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.40872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:07:43.411517Z","caller":"traceutil/trace.go:171","msg":"trace[1330836303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8062; }","duration":"298.869683ms","start":"2026-03-07T03:07:43.112636Z","end":"2026-03-07T03:07:43.411506Z","steps":["trace[1330836303] 'agreement among raft nodes before linearized reading' (duration: 297.077423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.780795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.619385ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-07T03:07:43.780914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.410821Z","time spent":"370.088102ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T03:07:43.785559Z","caller":"traceutil/trace.go:171","msg":"trace[969212646] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8368; }","duration":"369.699333ms","start":"2026-03-07T03:07:43.415834Z","end":"2026-03-07T03:07:43.785533Z","steps":["trace[969212646] 'read index received' (duration: 118.329522ms)","trace[969212646] 'applied index is now lower than readState.Index' (duration: 251.368401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:07:43.785977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.126063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224149"} {"level":"info","ts":"2026-03-07T03:07:43.786017Z","caller":"traceutil/trace.go:171","msg":"trace[1760106019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8068; }","duration":"370.192054ms","start":"2026-03-07T03:07:43.415814Z","end":"2026-03-07T03:07:43.786006Z","steps":["trace[1760106019] 'agreement among raft nodes before linearized reading' (duration: 369.802496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.78605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.415806Z","time spent":"370.236675ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224173,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T03:07:43.786424Z","caller":"traceutil/trace.go:171","msg":"trace[1900667056] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"371.895422ms","start":"2026-03-07T03:07:43.414516Z","end":"2026-03-07T03:07:43.786411Z","steps":["trace[1900667056] 'process raft request' (duration: 370.603443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.786525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.414501Z","time spent":"371.958804ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:43.786658Z","caller":"traceutil/trace.go:171","msg":"trace[640677196] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"372.052725ms","start":"2026-03-07T03:07:43.414596Z","end":"2026-03-07T03:07:43.786649Z","steps":["trace[640677196] 'process raft request' (duration: 370.708355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.786713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.41459Z","time spent":"372.097247ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:43.786809Z","caller":"traceutil/trace.go:171","msg":"trace[1371825543] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"370.412ms","start":"2026-03-07T03:07:43.416359Z","end":"2026-03-07T03:07:43.786771Z","steps":["trace[1371825543] 'process raft request' (duration: 369.122831ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:07:43.787739Z","caller":"traceutil/trace.go:171","msg":"trace[951400845] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"372.647399ms","start":"2026-03-07T03:07:43.41508Z","end":"2026-03-07T03:07:43.787727Z","steps":["trace[951400845] 'process raft request' (duration: 370.332647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.787824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.415072Z","time spent":"372.70805ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:43.787963Z","caller":"traceutil/trace.go:171","msg":"trace[1185244855] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"373.295052ms","start":"2026-03-07T03:07:43.414652Z","end":"2026-03-07T03:07:43.787947Z","steps":["trace[1185244855] 'process raft request' (duration: 370.705255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.788079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.414646Z","time spent":"373.347043ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:07:43.788334Z","caller":"traceutil/trace.go:171","msg":"trace[1611847140] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"372.575026ms","start":"2026-03-07T03:07:43.415744Z","end":"2026-03-07T03:07:43.788319Z","steps":["trace[1611847140] 'process raft request' (duration: 369.704513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:07:43.788397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.415722Z","time spent":"372.646589ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:07:43.78866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:07:43.416333Z","time spent":"372.288281ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:08:08.298978Z","caller":"traceutil/trace.go:171","msg":"trace[541238342] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"397.743095ms","start":"2026-03-07T03:08:07.901194Z","end":"2026-03-07T03:08:08.298937Z","steps":["trace[541238342] 'process raft request' (duration: 397.558491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.299231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.901166Z","time spent":"397.902969ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:08.29925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.103078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:08:08.299315Z","caller":"traceutil/trace.go:171","msg":"trace[1926201731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8237; }","duration":"377.225501ms","start":"2026-03-07T03:08:07.922073Z","end":"2026-03-07T03:08:08.299298Z","steps":["trace[1926201731] 'agreement among raft nodes before linearized reading' (duration: 376.947735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.299365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.922051Z","time spent":"377.305752ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T03:08:08.29895Z","caller":"traceutil/trace.go:171","msg":"trace[2138691968] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8549; }","duration":"376.779341ms","start":"2026-03-07T03:08:07.922117Z","end":"2026-03-07T03:08:08.298897Z","steps":["trace[2138691968] 'read index received' (duration: 376.673089ms)","trace[2138691968] 'applied index is now lower than readState.Index' (duration: 104.672µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:08.302353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.756678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:08.302412Z","caller":"traceutil/trace.go:171","msg":"trace[1030125791] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8237; }","duration":"232.8666ms","start":"2026-03-07T03:08:08.069532Z","end":"2026-03-07T03:08:08.302398Z","steps":["trace[1030125791] 'agreement among raft nodes before linearized reading' (duration: 232.754178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.302438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.189386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:08:08.302522Z","caller":"traceutil/trace.go:171","msg":"trace[719900432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8237; }","duration":"380.308859ms","start":"2026-03-07T03:08:07.922192Z","end":"2026-03-07T03:08:08.302501Z","steps":["trace[719900432] 'agreement among raft nodes before linearized reading' (duration: 380.089604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.302588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.922178Z","time spent":"380.39414ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:08:08.302802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.442058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vxrtz\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-07T03:08:08.302855Z","caller":"traceutil/trace.go:171","msg":"trace[553293609] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vxrtz; range_end:; response_count:1; response_revision:8237; }","duration":"346.55085ms","start":"2026-03-07T03:08:07.956293Z","end":"2026-03-07T03:08:08.302844Z","steps":["trace[553293609] 'agreement among raft nodes before linearized reading' (duration: 346.360066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.302813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.066039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-03-07T03:08:08.302884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.873702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:08:08.302864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.693129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:08.302951Z","caller":"traceutil/trace.go:171","msg":"trace[128429296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8237; }","duration":"371.962054ms","start":"2026-03-07T03:08:07.930975Z","end":"2026-03-07T03:08:08.302937Z","steps":["trace[128429296] 'agreement among raft nodes before linearized reading' (duration: 371.810481ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:08.302944Z","caller":"traceutil/trace.go:171","msg":"trace[29485296] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8237; }","duration":"286.240174ms","start":"2026-03-07T03:08:08.01667Z","end":"2026-03-07T03:08:08.30291Z","steps":["trace[29485296] 'agreement among raft nodes before linearized reading' (duration: 285.916086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.30295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.956259Z","time spent":"346.676733ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4479,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vxrtz\" "} {"level":"warn","ts":"2026-03-07T03:08:08.302998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.930964Z","time spent":"372.024605ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:08:08.302988Z","caller":"traceutil/trace.go:171","msg":"trace[2057285155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8237; }","duration":"136.903474ms","start":"2026-03-07T03:08:08.166056Z","end":"2026-03-07T03:08:08.302959Z","steps":["trace[2057285155] 'agreement among raft nodes before linearized reading' (duration: 136.642848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.303279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.520113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:08:08.303339Z","caller":"traceutil/trace.go:171","msg":"trace[1077384128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8237; }","duration":"380.595285ms","start":"2026-03-07T03:08:07.922729Z","end":"2026-03-07T03:08:08.303325Z","steps":["trace[1077384128] 'agreement among raft nodes before linearized reading' (duration: 380.444141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.303397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.922724Z","time spent":"380.660056ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:08.303598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.877601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:08:08.30365Z","caller":"traceutil/trace.go:171","msg":"trace[302048293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8237; }","duration":"380.944342ms","start":"2026-03-07T03:08:07.922692Z","end":"2026-03-07T03:08:08.303636Z","steps":["trace[302048293] 'agreement among raft nodes before linearized reading' (duration: 380.81828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.303693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.922683Z","time spent":"380.998103ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:08:08.303993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.327642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:08:08.304067Z","caller":"traceutil/trace.go:171","msg":"trace[349195010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8237; }","duration":"367.421073ms","start":"2026-03-07T03:08:07.936632Z","end":"2026-03-07T03:08:08.304053Z","steps":["trace[349195010] 'agreement among raft nodes before linearized reading' (duration: 365.891149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:08.30417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:07.936622Z","time spent":"367.535547ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"info","ts":"2026-03-07T03:08:09.934055Z","caller":"traceutil/trace.go:171","msg":"trace[810633835] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8561; }","duration":"342.884849ms","start":"2026-03-07T03:08:09.591137Z","end":"2026-03-07T03:08:09.934022Z","steps":["trace[810633835] 'read index received' (duration: 342.513221ms)","trace[810633835] 'applied index is now lower than readState.Index' (duration: 370.298µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:09.934168Z","caller":"traceutil/trace.go:171","msg":"trace[1766114285] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"355.674751ms","start":"2026-03-07T03:08:09.578462Z","end":"2026-03-07T03:08:09.934137Z","steps":["trace[1766114285] 'process raft request' (duration: 355.258862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:09.934333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:09.578442Z","time spent":"355.800656ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:09.934666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.294759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-07T03:08:09.934837Z","caller":"traceutil/trace.go:171","msg":"trace[1675071280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8248; }","duration":"343.618096ms","start":"2026-03-07T03:08:09.591086Z","end":"2026-03-07T03:08:09.934704Z","steps":["trace[1675071280] 'agreement among raft nodes before linearized reading' (duration: 343.059222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:09.934888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:09.591062Z","time spent":"343.81488ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T03:08:12.489832Z","caller":"traceutil/trace.go:171","msg":"trace[1712606734] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8569; }","duration":"312.398523ms","start":"2026-03-07T03:08:12.177401Z","end":"2026-03-07T03:08:12.489799Z","steps":["trace[1712606734] 'read index received' (duration: 312.165228ms)","trace[1712606734] 'applied index is now lower than readState.Index' (duration: 231.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:12.489993Z","caller":"traceutil/trace.go:171","msg":"trace[1598320463] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"956.740713ms","start":"2026-03-07T03:08:11.533237Z","end":"2026-03-07T03:08:12.489978Z","steps":["trace[1598320463] 'process raft request' (duration: 956.353125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:12.490238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:11.53321Z","time spent":"956.826886ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:12.490291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.871474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:12.490492Z","caller":"traceutil/trace.go:171","msg":"trace[1919771912] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8256; }","duration":"313.091159ms","start":"2026-03-07T03:08:12.177332Z","end":"2026-03-07T03:08:12.490423Z","steps":["trace[1919771912] 'agreement among raft nodes before linearized reading' (duration: 312.813473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:12.490552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:12.177269Z","time spent":"313.269372ms","remote":"127.0.0.1:33924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:08:12.550067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.278269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T03:08:12.550076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.924373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:08:12.550154Z","caller":"traceutil/trace.go:171","msg":"trace[859630732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8257; }","duration":"210.041335ms","start":"2026-03-07T03:08:12.340096Z","end":"2026-03-07T03:08:12.550137Z","steps":["trace[859630732] 'agreement among raft nodes before linearized reading' (duration: 209.81786ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.550077Z","caller":"traceutil/trace.go:171","msg":"trace[796616773] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"230.304403ms","start":"2026-03-07T03:08:12.319748Z","end":"2026-03-07T03:08:12.550052Z","steps":["trace[796616773] 'process raft request' (duration: 203.754046ms)","trace[796616773] 'compare' (duration: 26.176379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:12.550322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.388866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-07T03:08:12.550313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.994783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:08:12.55036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.518003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:08:12.550377Z","caller":"traceutil/trace.go:171","msg":"trace[1985474221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8257; }","duration":"154.140546ms","start":"2026-03-07T03:08:12.396226Z","end":"2026-03-07T03:08:12.550367Z","steps":["trace[1985474221] 'agreement among raft nodes before linearized reading' (duration: 154.014773ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.55038Z","caller":"traceutil/trace.go:171","msg":"trace[978844292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8257; }","duration":"212.454318ms","start":"2026-03-07T03:08:12.337905Z","end":"2026-03-07T03:08:12.55036Z","steps":["trace[978844292] 'agreement among raft nodes before linearized reading' (duration: 212.343136ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.550405Z","caller":"traceutil/trace.go:171","msg":"trace[1401265185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"218.597895ms","start":"2026-03-07T03:08:12.331797Z","end":"2026-03-07T03:08:12.550395Z","steps":["trace[1401265185] 'agreement among raft nodes before linearized reading' (duration: 218.476912ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.550205Z","caller":"traceutil/trace.go:171","msg":"trace[1755961198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"154.381182ms","start":"2026-03-07T03:08:12.395744Z","end":"2026-03-07T03:08:12.550125Z","steps":["trace[1755961198] 'agreement among raft nodes before linearized reading' (duration: 154.168157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:12.550166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.758865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:08:12.550572Z","caller":"traceutil/trace.go:171","msg":"trace[1286063611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8257; }","duration":"153.222255ms","start":"2026-03-07T03:08:12.397338Z","end":"2026-03-07T03:08:12.55056Z","steps":["trace[1286063611] 'agreement among raft nodes before linearized reading' (duration: 152.606702ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.763607Z","caller":"traceutil/trace.go:171","msg":"trace[1525646035] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"208.039081ms","start":"2026-03-07T03:08:12.555536Z","end":"2026-03-07T03:08:12.763575Z","steps":["trace[1525646035] 'process raft request' (duration: 207.766034ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.763951Z","caller":"traceutil/trace.go:171","msg":"trace[204315040] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"208.313018ms","start":"2026-03-07T03:08:12.555562Z","end":"2026-03-07T03:08:12.763875Z","steps":["trace[204315040] 'process raft request' (duration: 207.931229ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.764082Z","caller":"traceutil/trace.go:171","msg":"trace[1669233300] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"208.376929ms","start":"2026-03-07T03:08:12.555672Z","end":"2026-03-07T03:08:12.764049Z","steps":["trace[1669233300] 'process raft request' (duration: 208.250766ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.764136Z","caller":"traceutil/trace.go:171","msg":"trace[1327982617] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"208.471231ms","start":"2026-03-07T03:08:12.555644Z","end":"2026-03-07T03:08:12.764115Z","steps":["trace[1327982617] 'process raft request' (duration: 208.122614ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:12.76416Z","caller":"traceutil/trace.go:171","msg":"trace[790619339] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8572; }","duration":"151.403485ms","start":"2026-03-07T03:08:12.612717Z","end":"2026-03-07T03:08:12.76412Z","steps":["trace[790619339] 'read index received' (duration: 150.454724ms)","trace[790619339] 'applied index is now lower than readState.Index' (duration: 947.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:12.764293Z","caller":"traceutil/trace.go:171","msg":"trace[1913074471] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"208.609304ms","start":"2026-03-07T03:08:12.555673Z","end":"2026-03-07T03:08:12.764282Z","steps":["trace[1913074471] 'process raft request' (duration: 208.305177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:12.764727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.164326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228880"} {"level":"info","ts":"2026-03-07T03:08:12.764766Z","caller":"traceutil/trace.go:171","msg":"trace[1090821461] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8263; }","duration":"209.268938ms","start":"2026-03-07T03:08:12.555485Z","end":"2026-03-07T03:08:12.764754Z","steps":["trace[1090821461] 'agreement among raft nodes before linearized reading' (duration: 208.760447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.641032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:16.148264Z","time spent":"492.762161ms","remote":"127.0.0.1:51000","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T03:08:16.641468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.795902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:08:16.641546Z","caller":"traceutil/trace.go:171","msg":"trace[1232409649] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8591; }","duration":"362.373072ms","start":"2026-03-07T03:08:16.279157Z","end":"2026-03-07T03:08:16.64153Z","steps":["trace[1232409649] 'read index received' (duration: 58.142µs)","trace[1232409649] 'applied index is now lower than readState.Index' (duration: 362.31363ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:16.641969Z","caller":"traceutil/trace.go:171","msg":"trace[2032242171] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"656.057679ms","start":"2026-03-07T03:08:15.985892Z","end":"2026-03-07T03:08:16.64195Z","steps":["trace[2032242171] 'process raft request' (duration: 254.692814ms)","trace[2032242171] 'compare' (duration: 400.246191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:16.642061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:15.985868Z","time spent":"656.151962ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:16.642243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.026016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:16.64234Z","caller":"traceutil/trace.go:171","msg":"trace[2145937320] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8277; }","duration":"363.22987ms","start":"2026-03-07T03:08:16.279087Z","end":"2026-03-07T03:08:16.642316Z","steps":["trace[2145937320] 'agreement among raft nodes before linearized reading' (duration: 362.973464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.642398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:16.279057Z","time spent":"363.329993ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:08:16.70267Z","caller":"traceutil/trace.go:171","msg":"trace[197114336] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"199.762088ms","start":"2026-03-07T03:08:16.502874Z","end":"2026-03-07T03:08:16.702636Z","steps":["trace[197114336] 'process raft request' (duration: 199.609435ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:16.80993Z","caller":"traceutil/trace.go:171","msg":"trace[1957327176] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"246.701757ms","start":"2026-03-07T03:08:16.563199Z","end":"2026-03-07T03:08:16.809901Z","steps":["trace[1957327176] 'process raft request' (duration: 246.257627ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:16.810323Z","caller":"traceutil/trace.go:171","msg":"trace[973469797] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"185.261466ms","start":"2026-03-07T03:08:16.625045Z","end":"2026-03-07T03:08:16.810306Z","steps":["trace[973469797] 'process raft request' (duration: 184.53386ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:16.810498Z","caller":"traceutil/trace.go:171","msg":"trace[1117822721] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8592; }","duration":"168.892313ms","start":"2026-03-07T03:08:16.641578Z","end":"2026-03-07T03:08:16.81047Z","steps":["trace[1117822721] 'read index received' (duration: 60.91897ms)","trace[1117822721] 'applied index is now lower than readState.Index' (duration: 107.970013ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:16.810797Z","caller":"traceutil/trace.go:171","msg":"trace[437166402] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"138.404687ms","start":"2026-03-07T03:08:16.672371Z","end":"2026-03-07T03:08:16.810776Z","steps":["trace[437166402] 'process raft request' (duration: 137.250462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.811308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.32861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:16.811372Z","caller":"traceutil/trace.go:171","msg":"trace[225454686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"492.437363ms","start":"2026-03-07T03:08:16.318919Z","end":"2026-03-07T03:08:16.811357Z","steps":["trace[225454686] 'agreement among raft nodes before linearized reading' (duration: 492.31759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.811415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:16.318905Z","time spent":"492.498284ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T03:08:16.811651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.425973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:16.811716Z","caller":"traceutil/trace.go:171","msg":"trace[709623627] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8281; }","duration":"390.540785ms","start":"2026-03-07T03:08:16.421155Z","end":"2026-03-07T03:08:16.811695Z","steps":["trace[709623627] 'agreement among raft nodes before linearized reading' (duration: 390.446223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.811684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.600572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T03:08:16.811761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:16.421125Z","time spent":"390.621357ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:08:16.811826Z","caller":"traceutil/trace.go:171","msg":"trace[1678244870] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8281; }","duration":"508.784047ms","start":"2026-03-07T03:08:16.30297Z","end":"2026-03-07T03:08:16.811754Z","steps":["trace[1678244870] 'agreement among raft nodes before linearized reading' (duration: 508.502569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:16.81191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:16.30295Z","time spent":"508.94135ms","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:08:22.068288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.912528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:22.068429Z","caller":"traceutil/trace.go:171","msg":"trace[2113576640] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8332; }","duration":"120.141332ms","start":"2026-03-07T03:08:21.948257Z","end":"2026-03-07T03:08:22.068398Z","steps":["trace[2113576640] 'count revisions from in-memory index tree' (duration: 119.790365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:22.068613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.777963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112165"} {"level":"info","ts":"2026-03-07T03:08:22.068861Z","caller":"traceutil/trace.go:171","msg":"trace[836743899] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8332; }","duration":"183.934437ms","start":"2026-03-07T03:08:21.884766Z","end":"2026-03-07T03:08:22.0687Z","steps":["trace[836743899] 'range keys from in-memory index tree' (duration: 183.358114ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:25.838563Z","caller":"traceutil/trace.go:171","msg":"trace[1866307240] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"155.67655ms","start":"2026-03-07T03:08:25.682843Z","end":"2026-03-07T03:08:25.83852Z","steps":["trace[1866307240] 'process raft request' (duration: 97.372518ms)","trace[1866307240] 'compare' (duration: 57.998645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:26.08214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.163872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-07T03:08:26.082505Z","caller":"traceutil/trace.go:171","msg":"trace[552120012] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8364; }","duration":"101.5619ms","start":"2026-03-07T03:08:25.980918Z","end":"2026-03-07T03:08:26.08248Z","steps":["trace[552120012] 'range keys from in-memory index tree' (duration: 100.941026ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:26.800143Z","caller":"traceutil/trace.go:171","msg":"trace[1231552403] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"108.590687ms","start":"2026-03-07T03:08:26.691518Z","end":"2026-03-07T03:08:26.800109Z","steps":["trace[1231552403] 'process raft request' (duration: 108.328091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:27.411835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724749162415328,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T03:08:27.421423Z","caller":"traceutil/trace.go:171","msg":"trace[2083141153] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"589.833822ms","start":"2026-03-07T03:08:26.831555Z","end":"2026-03-07T03:08:27.421388Z","steps":["trace[2083141153] 'process raft request' (duration: 589.641428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:27.421618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.831542Z","time spent":"589.981965ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T03:08:28.144659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.231437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:08:28.144915Z","caller":"traceutil/trace.go:171","msg":"trace[1130237463] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8690; }","duration":"1.233264202s","start":"2026-03-07T03:08:26.911634Z","end":"2026-03-07T03:08:28.144899Z","steps":["trace[1130237463] 'read index received' (duration: 509.529893ms)","trace[1130237463] 'applied index is now lower than readState.Index' (duration: 723.733489ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:28.144887Z","caller":"traceutil/trace.go:171","msg":"trace[1458090834] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"1.31300934s","start":"2026-03-07T03:08:26.831848Z","end":"2026-03-07T03:08:28.144857Z","steps":["trace[1458090834] 'process raft request' (duration: 1.121493396s)","trace[1458090834] 'compare' (duration: 190.763907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:28.145055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.831835Z","time spent":"1.313130222s","remote":"127.0.0.1:51442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:08:28.145109Z","caller":"traceutil/trace.go:171","msg":"trace[1930881521] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"1.308379436s","start":"2026-03-07T03:08:26.836721Z","end":"2026-03-07T03:08:28.145101Z","steps":["trace[1930881521] 'process raft request' (duration: 1.308024498s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.145157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.836712Z","time spent":"1.308419647s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:08:28.145298Z","caller":"traceutil/trace.go:171","msg":"trace[108489442] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"1.299400167s","start":"2026-03-07T03:08:26.845891Z","end":"2026-03-07T03:08:28.145291Z","steps":["trace[108489442] 'process raft request' (duration: 1.298933187s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.145342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.845878Z","time spent":"1.299440028s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:08:28.145423Z","caller":"traceutil/trace.go:171","msg":"trace[545931137] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"1.279170529s","start":"2026-03-07T03:08:26.866247Z","end":"2026-03-07T03:08:28.145418Z","steps":["trace[545931137] 'process raft request' (duration: 1.278614197s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.145465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.866228Z","time spent":"1.279214699s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:28.145731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234066429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:08:28.145807Z","caller":"traceutil/trace.go:171","msg":"trace[809739136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8374; }","duration":"1.234193082s","start":"2026-03-07T03:08:26.911594Z","end":"2026-03-07T03:08:28.145787Z","steps":["trace[809739136] 'agreement among raft nodes before linearized reading' (duration: 1.233948927s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.145866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.91158Z","time spent":"1.234277563s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:08:28.418525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.976777ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-07T03:08:28.418673Z","caller":"traceutil/trace.go:171","msg":"trace[1886898870] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8695; }","duration":"273.699915ms","start":"2026-03-07T03:08:28.144946Z","end":"2026-03-07T03:08:28.418646Z","steps":["trace[1886898870] 'read index received' (duration: 52.708398ms)","trace[1886898870] 'applied index is now lower than readState.Index' (duration: 220.988507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T03:08:28.418859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499537092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T03:08:28.4189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.661102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:08:28.418914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.559577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-07T03:08:28.418926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504664096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:08:28.418962Z","caller":"traceutil/trace.go:171","msg":"trace[300068711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.499668065s","start":"2026-03-07T03:08:26.91927Z","end":"2026-03-07T03:08:28.418938Z","steps":["trace[300068711] 'agreement among raft nodes before linearized reading' (duration: 1.499413369s)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:28.418974Z","caller":"traceutil/trace.go:171","msg":"trace[2054698254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.504759008s","start":"2026-03-07T03:08:26.914202Z","end":"2026-03-07T03:08:28.418961Z","steps":["trace[2054698254] 'agreement among raft nodes before linearized reading' (duration: 1.504548554s)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:28.418971Z","caller":"traceutil/trace.go:171","msg":"trace[148891088] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8374; }","duration":"341.756654ms","start":"2026-03-07T03:08:28.077193Z","end":"2026-03-07T03:08:28.41895Z","steps":["trace[148891088] 'agreement among raft nodes before linearized reading' (duration: 341.536479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.41895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.244772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-07T03:08:28.419001Z","caller":"traceutil/trace.go:171","msg":"trace[1664584563] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8374; }","duration":"992.615858ms","start":"2026-03-07T03:08:27.426339Z","end":"2026-03-07T03:08:28.418955Z","steps":["trace[1664584563] 'agreement among raft nodes before linearized reading' (duration: 992.396623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.919258Z","time spent":"1.499749847s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:28.419031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.91419Z","time spent":"1.50482807s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:28.419031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:28.077101Z","time spent":"341.916458ms","remote":"127.0.0.1:51676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:08:28.419091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:27.42629Z","time spent":"992.783662ms","remote":"127.0.0.1:51460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-07T03:08:28.419051Z","caller":"traceutil/trace.go:171","msg":"trace[299532126] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8374; }","duration":"993.395426ms","start":"2026-03-07T03:08:27.425633Z","end":"2026-03-07T03:08:28.419028Z","steps":["trace[299532126] 'agreement among raft nodes before linearized reading' (duration: 993.037548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491529895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:08:28.419206Z","caller":"traceutil/trace.go:171","msg":"trace[1700350545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8374; }","duration":"1.491617966s","start":"2026-03-07T03:08:26.927579Z","end":"2026-03-07T03:08:28.419197Z","steps":["trace[1700350545] 'agreement among raft nodes before linearized reading' (duration: 1.491514874s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.019419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-07T03:08:28.419167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49984544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:08:28.419281Z","caller":"traceutil/trace.go:171","msg":"trace[361442633] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8374; }","duration":"994.198393ms","start":"2026-03-07T03:08:27.42506Z","end":"2026-03-07T03:08:28.419258Z","steps":["trace[361442633] 'agreement among raft nodes before linearized reading' (duration: 993.979508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:27.425033Z","time spent":"994.295295ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-07T03:08:28.419203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:27.425623Z","time spent":"993.566429ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-07T03:08:28.419374Z","caller":"traceutil/trace.go:171","msg":"trace[803264704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8374; }","duration":"1.500200497s","start":"2026-03-07T03:08:26.919123Z","end":"2026-03-07T03:08:28.419324Z","steps":["trace[803264704] 'agreement among raft nodes before linearized reading' (duration: 1.499584104s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.919097Z","time spent":"1.50033223s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:08:28.419509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505460504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:08:28.41926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.927553Z","time spent":"1.491698659s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"info","ts":"2026-03-07T03:08:28.419562Z","caller":"traceutil/trace.go:171","msg":"trace[338853225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8374; }","duration":"1.505584866s","start":"2026-03-07T03:08:26.913966Z","end":"2026-03-07T03:08:28.419551Z","steps":["trace[338853225] 'agreement among raft nodes before linearized reading' (duration: 1.504811359s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.419591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:26.913932Z","time spent":"1.505653988s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T03:08:28.448526Z","caller":"traceutil/trace.go:171","msg":"trace[1059635197] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"296.93408ms","start":"2026-03-07T03:08:28.150774Z","end":"2026-03-07T03:08:28.447708Z","steps":["trace[1059635197] 'process raft request' (duration: 296.688655ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:28.476082Z","caller":"traceutil/trace.go:171","msg":"trace[146692368] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"103.422192ms","start":"2026-03-07T03:08:28.37261Z","end":"2026-03-07T03:08:28.476032Z","steps":["trace[146692368] 'process raft request' (duration: 103.127855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.476722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.075897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:08:28.47681Z","caller":"traceutil/trace.go:171","msg":"trace[853431088] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8380; }","duration":"261.24317ms","start":"2026-03-07T03:08:28.215542Z","end":"2026-03-07T03:08:28.476786Z","steps":["trace[853431088] 'agreement among raft nodes before linearized reading' (duration: 261.051106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.477513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.825959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:28.477588Z","caller":"traceutil/trace.go:171","msg":"trace[538470259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8380; }","duration":"158.633896ms","start":"2026-03-07T03:08:28.318935Z","end":"2026-03-07T03:08:28.477569Z","steps":["trace[538470259] 'agreement among raft nodes before linearized reading' (duration: 157.845029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.775154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.749767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:28.77529Z","caller":"traceutil/trace.go:171","msg":"trace[1239541455] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8383; }","duration":"107.894991ms","start":"2026-03-07T03:08:28.66734Z","end":"2026-03-07T03:08:28.775235Z","steps":["trace[1239541455] 'range keys from in-memory index tree' (duration: 107.693136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:28.776234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.565908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-07T03:08:28.776297Z","caller":"traceutil/trace.go:171","msg":"trace[705203248] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8383; }","duration":"100.63469ms","start":"2026-03-07T03:08:28.675647Z","end":"2026-03-07T03:08:28.776282Z","steps":["trace[705203248] 'range keys from in-memory index tree' (duration: 99.498245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:29.215848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.57473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T03:08:29.215979Z","caller":"traceutil/trace.go:171","msg":"trace[345569575] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"235.042968ms","start":"2026-03-07T03:08:28.980913Z","end":"2026-03-07T03:08:29.215956Z","steps":["trace[345569575] 'process raft request' (duration: 87.239273ms)","trace[345569575] 'compare' (duration: 147.414597ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:37.108729Z","caller":"traceutil/trace.go:171","msg":"trace[898866253] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"158.539714ms","start":"2026-03-07T03:08:36.950122Z","end":"2026-03-07T03:08:37.108661Z","steps":["trace[898866253] 'process raft request' (duration: 158.32426ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:37.108363Z","caller":"traceutil/trace.go:171","msg":"trace[1062200155] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"168.168768ms","start":"2026-03-07T03:08:36.940142Z","end":"2026-03-07T03:08:37.108311Z","steps":["trace[1062200155] 'process raft request' (duration: 165.12058ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:08:38.640789Z","caller":"traceutil/trace.go:171","msg":"trace[1792668778] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"321.354162ms","start":"2026-03-07T03:08:38.319388Z","end":"2026-03-07T03:08:38.640742Z","steps":["trace[1792668778] 'read index received' (duration: 315.747368ms)","trace[1792668778] 'applied index is now lower than readState.Index' (duration: 5.605174ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:08:38.64084Z","caller":"traceutil/trace.go:171","msg":"trace[250033339] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"392.025049ms","start":"2026-03-07T03:08:38.248783Z","end":"2026-03-07T03:08:38.640808Z","steps":["trace[250033339] 'process raft request' (duration: 386.385483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.641011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:38.248768Z","time spent":"392.149371ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:38.641061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.617868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:38.641158Z","caller":"traceutil/trace.go:171","msg":"trace[409518977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8450; }","duration":"321.792902ms","start":"2026-03-07T03:08:38.31934Z","end":"2026-03-07T03:08:38.641133Z","steps":["trace[409518977] 'agreement among raft nodes before linearized reading' (duration: 321.581177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.641194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:38.319323Z","time spent":"321.864883ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T03:08:38.65499Z","caller":"traceutil/trace.go:171","msg":"trace[1877933645] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"334.851671ms","start":"2026-03-07T03:08:38.320102Z","end":"2026-03-07T03:08:38.654954Z","steps":["trace[1877933645] 'process raft request' (duration: 334.604146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.655295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:38.320062Z","time spent":"335.042025ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:08:38.655576Z","caller":"traceutil/trace.go:171","msg":"trace[847145747] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"323.629782ms","start":"2026-03-07T03:08:38.331919Z","end":"2026-03-07T03:08:38.655549Z","steps":["trace[847145747] 'process raft request' (duration: 322.973238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.655681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:38.331905Z","time spent":"323.721324ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:08:38.655732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.687195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:08:38.655817Z","caller":"traceutil/trace.go:171","msg":"trace[1395917134] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8453; }","duration":"333.811927ms","start":"2026-03-07T03:08:38.321982Z","end":"2026-03-07T03:08:38.655794Z","steps":["trace[1395917134] 'agreement among raft nodes before linearized reading' (duration: 333.685365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:08:38.656574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:08:38.321972Z","time spent":"334.558954ms","remote":"127.0.0.1:35248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:08:38.656643Z","caller":"traceutil/trace.go:171","msg":"trace[253657574] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"274.520034ms","start":"2026-03-07T03:08:38.3821Z","end":"2026-03-07T03:08:38.65662Z","steps":["trace[253657574] 'process raft request' (duration: 273.137854ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:29.306057Z","caller":"traceutil/trace.go:171","msg":"trace[116823687] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"466.326937ms","start":"2026-03-07T03:09:28.83969Z","end":"2026-03-07T03:09:29.306017Z","steps":["trace[116823687] 'process raft request' (duration: 466.063962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.30631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.839651Z","time spent":"466.534291ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10127,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:09:29.306771Z","caller":"traceutil/trace.go:171","msg":"trace[996797690] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9331; }","duration":"432.767394ms","start":"2026-03-07T03:09:28.873972Z","end":"2026-03-07T03:09:29.306739Z","steps":["trace[996797690] 'read index received' (duration: 431.782913ms)","trace[996797690] 'applied index is now lower than readState.Index' (duration: 982.701µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:09:29.306812Z","caller":"traceutil/trace.go:171","msg":"trace[1236747792] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"455.334274ms","start":"2026-03-07T03:09:28.85143Z","end":"2026-03-07T03:09:29.306764Z","steps":["trace[1236747792] 'process raft request' (duration: 455.056208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.02923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-07T03:09:29.30702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.851399Z","time spent":"455.506928ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:09:29.307049Z","caller":"traceutil/trace.go:171","msg":"trace[2081236735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8996; }","duration":"433.112042ms","start":"2026-03-07T03:09:28.873925Z","end":"2026-03-07T03:09:29.307037Z","steps":["trace[2081236735] 'agreement among raft nodes before linearized reading' (duration: 432.960748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.873906Z","time spent":"433.169793ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-07T03:09:29.307173Z","caller":"traceutil/trace.go:171","msg":"trace[1618000709] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"454.880352ms","start":"2026-03-07T03:09:28.852278Z","end":"2026-03-07T03:09:29.307158Z","steps":["trace[1618000709] 'process raft request' (duration: 454.399322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.852261Z","time spent":"454.931914ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:09:29.307278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.352633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T03:09:29.307296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.620846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-07T03:09:29.307376Z","caller":"traceutil/trace.go:171","msg":"trace[371790272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:8996; }","duration":"309.701038ms","start":"2026-03-07T03:09:28.99766Z","end":"2026-03-07T03:09:29.307361Z","steps":["trace[371790272] 'agreement among raft nodes before linearized reading' (duration: 309.525154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.997581Z","time spent":"309.81875ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"warn","ts":"2026-03-07T03:09:29.307434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.459805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:09:29.307463Z","caller":"traceutil/trace.go:171","msg":"trace[1200812771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8996; }","duration":"357.505636ms","start":"2026-03-07T03:09:28.949947Z","end":"2026-03-07T03:09:29.307453Z","steps":["trace[1200812771] 'agreement among raft nodes before linearized reading' (duration: 357.422374ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:29.30747Z","caller":"traceutil/trace.go:171","msg":"trace[232363711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8996; }","duration":"357.578248ms","start":"2026-03-07T03:09:28.949864Z","end":"2026-03-07T03:09:29.307442Z","steps":["trace[232363711] 'agreement among raft nodes before linearized reading' (duration: 357.162918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.30749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.949935Z","time spent":"357.548327ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T03:09:29.307529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.949851Z","time spent":"357.668449ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:09:29.307618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.074067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T03:09:29.307645Z","caller":"traceutil/trace.go:171","msg":"trace[1176292991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8996; }","duration":"362.121059ms","start":"2026-03-07T03:09:28.945516Z","end":"2026-03-07T03:09:29.307637Z","steps":["trace[1176292991] 'agreement among raft nodes before linearized reading' (duration: 362.045527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.945502Z","time spent":"362.16787ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T03:09:29.307762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.391675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T03:09:29.307791Z","caller":"traceutil/trace.go:171","msg":"trace[691416675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8996; }","duration":"367.468167ms","start":"2026-03-07T03:09:28.940313Z","end":"2026-03-07T03:09:29.307781Z","steps":["trace[691416675] 'agreement among raft nodes before linearized reading' (duration: 367.369375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.940286Z","time spent":"367.526039ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:09:29.307896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.274145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:09:29.307933Z","caller":"traceutil/trace.go:171","msg":"trace[1437099852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8996; }","duration":"359.348337ms","start":"2026-03-07T03:09:28.948576Z","end":"2026-03-07T03:09:29.307924Z","steps":["trace[1437099852] 'agreement among raft nodes before linearized reading' (duration: 359.182083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.307899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.171941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T03:09:29.308066Z","caller":"traceutil/trace.go:171","msg":"trace[37080006] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8996; }","duration":"372.350466ms","start":"2026-03-07T03:09:28.935648Z","end":"2026-03-07T03:09:29.307999Z","steps":["trace[37080006] 'agreement among raft nodes before linearized reading' (duration: 371.249692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:29.308128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.935637Z","time spent":"372.477948ms","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":974,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:09:29.307957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:28.948551Z","time spent":"359.400669ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T03:09:43.856768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.207986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T03:09:43.856983Z","caller":"traceutil/trace.go:171","msg":"trace[1992288837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9070; }","duration":"537.500323ms","start":"2026-03-07T03:09:43.319456Z","end":"2026-03-07T03:09:43.856956Z","steps":["trace[1992288837] 'range keys from in-memory index tree' (duration: 537.107105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.856985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.781755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T03:09:43.857117Z","caller":"traceutil/trace.go:171","msg":"trace[837654242] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9070; }","duration":"563.99467ms","start":"2026-03-07T03:09:43.293092Z","end":"2026-03-07T03:09:43.857087Z","steps":["trace[837654242] 'count revisions from in-memory index tree' (duration: 563.61357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.857083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.515718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T03:09:43.857188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.293072Z","time spent":"564.097601ms","remote":"127.0.0.1:51858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-07T03:09:43.857213Z","caller":"traceutil/trace.go:171","msg":"trace[1912634369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9070; }","duration":"740.728163ms","start":"2026-03-07T03:09:43.116453Z","end":"2026-03-07T03:09:43.857181Z","steps":["trace[1912634369] 'count revisions from in-memory index tree' (duration: 740.399466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.857278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.116421Z","time spent":"740.839125ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T03:09:43.857131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.319431Z","time spent":"537.633826ms","remote":"127.0.0.1:51376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T03:09:43.863239Z","caller":"traceutil/trace.go:171","msg":"trace[544845727] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"493.906997ms","start":"2026-03-07T03:09:43.369311Z","end":"2026-03-07T03:09:43.863218Z","steps":["trace[544845727] 'process raft request' (duration: 493.761394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.863479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.369276Z","time spent":"494.0193ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:09:43.91664Z","caller":"traceutil/trace.go:171","msg":"trace[684069398] linearizableReadLoop","detail":"{readStateIndex:9413; appliedIndex:9411; }","duration":"539.480786ms","start":"2026-03-07T03:09:43.377117Z","end":"2026-03-07T03:09:43.916597Z","steps":["trace[684069398] 'read index received' (duration: 486.020733ms)","trace[684069398] 'applied index is now lower than readState.Index' (duration: 53.458363ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:09:43.916834Z","caller":"traceutil/trace.go:171","msg":"trace[1550435389] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"531.800567ms","start":"2026-03-07T03:09:43.385019Z","end":"2026-03-07T03:09:43.916819Z","steps":["trace[1550435389] 'process raft request' (duration: 531.533451ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:43.916718Z","caller":"traceutil/trace.go:171","msg":"trace[1970450283] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"546.84839ms","start":"2026-03-07T03:09:43.369806Z","end":"2026-03-07T03:09:43.916654Z","steps":["trace[1970450283] 'process raft request' (duration: 546.516242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.917109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.385002Z","time spent":"531.906279ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:09:43.917449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.369779Z","time spent":"547.204678ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:09:43.917492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.173451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dm4mp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-07T03:09:43.917569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.754349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T03:09:43.917592Z","caller":"traceutil/trace.go:171","msg":"trace[1208355921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dm4mp; range_end:; response_count:1; response_revision:9073; }","duration":"502.343065ms","start":"2026-03-07T03:09:43.41523Z","end":"2026-03-07T03:09:43.917573Z","steps":["trace[1208355921] 'agreement among raft nodes before linearized reading' (duration: 502.066398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.917585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.707338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T03:09:43.91765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.415201Z","time spent":"502.440377ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-dm4mp\" "} {"level":"info","ts":"2026-03-07T03:09:43.91767Z","caller":"traceutil/trace.go:171","msg":"trace[2109347394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9073; }","duration":"528.817961ms","start":"2026-03-07T03:09:43.388834Z","end":"2026-03-07T03:09:43.917652Z","steps":["trace[2109347394] 'agreement among raft nodes before linearized reading' (duration: 528.513684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.917716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.388819Z","time spent":"528.885412ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T03:09:43.917608Z","caller":"traceutil/trace.go:171","msg":"trace[576235110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9073; }","duration":"528.79392ms","start":"2026-03-07T03:09:43.388802Z","end":"2026-03-07T03:09:43.917596Z","steps":["trace[576235110] 'agreement among raft nodes before linearized reading' (duration: 528.656217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.917825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.254191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T03:09:43.917839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.38879Z","time spent":"529.028085ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T03:09:43.917952Z","caller":"traceutil/trace.go:171","msg":"trace[1434871272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9073; }","duration":"534.66256ms","start":"2026-03-07T03:09:43.383262Z","end":"2026-03-07T03:09:43.917924Z","steps":["trace[1434871272] 'agreement among raft nodes before linearized reading' (duration: 533.965794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.918078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.383236Z","time spent":"534.828744ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T03:09:43.917559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.417717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T03:09:43.918219Z","caller":"traceutil/trace.go:171","msg":"trace[2072453448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9073; }","duration":"541.136383ms","start":"2026-03-07T03:09:43.377062Z","end":"2026-03-07T03:09:43.918198Z","steps":["trace[2072453448] 'agreement among raft nodes before linearized reading' (duration: 540.327224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.918335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.377041Z","time spent":"541.275287ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T03:09:43.918463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.312477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T03:09:43.918553Z","caller":"traceutil/trace.go:171","msg":"trace[2115614046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9073; }","duration":"527.548422ms","start":"2026-03-07T03:09:43.39099Z","end":"2026-03-07T03:09:43.918538Z","steps":["trace[2115614046] 'agreement among raft nodes before linearized reading' (duration: 526.599062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:43.919671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.390979Z","time spent":"527.799138ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T03:09:44.432176Z","caller":"traceutil/trace.go:171","msg":"trace[178126241] linearizableReadLoop","detail":"{readStateIndex:9416; appliedIndex:9414; }","duration":"508.665284ms","start":"2026-03-07T03:09:43.923479Z","end":"2026-03-07T03:09:44.432144Z","steps":["trace[178126241] 'read index received' (duration: 16.360892ms)","trace[178126241] 'applied index is now lower than readState.Index' (duration: 492.302412ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:09:44.432333Z","caller":"traceutil/trace.go:171","msg":"trace[209193895] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"507.109589ms","start":"2026-03-07T03:09:43.925207Z","end":"2026-03-07T03:09:44.432317Z","steps":["trace[209193895] 'process raft request' (duration: 506.894795ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:44.432312Z","caller":"traceutil/trace.go:171","msg":"trace[1802867984] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"508.197993ms","start":"2026-03-07T03:09:43.924063Z","end":"2026-03-07T03:09:44.432261Z","steps":["trace[1802867984] 'process raft request' (duration: 507.892887ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T03:09:44.432333Z","caller":"traceutil/trace.go:171","msg":"trace[1473768429] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"507.825025ms","start":"2026-03-07T03:09:43.924447Z","end":"2026-03-07T03:09:44.432272Z","steps":["trace[1473768429] 'process raft request' (duration: 507.613411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:44.432465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.925192Z","time spent":"507.169291ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:09:44.432541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.923999Z","time spent":"508.421529ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T03:09:44.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.924419Z","time spent":"508.04256ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:09:44.43262Z","caller":"traceutil/trace.go:171","msg":"trace[159766065] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"509.325788ms","start":"2026-03-07T03:09:43.923234Z","end":"2026-03-07T03:09:44.43256Z","steps":["trace[159766065] 'process raft request' (duration: 508.51215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:44.432787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.825319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-07T03:09:44.432858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.92321Z","time spent":"509.525623ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T03:09:44.432885Z","caller":"traceutil/trace.go:171","msg":"trace[1619364315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9078; }","duration":"108.938392ms","start":"2026-03-07T03:09:44.323926Z","end":"2026-03-07T03:09:44.432864Z","steps":["trace[1619364315] 'agreement among raft nodes before linearized reading' (duration: 108.677446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:44.432997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.405605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-07T03:09:44.433141Z","caller":"traceutil/trace.go:171","msg":"trace[876950131] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9078; }","duration":"385.637461ms","start":"2026-03-07T03:09:44.047467Z","end":"2026-03-07T03:09:44.433105Z","steps":["trace[876950131] 'agreement among raft nodes before linearized reading' (duration: 385.055617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:44.433215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.732588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291519"} {"level":"info","ts":"2026-03-07T03:09:44.433272Z","caller":"traceutil/trace.go:171","msg":"trace[795613923] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9078; }","duration":"509.83833ms","start":"2026-03-07T03:09:43.923418Z","end":"2026-03-07T03:09:44.433256Z","steps":["trace[795613923] 'agreement among raft nodes before linearized reading' (duration: 509.148754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T03:09:44.433293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:44.047438Z","time spent":"385.802674ms","remote":"127.0.0.1:51512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T03:09:44.433331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T03:09:43.923396Z","time spent":"509.921732ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291543,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T03:09:44.620698Z","caller":"traceutil/trace.go:171","msg":"trace[898970041] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"181.356176ms","start":"2026-03-07T03:09:44.439296Z","end":"2026-03-07T03:09:44.620652Z","steps":["trace[898970041] 'process raft request' (duration: 147.313001ms)","trace[898970041] 'compare' (duration: 33.147015ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T03:11:09.884352Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7400} {"level":"info","ts":"2026-03-07T03:11:09.952897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7400,"took":"66.171415ms","hash":769004797,"current-db-size-bytes":41275392,"current-db-size":"41 MB","current-db-size-in-use-bytes":24748032,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-07T03:11:09.952976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":769004797,"revision":7400,"compact-revision":5297} {"level":"info","ts":"2026-03-07T03:11:13.964969Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-07T03:11:13.975538Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-07T03:11:13.975715Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-07T03:16:09.891484Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9619} {"level":"info","ts":"2026-03-07T03:16:09.97569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9619,"took":"81.535239ms","hash":2005384322,"current-db-size-bytes":41275392,"current-db-size":"41 MB","current-db-size-in-use-bytes":18898944,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-07T03:16:09.975773Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2005384322,"revision":9619,"compact-revision":7400}