{"level":"warn","ts":"2026-03-03T14:28:45.29328Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T14:28:45.293366Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T14:28:45.293463Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T14:28:45.293478Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-03T14:28:45.293509Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T14:28:45.294175Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-03-03T14:28:45.294248Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T14:28:45.299812Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.313392ms"} {"level":"info","ts":"2026-03-03T14:28:45.308873Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-03-03T14:28:45.308961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T14:28:45.308986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-03-03T14:28:45.309Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T14:28:45.309021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-03-03T14:28:45.309066Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-03-03T14:28:45.315776Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T14:28:45.317961Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T14:28:45.319416Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T14:28:45.321633Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T14:28:45.321765Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T14:28:45.321918Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:45.322101Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:45.322147Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T14:28:45.323755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-03-03T14:28:45.325904Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-03T14:28:45.32694Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T14:28:45.327257Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T14:28:45.327293Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T14:28:45.327349Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-03T14:28:45.327481Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-03T14:28:45.610315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T14:28:45.610389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T14:28:45.610453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-03-03T14:28:45.610474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-03-03T14:28:45.610485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-03T14:28:45.610553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-03-03T14:28:45.610575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-03T14:28:45.611581Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:45.612613Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T14:28:45.612618Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T14:28:45.612712Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T14:28:45.613385Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:45.613548Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:45.61361Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T14:28:45.614379Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T14:28:45.61446Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T14:28:45.616298Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-03-03T14:28:45.616864Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T14:28:52.304618Z","caller":"traceutil/trace.go:171","msg":"trace[1276793168] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"223.946339ms","start":"2026-03-03T14:28:52.080637Z","end":"2026-03-03T14:28:52.304583Z","steps":["trace[1276793168] 'process raft request' (duration: 223.750563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.0405Z","caller":"traceutil/trace.go:171","msg":"trace[1485453024] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"264.263808ms","start":"2026-03-03T14:29:05.776214Z","end":"2026-03-03T14:29:06.040477Z","steps":["trace[1485453024] 'process raft request' (duration: 264.02997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.040416Z","caller":"traceutil/trace.go:171","msg":"trace[1973178698] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"171.487627ms","start":"2026-03-03T14:29:05.868902Z","end":"2026-03-03T14:29:06.040389Z","steps":["trace[1973178698] 'read index received' (duration: 171.381984ms)","trace[1973178698] 'applied index is now lower than readState.Index' (duration: 104.683µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:06.040669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.699154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:29:06.040777Z","caller":"traceutil/trace.go:171","msg":"trace[2072636013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:451; }","duration":"171.916691ms","start":"2026-03-03T14:29:05.868843Z","end":"2026-03-03T14:29:06.040759Z","steps":["trace[2072636013] 'agreement among raft nodes before linearized reading' (duration: 171.706664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:06.220249Z","caller":"traceutil/trace.go:171","msg":"trace[154514210] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"174.636801ms","start":"2026-03-03T14:29:06.045581Z","end":"2026-03-03T14:29:06.220217Z","steps":["trace[154514210] 'process raft request' (duration: 149.984481ms)","trace[154514210] 'compare' (duration: 24.516916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:06.716708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.967277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:06.716814Z","caller":"traceutil/trace.go:171","msg":"trace[309930165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:452; }","duration":"396.157774ms","start":"2026-03-03T14:29:06.320633Z","end":"2026-03-03T14:29:06.716791Z","steps":["trace[309930165] 'range keys from in-memory index tree' (duration: 395.885934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.716853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.774673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:06.716982Z","caller":"traceutil/trace.go:171","msg":"trace[1760142678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:452; }","duration":"152.9705ms","start":"2026-03-03T14:29:06.563988Z","end":"2026-03-03T14:29:06.716958Z","steps":["trace[1760142678] 'range keys from in-memory index tree' (duration: 152.621788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.716862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.320614Z","time spent":"396.237206ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:06.717291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.885131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:06.717482Z","caller":"traceutil/trace.go:171","msg":"trace[2010414385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:452; }","duration":"242.146761ms","start":"2026-03-03T14:29:06.475304Z","end":"2026-03-03T14:29:06.71745Z","steps":["trace[2010414385] 'range keys from in-memory index tree' (duration: 241.650684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.290454Z","caller":"traceutil/trace.go:171","msg":"trace[409825965] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"217.979306ms","start":"2026-03-03T14:29:12.072445Z","end":"2026-03-03T14:29:12.290424Z","steps":["trace[409825965] 'process raft request' (duration: 217.717807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.712963Z","caller":"traceutil/trace.go:171","msg":"trace[1976496350] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"418.531789ms","start":"2026-03-03T14:29:12.294403Z","end":"2026-03-03T14:29:12.712935Z","steps":["trace[1976496350] 'process raft request' (duration: 355.040662ms)","trace[1976496350] 'compare' (duration: 63.192397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:12.713087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.239797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.713146Z","caller":"traceutil/trace.go:171","msg":"trace[1421454970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"393.333131ms","start":"2026-03-03T14:29:12.319795Z","end":"2026-03-03T14:29:12.713128Z","steps":["trace[1421454970] 'agreement among raft nodes before linearized reading' (duration: 393.202346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.713177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.319778Z","time spent":"393.391853ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:12.713365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.294377Z","time spent":"418.635693ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.712956Z","caller":"traceutil/trace.go:171","msg":"trace[1539147187] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"393.072952ms","start":"2026-03-03T14:29:12.319826Z","end":"2026-03-03T14:29:12.712899Z","steps":["trace[1539147187] 'read index received' (duration: 329.531893ms)","trace[1539147187] 'applied index is now lower than readState.Index' (duration: 63.540079ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:13.150624Z","caller":"traceutil/trace.go:171","msg":"trace[1398890433] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"395.538943ms","start":"2026-03-03T14:29:12.75505Z","end":"2026-03-03T14:29:13.150589Z","steps":["trace[1398890433] 'process raft request' (duration: 395.097838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.150804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.755037Z","time spent":"395.673048ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.693608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.092207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:16.693747Z","caller":"traceutil/trace.go:171","msg":"trace[105146760] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"183.776162ms","start":"2026-03-03T14:29:16.509949Z","end":"2026-03-03T14:29:16.693725Z","steps":["trace[105146760] 'process raft request' (duration: 70.217819ms)","trace[105146760] 'compare' (duration: 112.935472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.031364Z","caller":"traceutil/trace.go:171","msg":"trace[1145307629] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:513; }","duration":"169.205133ms","start":"2026-03-03T14:29:16.862088Z","end":"2026-03-03T14:29:17.031293Z","steps":["trace[1145307629] 'read index received' (duration: 20.616318ms)","trace[1145307629] 'applied index is now lower than readState.Index' (duration: 148.587755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.031494Z","caller":"traceutil/trace.go:171","msg":"trace[282652168] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"170.402002ms","start":"2026-03-03T14:29:16.861082Z","end":"2026-03-03T14:29:17.031484Z","steps":["trace[282652168] 'process raft request' (duration: 170.069531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.031674Z","caller":"traceutil/trace.go:171","msg":"trace[1358635722] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"172.386648ms","start":"2026-03-03T14:29:16.859246Z","end":"2026-03-03T14:29:17.031633Z","steps":["trace[1358635722] 'process raft request' (duration: 151.362687ms)","trace[1358635722] 'compare' (duration: 20.39142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.031545Z","caller":"traceutil/trace.go:171","msg":"trace[912328715] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"170.313679ms","start":"2026-03-03T14:29:16.861185Z","end":"2026-03-03T14:29:17.031498Z","steps":["trace[912328715] 'process raft request' (duration: 170.049711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.031804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.698689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-03T14:29:17.031914Z","caller":"traceutil/trace.go:171","msg":"trace[788081270] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:500; }","duration":"169.862044ms","start":"2026-03-03T14:29:16.862021Z","end":"2026-03-03T14:29:17.031883Z","steps":["trace[788081270] 'agreement among raft nodes before linearized reading' (duration: 169.568414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.033751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.58111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:17.033864Z","caller":"traceutil/trace.go:171","msg":"trace[602486588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:501; }","duration":"167.737184ms","start":"2026-03-03T14:29:16.866098Z","end":"2026-03-03T14:29:17.033835Z","steps":["trace[602486588] 'agreement among raft nodes before linearized reading' (duration: 167.535158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.034199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.749145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w68x5\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-03T14:29:17.034254Z","caller":"traceutil/trace.go:171","msg":"trace[1335009157] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w68x5; range_end:; response_count:1; response_revision:501; }","duration":"139.829387ms","start":"2026-03-03T14:29:16.89441Z","end":"2026-03-03T14:29:17.03424Z","steps":["trace[1335009157] 'agreement among raft nodes before linearized reading' (duration: 139.689602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.034224Z","caller":"traceutil/trace.go:171","msg":"trace[1026849068] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"141.545993ms","start":"2026-03-03T14:29:16.892611Z","end":"2026-03-03T14:29:17.034157Z","steps":["trace[1026849068] 'process raft request' (duration: 140.889451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.196474Z","caller":"traceutil/trace.go:171","msg":"trace[1611433003] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"108.622981ms","start":"2026-03-03T14:29:17.087825Z","end":"2026-03-03T14:29:17.196448Z","steps":["trace[1611433003] 'process raft request' (duration: 83.725283ms)","trace[1611433003] 'compare' (duration: 24.773214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.242616Z","caller":"traceutil/trace.go:171","msg":"trace[1230889405] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"154.567992ms","start":"2026-03-03T14:29:17.088015Z","end":"2026-03-03T14:29:17.242583Z","steps":["trace[1230889405] 'process raft request' (duration: 154.333964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.576185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789044632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:21.654911Z","caller":"traceutil/trace.go:171","msg":"trace[815017518] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"787.363715ms","start":"2026-03-03T14:29:20.867515Z","end":"2026-03-03T14:29:21.654879Z","steps":["trace[815017518] 'process raft request' (duration: 785.192663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.655091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.867486Z","time spent":"787.509809ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.660682Z","caller":"traceutil/trace.go:171","msg":"trace[950206409] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:570; }","duration":"585.010923ms","start":"2026-03-03T14:29:21.07565Z","end":"2026-03-03T14:29:21.660661Z","steps":["trace[950206409] 'read index received' (duration: 577.208916ms)","trace[950206409] 'applied index is now lower than readState.Index' (duration: 7.801147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:21.660706Z","caller":"traceutil/trace.go:171","msg":"trace[538438603] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"617.441559ms","start":"2026-03-03T14:29:21.043246Z","end":"2026-03-03T14:29:21.660688Z","steps":["trace[538438603] 'process raft request' (duration: 617.296984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.660808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.043164Z","time spent":"617.584774ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:21.660798Z","caller":"traceutil/trace.go:171","msg":"trace[1494335133] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"213.695036ms","start":"2026-03-03T14:29:21.447053Z","end":"2026-03-03T14:29:21.660748Z","steps":["trace[1494335133] 'process raft request' (duration: 213.577072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.660862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.044396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:21.660902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.25335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:29:21.660935Z","caller":"traceutil/trace.go:171","msg":"trace[1962427473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:551; }","duration":"585.344023ms","start":"2026-03-03T14:29:21.075578Z","end":"2026-03-03T14:29:21.660922Z","steps":["trace[1962427473] 'agreement among raft nodes before linearized reading' (duration: 585.180618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.660926Z","caller":"traceutil/trace.go:171","msg":"trace[954502529] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:551; }","duration":"419.14781ms","start":"2026-03-03T14:29:21.241759Z","end":"2026-03-03T14:29:21.660906Z","steps":["trace[954502529] 'agreement among raft nodes before linearized reading' (duration: 419.058117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.660955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.075552Z","time spent":"585.398475ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:21.660967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.241732Z","time spent":"419.226442ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:29:21.661041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.367653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:21.66107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.474191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:21.66113Z","caller":"traceutil/trace.go:171","msg":"trace[2037853240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"341.519837ms","start":"2026-03-03T14:29:21.319586Z","end":"2026-03-03T14:29:21.661105Z","steps":["trace[2037853240] 'agreement among raft nodes before linearized reading' (duration: 341.329451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.661151Z","caller":"traceutil/trace.go:171","msg":"trace[1327549600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"381.628896ms","start":"2026-03-03T14:29:21.279499Z","end":"2026-03-03T14:29:21.661128Z","steps":["trace[1327549600] 'agreement among raft nodes before linearized reading' (duration: 381.406249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.661175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.319555Z","time spent":"341.61417ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:21.661197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.279472Z","time spent":"381.715209ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:29:28.351847Z","caller":"traceutil/trace.go:171","msg":"trace[740952562] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"253.296147ms","start":"2026-03-03T14:29:28.098522Z","end":"2026-03-03T14:29:28.351819Z","steps":["trace[740952562] 'process raft request' (duration: 253.145002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:29.177984Z","caller":"traceutil/trace.go:171","msg":"trace[2008830225] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:632; }","duration":"858.235114ms","start":"2026-03-03T14:29:28.319701Z","end":"2026-03-03T14:29:29.177936Z","steps":["trace[2008830225] 'read index received' (duration: 31.978711ms)","trace[2008830225] 'applied index is now lower than readState.Index' (duration: 826.255253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:29.178075Z","caller":"traceutil/trace.go:171","msg":"trace[793277608] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"914.449982ms","start":"2026-03-03T14:29:28.263582Z","end":"2026-03-03T14:29:29.178032Z","steps":["trace[793277608] 'process raft request' (duration: 878.922494ms)","trace[793277608] 'compare' (duration: 35.081083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:29.178187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.469142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:29.178227Z","caller":"traceutil/trace.go:171","msg":"trace[1918574654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"858.560235ms","start":"2026-03-03T14:29:28.319654Z","end":"2026-03-03T14:29:29.178214Z","steps":["trace[1918574654] 'agreement among raft nodes before linearized reading' (duration: 858.467992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.178241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.263561Z","time spent":"914.587207ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:29.178261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.319634Z","time spent":"858.618467ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:29.178383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.771106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w68x5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T14:29:29.17844Z","caller":"traceutil/trace.go:171","msg":"trace[1705346776] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w68x5; range_end:; response_count:1; response_revision:611; }","duration":"842.860349ms","start":"2026-03-03T14:29:28.335561Z","end":"2026-03-03T14:29:29.178422Z","steps":["trace[1705346776] 'agreement among raft nodes before linearized reading' (duration: 842.686083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.178474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.335532Z","time spent":"842.934771ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-w68x5\" "} {"level":"warn","ts":"2026-03-03T14:29:29.17859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.581577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:29:29.178634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.913427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:29.178661Z","caller":"traceutil/trace.go:171","msg":"trace[1329664241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"194.68424ms","start":"2026-03-03T14:29:28.983956Z","end":"2026-03-03T14:29:29.178641Z","steps":["trace[1329664241] 'agreement among raft nodes before linearized reading' (duration: 194.536285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:29.178687Z","caller":"traceutil/trace.go:171","msg":"trace[1384141499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"727.00945ms","start":"2026-03-03T14:29:28.451663Z","end":"2026-03-03T14:29:29.178673Z","steps":["trace[1384141499] 'agreement among raft nodes before linearized reading' (duration: 726.847945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.178726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.45164Z","time spent":"727.076473ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:29:29.40883Z","caller":"traceutil/trace.go:171","msg":"trace[414236857] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"223.708255ms","start":"2026-03-03T14:29:29.185086Z","end":"2026-03-03T14:29:29.408794Z","steps":["trace[414236857] 'process raft request' (duration: 188.468516ms)","trace[414236857] 'compare' (duration: 35.089244ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:29.595934Z","caller":"traceutil/trace.go:171","msg":"trace[2050268772] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"410.734023ms","start":"2026-03-03T14:29:29.185178Z","end":"2026-03-03T14:29:29.595912Z","steps":["trace[2050268772] 'process raft request' (duration: 401.544141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:29.596079Z","caller":"traceutil/trace.go:171","msg":"trace[1136486486] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"397.034293ms","start":"2026-03-03T14:29:29.199023Z","end":"2026-03-03T14:29:29.596058Z","steps":["trace[1136486486] 'process raft request' (duration: 396.818926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:29.596068Z","caller":"traceutil/trace.go:171","msg":"trace[1788993389] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:634; }","duration":"359.358464ms","start":"2026-03-03T14:29:29.236687Z","end":"2026-03-03T14:29:29.596045Z","steps":["trace[1788993389] 'read index received' (duration: 136.925312ms)","trace[1788993389] 'applied index is now lower than readState.Index' (duration: 222.431942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:29.596194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.198994Z","time spent":"397.113956ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:29.596341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.637013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:29:29.596378Z","caller":"traceutil/trace.go:171","msg":"trace[1010829627] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:614; }","duration":"359.734676ms","start":"2026-03-03T14:29:29.236633Z","end":"2026-03-03T14:29:29.596368Z","steps":["trace[1010829627] 'agreement among raft nodes before linearized reading' (duration: 359.56026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.596358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.384652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:29.596408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.23661Z","time spent":"359.790978ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T14:29:29.59646Z","caller":"traceutil/trace.go:171","msg":"trace[1517411605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"278.543287ms","start":"2026-03-03T14:29:29.317892Z","end":"2026-03-03T14:29:29.596435Z","steps":["trace[1517411605] 'agreement among raft nodes before linearized reading' (duration: 278.340511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.596791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.185149Z","time spent":"410.856907ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:30.114265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789044798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:30.616561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789044798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:30.876914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.944305Z","time spent":"932.601939ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:30.877203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.179496ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T14:29:30.877319Z","caller":"traceutil/trace.go:171","msg":"trace[183416719] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"1.264183909s","start":"2026-03-03T14:29:29.613116Z","end":"2026-03-03T14:29:30.8773Z","steps":["trace[183416719] 'read index received' (duration: 1.103730404s)","trace[183416719] 'applied index is now lower than readState.Index' (duration: 160.451575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:30.877356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.612912Z","time spent":"1.264433908s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:30.877516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264385946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:30.877548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262622979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:30.877583Z","caller":"traceutil/trace.go:171","msg":"trace[1136501818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"1.264509631s","start":"2026-03-03T14:29:29.613048Z","end":"2026-03-03T14:29:30.877558Z","steps":["trace[1136501818] 'agreement among raft nodes before linearized reading' (duration: 1.264393937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.87761Z","caller":"traceutil/trace.go:171","msg":"trace[931173040] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:614; }","duration":"1.262739582s","start":"2026-03-03T14:29:29.614852Z","end":"2026-03-03T14:29:30.877592Z","steps":["trace[931173040] 'agreement among raft nodes before linearized reading' (duration: 1.262617178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:30.877643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.613024Z","time spent":"1.264602533s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:30.877673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.614828Z","time spent":"1.262824205s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:30.877748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.090848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T14:29:30.877779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170981345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:30.87783Z","caller":"traceutil/trace.go:171","msg":"trace[1838364759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:614; }","duration":"520.234623ms","start":"2026-03-03T14:29:30.357576Z","end":"2026-03-03T14:29:30.87781Z","steps":["trace[1838364759] 'agreement among raft nodes before linearized reading' (duration: 519.965324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:30.877841Z","caller":"traceutil/trace.go:171","msg":"trace[1327590403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:614; }","duration":"1.1711187s","start":"2026-03-03T14:29:29.706705Z","end":"2026-03-03T14:29:30.877824Z","steps":["trace[1327590403] 'agreement among raft nodes before linearized reading' (duration: 1.170925764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:30.877878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:30.357546Z","time spent":"520.321696ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:30.877903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.706649Z","time spent":"1.171244564s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:30.878467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170690046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:30.878919Z","caller":"traceutil/trace.go:171","msg":"trace[822153668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:614; }","duration":"1.171147371s","start":"2026-03-03T14:29:29.707718Z","end":"2026-03-03T14:29:30.878866Z","steps":["trace[822153668] 'agreement among raft nodes before linearized reading' (duration: 1.169780326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:30.879427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:29.707704Z","time spent":"1.171703469s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:29:31.067105Z","caller":"traceutil/trace.go:171","msg":"trace[1049524609] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"187.99359ms","start":"2026-03-03T14:29:30.879058Z","end":"2026-03-03T14:29:31.067051Z","steps":["trace[1049524609] 'process raft request' (duration: 97.729153ms)","trace[1049524609] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.169; req_size:118; } (duration: 89.972528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:31.067198Z","caller":"traceutil/trace.go:171","msg":"trace[1921096922] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"186.083338ms","start":"2026-03-03T14:29:30.881071Z","end":"2026-03-03T14:29:31.067154Z","steps":["trace[1921096922] 'read index received' (duration: 95.730297ms)","trace[1921096922] 'applied index is now lower than readState.Index' (duration: 90.349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:31.067424Z","caller":"traceutil/trace.go:171","msg":"trace[1703630486] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"183.576265ms","start":"2026-03-03T14:29:30.883775Z","end":"2026-03-03T14:29:31.067351Z","steps":["trace[1703630486] 'process raft request' (duration: 183.42499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:31.06746Z","caller":"traceutil/trace.go:171","msg":"trace[1357417758] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"184.259048ms","start":"2026-03-03T14:29:30.883147Z","end":"2026-03-03T14:29:31.067407Z","steps":["trace[1357417758] 'process raft request' (duration: 183.956138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:31.0675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.402678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:31.067607Z","caller":"traceutil/trace.go:171","msg":"trace[665638698] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:617; }","duration":"186.567024ms","start":"2026-03-03T14:29:30.881016Z","end":"2026-03-03T14:29:31.067583Z","steps":["trace[665638698] 'agreement among raft nodes before linearized reading' (duration: 186.242203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:31.067708Z","caller":"traceutil/trace.go:171","msg":"trace[1829632410] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"183.865674ms","start":"2026-03-03T14:29:30.883829Z","end":"2026-03-03T14:29:31.067694Z","steps":["trace[1829632410] 'process raft request' (duration: 183.471001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:31.067786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.436151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:31.067857Z","caller":"traceutil/trace.go:171","msg":"trace[679629728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"183.548294ms","start":"2026-03-03T14:29:30.884284Z","end":"2026-03-03T14:29:31.067832Z","steps":["trace[679629728] 'agreement among raft nodes before linearized reading' (duration: 183.306876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:32.760839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591394067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:32.760942Z","caller":"traceutil/trace.go:171","msg":"trace[1195216873] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:618; }","duration":"1.591529082s","start":"2026-03-03T14:29:31.169389Z","end":"2026-03-03T14:29:32.760918Z","steps":["trace[1195216873] 'range keys from in-memory index tree' (duration: 1.591330785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:32.760997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:31.169381Z","time spent":"1.591601644s","remote":"127.0.0.1:37828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T14:29:32.761047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347688855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:32.761138Z","caller":"traceutil/trace.go:171","msg":"trace[1682967434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"1.347849281s","start":"2026-03-03T14:29:31.413269Z","end":"2026-03-03T14:29:32.761118Z","steps":["trace[1682967434] 'range keys from in-memory index tree' (duration: 1.347488459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:32.761179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:31.41324Z","time spent":"1.347930703s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:29:32.761174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.514192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:29:32.761182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158420003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:29:32.76129Z","caller":"traceutil/trace.go:171","msg":"trace[742868734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"1.158597198s","start":"2026-03-03T14:29:31.602667Z","end":"2026-03-03T14:29:32.761264Z","steps":["trace[742868734] 'range keys from in-memory index tree' (duration: 1.158176105s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:32.761307Z","caller":"traceutil/trace.go:171","msg":"trace[1421111777] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"443.583833ms","start":"2026-03-03T14:29:32.317692Z","end":"2026-03-03T14:29:32.761276Z","steps":["trace[1421111777] 'read index received' (duration: 68.842183ms)","trace[1421111777] 'applied index is now lower than readState.Index' (duration: 374.73974ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:32.761349Z","caller":"traceutil/trace.go:171","msg":"trace[1949301529] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"539.755555ms","start":"2026-03-03T14:29:32.22158Z","end":"2026-03-03T14:29:32.761335Z","steps":["trace[1949301529] 'process raft request' (duration: 165.001275ms)","trace[1949301529] 'compare' (duration: 374.254193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:32.761345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:31.602635Z","time spent":"1.158696542s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:32.761416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.729008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:32.761447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:32.221552Z","time spent":"539.820117ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:32.761466Z","caller":"traceutil/trace.go:171","msg":"trace[127670576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"443.82081ms","start":"2026-03-03T14:29:32.317624Z","end":"2026-03-03T14:29:32.761445Z","steps":["trace[127670576] 'agreement among raft nodes before linearized reading' (duration: 443.734517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:32.761516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:32.317598Z","time spent":"443.903613ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:33.193265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.915397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:33.193547Z","caller":"traceutil/trace.go:171","msg":"trace[703463575] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:643; }","duration":"120.366877ms","start":"2026-03-03T14:29:33.073162Z","end":"2026-03-03T14:29:33.193529Z","steps":["trace[703463575] 'read index received' (duration: 118.039301ms)","trace[703463575] 'applied index is now lower than readState.Index' (duration: 2.326676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:33.193638Z","caller":"traceutil/trace.go:171","msg":"trace[1331350919] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"428.804127ms","start":"2026-03-03T14:29:32.764824Z","end":"2026-03-03T14:29:33.193628Z","steps":["trace[1331350919] 'process raft request' (duration: 251.445996ms)","trace[1331350919] 'compare' (duration: 176.771771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:33.1937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:32.764793Z","time spent":"428.8768ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:33.19405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.788972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:29:33.194106Z","caller":"traceutil/trace.go:171","msg":"trace[1964794918] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"426.412689ms","start":"2026-03-03T14:29:32.767678Z","end":"2026-03-03T14:29:33.19409Z","steps":["trace[1964794918] 'process raft request' (duration: 425.725156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:33.194121Z","caller":"traceutil/trace.go:171","msg":"trace[205036242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:622; }","duration":"120.909075ms","start":"2026-03-03T14:29:33.073197Z","end":"2026-03-03T14:29:33.194107Z","steps":["trace[205036242] 'agreement among raft nodes before linearized reading' (duration: 120.779141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:33.194143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.658567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:33.194185Z","caller":"traceutil/trace.go:171","msg":"trace[599769035] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"412.896504ms","start":"2026-03-03T14:29:32.781261Z","end":"2026-03-03T14:29:33.194157Z","steps":["trace[599769035] 'process raft request' (duration: 412.232972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:33.194206Z","caller":"traceutil/trace.go:171","msg":"trace[611809206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"120.7422ms","start":"2026-03-03T14:29:33.073448Z","end":"2026-03-03T14:29:33.19419Z","steps":["trace[611809206] 'agreement among raft nodes before linearized reading' (duration: 120.586795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:33.194259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:32.767664Z","time spent":"426.491751ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:33.194083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.888934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:29:33.194346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:32.781243Z","time spent":"413.015938ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:33.194416Z","caller":"traceutil/trace.go:171","msg":"trace[2124689817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:622; }","duration":"121.294698ms","start":"2026-03-03T14:29:33.073104Z","end":"2026-03-03T14:29:33.194399Z","steps":["trace[2124689817] 'agreement among raft nodes before linearized reading' (duration: 120.838453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:37.874147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.414445ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:37.874299Z","caller":"traceutil/trace.go:171","msg":"trace[1319428013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:773; }","duration":"178.588141ms","start":"2026-03-03T14:29:37.695688Z","end":"2026-03-03T14:29:37.874276Z","steps":["trace[1319428013] 'range keys from in-memory index tree' (duration: 178.392965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.656817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789045363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:53.739534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157935727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:53.740175Z","caller":"traceutil/trace.go:171","msg":"trace[539433372] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.209367567s","start":"2026-03-03T14:29:52.530775Z","end":"2026-03-03T14:29:53.740143Z","steps":["trace[539433372] 'process raft request' (duration: 1.209077128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.74035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:52.530763Z","time spent":"1.209495462s","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:53.755538Z","caller":"traceutil/trace.go:171","msg":"trace[1420684942] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:971; }","duration":"598.958731ms","start":"2026-03-03T14:29:53.156557Z","end":"2026-03-03T14:29:53.755516Z","steps":["trace[1420684942] 'read index received' (duration: 583.617916ms)","trace[1420684942] 'applied index is now lower than readState.Index' (duration: 15.339975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:53.755767Z","caller":"traceutil/trace.go:171","msg":"trace[295008303] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"929.780756ms","start":"2026-03-03T14:29:52.825977Z","end":"2026-03-03T14:29:53.755758Z","steps":["trace[295008303] 'process raft request' (duration: 929.387783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.755874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:52.825928Z","time spent":"929.862659ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:53.756074Z","caller":"traceutil/trace.go:171","msg":"trace[928733792] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"434.681ms","start":"2026-03-03T14:29:53.321385Z","end":"2026-03-03T14:29:53.756066Z","steps":["trace[928733792] 'process raft request' (duration: 434.09431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.757178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:53.321345Z","time spent":"435.812048ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:53.75712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.566684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:53.757303Z","caller":"traceutil/trace.go:171","msg":"trace[357756211] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:942; }","duration":"600.809832ms","start":"2026-03-03T14:29:53.156485Z","end":"2026-03-03T14:29:53.757295Z","steps":["trace[357756211] 'agreement among raft nodes before linearized reading' (duration: 600.596615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.757507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:53.156454Z","time spent":"601.04581ms","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:53.758918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.188506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:53.759013Z","caller":"traceutil/trace.go:171","msg":"trace[418341214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:943; }","duration":"247.334511ms","start":"2026-03-03T14:29:53.511656Z","end":"2026-03-03T14:29:53.758991Z","steps":["trace[418341214] 'agreement among raft nodes before linearized reading' (duration: 246.99518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.759611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.677232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:29:53.759652Z","caller":"traceutil/trace.go:171","msg":"trace[1200682973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:943; }","duration":"247.743144ms","start":"2026-03-03T14:29:53.511899Z","end":"2026-03-03T14:29:53.759642Z","steps":["trace[1200682973] 'agreement among raft nodes before linearized reading' (duration: 247.634861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.759925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.398475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:53.760048Z","caller":"traceutil/trace.go:171","msg":"trace[932846728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"439.618912ms","start":"2026-03-03T14:29:53.320409Z","end":"2026-03-03T14:29:53.760028Z","steps":["trace[932846728] 'agreement among raft nodes before linearized reading' (duration: 438.160364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.760169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:53.320367Z","time spent":"439.793958ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:53.760462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.066511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:29:53.760485Z","caller":"traceutil/trace.go:171","msg":"trace[767159369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"379.122444ms","start":"2026-03-03T14:29:53.381357Z","end":"2026-03-03T14:29:53.760479Z","steps":["trace[767159369] 'agreement among raft nodes before linearized reading' (duration: 379.022551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.760499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:53.38134Z","time spent":"379.156164ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:53.760065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.699815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:53.760605Z","caller":"traceutil/trace.go:171","msg":"trace[528876072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"374.251003ms","start":"2026-03-03T14:29:53.386324Z","end":"2026-03-03T14:29:53.760575Z","steps":["trace[528876072] 'agreement among raft nodes before linearized reading' (duration: 373.688265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.760699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:53.386308Z","time spent":"374.353147ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:29:53.773036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.502784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:53.773138Z","caller":"traceutil/trace.go:171","msg":"trace[226826500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:943; }","duration":"267.68162ms","start":"2026-03-03T14:29:53.505434Z","end":"2026-03-03T14:29:53.773116Z","steps":["trace[226826500] 'agreement among raft nodes before linearized reading' (duration: 254.649912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:21.40505Z","caller":"traceutil/trace.go:171","msg":"trace[1462230603] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"179.335138ms","start":"2026-03-03T14:30:21.225675Z","end":"2026-03-03T14:30:21.40501Z","steps":["trace[1462230603] 'process raft request' (duration: 179.087669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:26.750324Z","caller":"traceutil/trace.go:171","msg":"trace[1730433903] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"103.744631ms","start":"2026-03-03T14:30:26.64655Z","end":"2026-03-03T14:30:26.750294Z","steps":["trace[1730433903] 'process raft request' (duration: 103.564084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:26.894301Z","caller":"traceutil/trace.go:171","msg":"trace[1399324899] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"137.841353ms","start":"2026-03-03T14:30:26.756423Z","end":"2026-03-03T14:30:26.894264Z","steps":["trace[1399324899] 'process raft request' (duration: 99.707192ms)","trace[1399324899] 'compare' (duration: 37.942024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:29.37071Z","caller":"traceutil/trace.go:171","msg":"trace[1008784854] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"129.705695ms","start":"2026-03-03T14:30:29.240982Z","end":"2026-03-03T14:30:29.370688Z","steps":["trace[1008784854] 'process raft request' (duration: 97.475521ms)","trace[1008784854] 'compare' (duration: 32.012766ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:29.371295Z","caller":"traceutil/trace.go:171","msg":"trace[157022715] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"102.205195ms","start":"2026-03-03T14:30:29.269073Z","end":"2026-03-03T14:30:29.371278Z","steps":["trace[157022715] 'process raft request' (duration: 101.561341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.798152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.254536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qzdb7\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-03T14:30:29.798247Z","caller":"traceutil/trace.go:171","msg":"trace[555621262] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qzdb7; range_end:; response_count:1; response_revision:1245; }","duration":"148.417602ms","start":"2026-03-03T14:30:29.649809Z","end":"2026-03-03T14:30:29.798226Z","steps":["trace[555621262] 'range keys from in-memory index tree' (duration: 147.985306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:32.772024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.807093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:32.772191Z","caller":"traceutil/trace.go:171","msg":"trace[396482040] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"688.901587ms","start":"2026-03-03T14:30:32.083262Z","end":"2026-03-03T14:30:32.772163Z","steps":["trace[396482040] 'process raft request' (duration: 492.784043ms)","trace[396482040] 'compare' (duration: 195.669828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:32.77229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.083246Z","time spent":"688.99997ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.279325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.941804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:33.279576Z","caller":"traceutil/trace.go:171","msg":"trace[789016449] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"1.196049957s","start":"2026-03-03T14:30:32.083478Z","end":"2026-03-03T14:30:33.279528Z","steps":["trace[789016449] 'process raft request' (duration: 866.759811ms)","trace[789016449] 'compare' (duration: 328.558569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:33.279805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.083468Z","time spent":"1.196229524s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.279818Z","caller":"traceutil/trace.go:171","msg":"trace[634130655] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1298; }","duration":"959.194986ms","start":"2026-03-03T14:30:32.320603Z","end":"2026-03-03T14:30:33.279798Z","steps":["trace[634130655] 'read index received' (duration: 255.459845ms)","trace[634130655] 'applied index is now lower than readState.Index' (duration: 703.734191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:33.279935Z","caller":"traceutil/trace.go:171","msg":"trace[806003399] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"1.194878414s","start":"2026-03-03T14:30:32.085041Z","end":"2026-03-03T14:30:33.27992Z","steps":["trace[806003399] 'process raft request' (duration: 1.194709858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.280009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.085029Z","time spent":"1.194943507s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.279978Z","caller":"traceutil/trace.go:171","msg":"trace[1378987178] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"1.19614787s","start":"2026-03-03T14:30:32.083763Z","end":"2026-03-03T14:30:33.279911Z","steps":["trace[1378987178] 'process raft request' (duration: 1.195693184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.28024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.636232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:33.280273Z","caller":"traceutil/trace.go:171","msg":"trace[702553093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1258; }","duration":"959.703324ms","start":"2026-03-03T14:30:32.320561Z","end":"2026-03-03T14:30:33.280264Z","steps":["trace[702553093] 'agreement among raft nodes before linearized reading' (duration: 959.57908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.280266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.083731Z","time spent":"1.196398959s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.280302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.320537Z","time spent":"959.760027ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:33.280421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.240229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:33.280472Z","caller":"traceutil/trace.go:171","msg":"trace[797877456] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1258; }","duration":"729.327671ms","start":"2026-03-03T14:30:32.551128Z","end":"2026-03-03T14:30:33.280456Z","steps":["trace[797877456] 'agreement among raft nodes before linearized reading' (duration: 729.236898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.280473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.228769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:33.280502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.551104Z","time spent":"729.390164ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":17,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:33.280515Z","caller":"traceutil/trace.go:171","msg":"trace[59061274] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1258; }","duration":"888.293742ms","start":"2026-03-03T14:30:32.392205Z","end":"2026-03-03T14:30:33.280499Z","steps":["trace[59061274] 'agreement among raft nodes before linearized reading' (duration: 888.24036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.280412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.171817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:33.280555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.392195Z","time spent":"888.352144ms","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":2,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:33.280608Z","caller":"traceutil/trace.go:171","msg":"trace[1088165158] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1258; }","duration":"897.399446ms","start":"2026-03-03T14:30:32.383158Z","end":"2026-03-03T14:30:33.280558Z","steps":["trace[1088165158] 'agreement among raft nodes before linearized reading' (duration: 897.173318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.280726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.383134Z","time spent":"897.554042ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:46.883275Z","caller":"traceutil/trace.go:171","msg":"trace[273926378] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"132.120454ms","start":"2026-03-03T14:30:46.751076Z","end":"2026-03-03T14:30:46.883197Z","steps":["trace[273926378] 'process raft request' (duration: 131.775541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.901527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789046616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:49.969025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.182581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.969093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.276374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.969126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.68358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:30:49.96906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.130966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:30:49.969214Z","caller":"traceutil/trace.go:171","msg":"trace[1156188039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1549; }","duration":"599.381408ms","start":"2026-03-03T14:30:49.369749Z","end":"2026-03-03T14:30:49.969131Z","steps":["trace[1156188039] 'count revisions from in-memory index tree' (duration: 599.020594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.969196Z","caller":"traceutil/trace.go:171","msg":"trace[586523285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1549; }","duration":"611.863966ms","start":"2026-03-03T14:30:49.357317Z","end":"2026-03-03T14:30:49.969181Z","steps":["trace[586523285] 'range keys from in-memory index tree' (duration: 611.40018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.969304Z","caller":"traceutil/trace.go:171","msg":"trace[2135941641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1549; }","duration":"600.422736ms","start":"2026-03-03T14:30:49.368831Z","end":"2026-03-03T14:30:49.969253Z","steps":["trace[2135941641] 'range keys from in-memory index tree' (duration: 599.882396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.96934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.369736Z","time spent":"599.584805ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.969349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.041676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:49.969452Z","caller":"traceutil/trace.go:171","msg":"trace[438242584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1549; }","duration":"608.220542ms","start":"2026-03-03T14:30:49.36121Z","end":"2026-03-03T14:30:49.969431Z","steps":["trace[438242584] 'range keys from in-memory index tree' (duration: 607.826318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.969195Z","caller":"traceutil/trace.go:171","msg":"trace[1812770527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1549; }","duration":"599.42355ms","start":"2026-03-03T14:30:49.369749Z","end":"2026-03-03T14:30:49.969172Z","steps":["trace[1812770527] 'range keys from in-memory index tree' (duration: 599.16648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.969511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.361183Z","time spent":"608.318356ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:49.969467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.368804Z","time spent":"600.647284ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:49.969542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.369741Z","time spent":"599.785253ms","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T14:30:49.969371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.357292Z","time spent":"612.062894ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:30:49.977567Z","caller":"traceutil/trace.go:171","msg":"trace[32937161] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1618; }","duration":"577.034547ms","start":"2026-03-03T14:30:49.400518Z","end":"2026-03-03T14:30:49.977553Z","steps":["trace[32937161] 'read index received' (duration: 576.941773ms)","trace[32937161] 'applied index is now lower than readState.Index' (duration: 91.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:49.977632Z","caller":"traceutil/trace.go:171","msg":"trace[244305407] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"593.897976ms","start":"2026-03-03T14:30:49.383726Z","end":"2026-03-03T14:30:49.977624Z","steps":["trace[244305407] 'process raft request' (duration: 593.71754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.977708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.383706Z","time spent":"593.942208ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:49.978575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.999573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.978721Z","caller":"traceutil/trace.go:171","msg":"trace[1712847060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1550; }","duration":"578.223811ms","start":"2026-03-03T14:30:49.400478Z","end":"2026-03-03T14:30:49.978702Z","steps":["trace[1712847060] 'agreement among raft nodes before linearized reading' (duration: 577.164022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.978764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.400453Z","time spent":"578.301734ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.979423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.773929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.795622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.540623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.843552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979529Z","caller":"traceutil/trace.go:171","msg":"trace[1655234649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"544.610915ms","start":"2026-03-03T14:30:49.434896Z","end":"2026-03-03T14:30:49.979507Z","steps":["trace[1655234649] 'agreement among raft nodes before linearized reading' (duration: 544.497311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.979553Z","caller":"traceutil/trace.go:171","msg":"trace[1349821461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"505.891064ms","start":"2026-03-03T14:30:49.473656Z","end":"2026-03-03T14:30:49.979547Z","steps":["trace[1349821461] 'agreement among raft nodes before linearized reading' (duration: 505.843312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.97955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.772786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.434843Z","time spent":"544.714369ms","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.979576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.143844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979589Z","caller":"traceutil/trace.go:171","msg":"trace[556137074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"261.908091ms","start":"2026-03-03T14:30:49.71767Z","end":"2026-03-03T14:30:49.979578Z","steps":["trace[556137074] 'agreement among raft nodes before linearized reading' (duration: 261.789627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.97961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.939133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.634406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.841391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979633Z","caller":"traceutil/trace.go:171","msg":"trace[1239623130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1552; }","duration":"224.977104ms","start":"2026-03-03T14:30:49.754649Z","end":"2026-03-03T14:30:49.979626Z","steps":["trace[1239623130] 'agreement among raft nodes before linearized reading' (duration: 224.943753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.238687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.800699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979476Z","caller":"traceutil/trace.go:171","msg":"trace[918624528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"505.849072ms","start":"2026-03-03T14:30:49.473609Z","end":"2026-03-03T14:30:49.979458Z","steps":["trace[918624528] 'agreement among raft nodes before linearized reading' (duration: 505.753118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.12907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.708006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.473593Z","time spent":"506.148173ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T14:30:49.979755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.287815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.046816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979787Z","caller":"traceutil/trace.go:171","msg":"trace[1096846963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"225.361129ms","start":"2026-03-03T14:30:49.754419Z","end":"2026-03-03T14:30:49.97978Z","steps":["trace[1096846963] 'agreement among raft nodes before linearized reading' (duration: 225.308887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.97978Z","caller":"traceutil/trace.go:171","msg":"trace[331158399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"225.290285ms","start":"2026-03-03T14:30:49.754461Z","end":"2026-03-03T14:30:49.979751Z","steps":["trace[331158399] 'agreement among raft nodes before linearized reading' (duration: 225.082388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.979779Z","caller":"traceutil/trace.go:171","msg":"trace[1505358135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"438.907733ms","start":"2026-03-03T14:30:49.540853Z","end":"2026-03-03T14:30:49.979761Z","steps":["trace[1505358135] 'agreement among raft nodes before linearized reading' (duration: 438.628123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.979763Z","caller":"traceutil/trace.go:171","msg":"trace[942542880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"291.973346ms","start":"2026-03-03T14:30:49.687759Z","end":"2026-03-03T14:30:49.979732Z","steps":["trace[942542880] 'agreement among raft nodes before linearized reading' (duration: 291.769188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.979808Z","caller":"traceutil/trace.go:171","msg":"trace[414944927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"262.111878ms","start":"2026-03-03T14:30:49.717686Z","end":"2026-03-03T14:30:49.979798Z","steps":["trace[414944927] 'agreement among raft nodes before linearized reading' (duration: 262.056376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.540827Z","time spent":"439.007287ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-03T14:30:49.979697Z","caller":"traceutil/trace.go:171","msg":"trace[2013333968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"328.32377ms","start":"2026-03-03T14:30:49.651366Z","end":"2026-03-03T14:30:49.97969Z","steps":["trace[2013333968] 'agreement among raft nodes before linearized reading' (duration: 328.277159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.22578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:49.979916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.651341Z","time spent":"328.565469ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T14:30:49.979925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.872961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.979516Z","caller":"traceutil/trace.go:171","msg":"trace[364586226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"578.966638ms","start":"2026-03-03T14:30:49.400531Z","end":"2026-03-03T14:30:49.979498Z","steps":["trace[364586226] 'agreement among raft nodes before linearized reading' (duration: 578.73827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.97993Z","caller":"traceutil/trace.go:171","msg":"trace[1992221091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"471.459718ms","start":"2026-03-03T14:30:49.508453Z","end":"2026-03-03T14:30:49.979913Z","steps":["trace[1992221091] 'agreement among raft nodes before linearized reading' (duration: 471.048273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.97996Z","caller":"traceutil/trace.go:171","msg":"trace[295595358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1553; }","duration":"438.940754ms","start":"2026-03-03T14:30:49.541009Z","end":"2026-03-03T14:30:49.97995Z","steps":["trace[295595358] 'agreement among raft nodes before linearized reading' (duration: 438.84515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.508408Z","time spent":"471.568783ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.979576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.473651Z","time spent":"505.919075ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.979989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.4005Z","time spent":"579.468336ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-03T14:30:49.979621Z","caller":"traceutil/trace.go:171","msg":"trace[2032470771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"328.241187ms","start":"2026-03-03T14:30:49.651367Z","end":"2026-03-03T14:30:49.979608Z","steps":["trace[2032470771] 'agreement among raft nodes before linearized reading' (duration: 328.178955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.980104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.651341Z","time spent":"328.737196ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.979479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.44864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.980181Z","caller":"traceutil/trace.go:171","msg":"trace[1602666461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"407.160807ms","start":"2026-03-03T14:30:49.57301Z","end":"2026-03-03T14:30:49.980171Z","steps":["trace[1602666461] 'agreement among raft nodes before linearized reading' (duration: 406.444161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.979421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.091856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.980222Z","caller":"traceutil/trace.go:171","msg":"trace[779264782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"471.942937ms","start":"2026-03-03T14:30:49.508271Z","end":"2026-03-03T14:30:49.980214Z","steps":["trace[779264782] 'agreement among raft nodes before linearized reading' (duration: 471.076625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:49.979713Z","caller":"traceutil/trace.go:171","msg":"trace[928850339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"291.944564ms","start":"2026-03-03T14:30:49.687709Z","end":"2026-03-03T14:30:49.979653Z","steps":["trace[928850339] 'agreement among raft nodes before linearized reading' (duration: 291.765407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.980253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.508255Z","time spent":"471.989148ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T14:30:49.979995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.540993Z","time spent":"438.985426ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.980225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.573004Z","time spent":"407.208958ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-03T14:30:49.979697Z","caller":"traceutil/trace.go:171","msg":"trace[829979969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"544.805953ms","start":"2026-03-03T14:30:49.434845Z","end":"2026-03-03T14:30:49.979651Z","steps":["trace[829979969] 'agreement among raft nodes before linearized reading' (duration: 544.587805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.980315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.434819Z","time spent":"545.484168ms","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-03T14:30:49.980379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.306285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:49.980592Z","caller":"traceutil/trace.go:171","msg":"trace[961656652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1552; }","duration":"407.51136ms","start":"2026-03-03T14:30:49.573068Z","end":"2026-03-03T14:30:49.980579Z","steps":["trace[961656652] 'agreement among raft nodes before linearized reading' (duration: 406.224643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.980659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.573051Z","time spent":"407.594602ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:55.98107Z","caller":"traceutil/trace.go:171","msg":"trace[1464221188] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"143.051564ms","start":"2026-03-03T14:30:55.837977Z","end":"2026-03-03T14:30:55.981028Z","steps":["trace[1464221188] 'process raft request' (duration: 142.852527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.066704Z","caller":"traceutil/trace.go:171","msg":"trace[2125404867] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"100.254433ms","start":"2026-03-03T14:30:57.966374Z","end":"2026-03-03T14:30:58.066629Z","steps":["trace[2125404867] 'process raft request' (duration: 99.026438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.19728Z","caller":"traceutil/trace.go:171","msg":"trace[1455103863] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"114.362061ms","start":"2026-03-03T14:30:58.082878Z","end":"2026-03-03T14:30:58.19724Z","steps":["trace[1455103863] 'process raft request' (duration: 114.241977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.197273Z","caller":"traceutil/trace.go:171","msg":"trace[1563760579] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"114.778266ms","start":"2026-03-03T14:30:58.082445Z","end":"2026-03-03T14:30:58.197223Z","steps":["trace[1563760579] 'process raft request' (duration: 114.481565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.245438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.280327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdb39d87-6dd2-41da-af5b-35b35ca3f8b0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T14:30:59.245536Z","caller":"traceutil/trace.go:171","msg":"trace[301396374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdb39d87-6dd2-41da-af5b-35b35ca3f8b0; range_end:; response_count:1; response_revision:1671; }","duration":"375.388371ms","start":"2026-03-03T14:30:58.870127Z","end":"2026-03-03T14:30:59.245515Z","steps":["trace[301396374] 'range keys from in-memory index tree' (duration: 375.063348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.245577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.870058Z","time spent":"375.509514ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdb39d87-6dd2-41da-af5b-35b35ca3f8b0\" "} {"level":"warn","ts":"2026-03-03T14:30:59.245793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.273613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:30:59.245919Z","caller":"traceutil/trace.go:171","msg":"trace[1287451879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1671; }","duration":"290.489692ms","start":"2026-03-03T14:30:58.955408Z","end":"2026-03-03T14:30:59.245897Z","steps":["trace[1287451879] 'range keys from in-memory index tree' (duration: 290.031455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.566852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.70155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:59.567277Z","caller":"traceutil/trace.go:171","msg":"trace[1677054384] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"216.723261ms","start":"2026-03-03T14:30:59.350474Z","end":"2026-03-03T14:30:59.567197Z","steps":["trace[1677054384] 'process raft request' (duration: 216.656258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:59.567322Z","caller":"traceutil/trace.go:171","msg":"trace[48208458] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"316.415963ms","start":"2026-03-03T14:30:59.250869Z","end":"2026-03-03T14:30:59.567285Z","steps":["trace[48208458] 'process raft request' (duration: 206.187124ms)","trace[48208458] 'compare' (duration: 109.43017ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:59.567316Z","caller":"traceutil/trace.go:171","msg":"trace[1419004178] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"313.371741ms","start":"2026-03-03T14:30:59.253903Z","end":"2026-03-03T14:30:59.567275Z","steps":["trace[1419004178] 'process raft request' (duration: 313.110921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.567427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.250854Z","time spent":"316.515706ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:59.567453Z","caller":"traceutil/trace.go:171","msg":"trace[260701489] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1742; }","duration":"246.333498ms","start":"2026-03-03T14:30:59.320948Z","end":"2026-03-03T14:30:59.567281Z","steps":["trace[260701489] 'read index received' (duration: 28.187635ms)","trace[260701489] 'applied index is now lower than readState.Index' (duration: 218.141363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:59.567554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.253894Z","time spent":"313.530937ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:59.567583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.624349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:59.567691Z","caller":"traceutil/trace.go:171","msg":"trace[1489603482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1674; }","duration":"246.814666ms","start":"2026-03-03T14:30:59.320849Z","end":"2026-03-03T14:30:59.567664Z","steps":["trace[1489603482] 'agreement among raft nodes before linearized reading' (duration: 246.574767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.87916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.936298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-03T14:30:59.879332Z","caller":"traceutil/trace.go:171","msg":"trace[1885570467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1674; }","duration":"196.208788ms","start":"2026-03-03T14:30:59.683096Z","end":"2026-03-03T14:30:59.879305Z","steps":["trace[1885570467] 'range keys from in-memory index tree' (duration: 195.620416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:00.648322Z","caller":"traceutil/trace.go:171","msg":"trace[1649885521] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"571.787135ms","start":"2026-03-03T14:31:00.076501Z","end":"2026-03-03T14:31:00.648288Z","steps":["trace[1649885521] 'process raft request' (duration: 571.617048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.648533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.076459Z","time spent":"571.971672ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:00.818063Z","caller":"traceutil/trace.go:171","msg":"trace[1162360656] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"670.100566ms","start":"2026-03-03T14:31:00.147933Z","end":"2026-03-03T14:31:00.818034Z","steps":["trace[1162360656] 'read index received' (duration: 500.420513ms)","trace[1162360656] 'applied index is now lower than readState.Index' (duration: 169.678443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:00.818148Z","caller":"traceutil/trace.go:171","msg":"trace[1894556391] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"731.409838ms","start":"2026-03-03T14:31:00.086702Z","end":"2026-03-03T14:31:00.818112Z","steps":["trace[1894556391] 'process raft request' (duration: 731.135128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:00.818266Z","caller":"traceutil/trace.go:171","msg":"trace[860825318] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"449.652268ms","start":"2026-03-03T14:31:00.368601Z","end":"2026-03-03T14:31:00.818253Z","steps":["trace[860825318] 'process raft request' (duration: 449.384759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.818352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.368572Z","time spent":"449.728121ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:00.81866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.564107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:00.818679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.340613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:31:00.818654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.603093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdb39d87-6dd2-41da-af5b-35b35ca3f8b0\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-03T14:31:00.818722Z","caller":"traceutil/trace.go:171","msg":"trace[1750607571] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1677; }","duration":"562.650079ms","start":"2026-03-03T14:31:00.256057Z","end":"2026-03-03T14:31:00.818707Z","steps":["trace[1750607571] 'agreement among raft nodes before linearized reading' (duration: 562.545145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:00.818735Z","caller":"traceutil/trace.go:171","msg":"trace[1239323534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1677; }","duration":"579.436685ms","start":"2026-03-03T14:31:00.239281Z","end":"2026-03-03T14:31:00.818718Z","steps":["trace[1239323534] 'agreement among raft nodes before linearized reading' (duration: 579.229918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:00.818736Z","caller":"traceutil/trace.go:171","msg":"trace[244756239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdb39d87-6dd2-41da-af5b-35b35ca3f8b0; range_end:; response_count:1; response_revision:1677; }","duration":"245.728547ms","start":"2026-03-03T14:31:00.572995Z","end":"2026-03-03T14:31:00.818724Z","steps":["trace[244756239] 'agreement among raft nodes before linearized reading' (duration: 245.480698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.81876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.256049Z","time spent":"562.702522ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:00.818765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.239265Z","time spent":"579.492998ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:00.818764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.56509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:31:00.818861Z","caller":"traceutil/trace.go:171","msg":"trace[442949544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1677; }","duration":"616.723426ms","start":"2026-03-03T14:31:00.202115Z","end":"2026-03-03T14:31:00.818838Z","steps":["trace[442949544] 'agreement among raft nodes before linearized reading' (duration: 616.460436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.818765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.249795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:31:00.818916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.202094Z","time spent":"616.812348ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:31:00.818974Z","caller":"traceutil/trace.go:171","msg":"trace[1876998345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1677; }","duration":"617.505124ms","start":"2026-03-03T14:31:00.201439Z","end":"2026-03-03T14:31:00.818944Z","steps":["trace[1876998345] 'agreement among raft nodes before linearized reading' (duration: 617.007726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.818985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.02643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:00.819042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.201417Z","time spent":"617.608228ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:00.819092Z","caller":"traceutil/trace.go:171","msg":"trace[891371939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1677; }","duration":"564.153464ms","start":"2026-03-03T14:31:00.25491Z","end":"2026-03-03T14:31:00.819064Z","steps":["trace[891371939] 'agreement among raft nodes before linearized reading' (duration: 563.535301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.819152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.254874Z","time spent":"564.266849ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:00.818309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.086691Z","time spent":"731.519813ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:00.819705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.769717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:31:00.819776Z","caller":"traceutil/trace.go:171","msg":"trace[561373679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1677; }","duration":"671.884762ms","start":"2026-03-03T14:31:00.147875Z","end":"2026-03-03T14:31:00.819759Z","steps":["trace[561373679] 'agreement among raft nodes before linearized reading' (duration: 670.987869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.819816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.147853Z","time spent":"671.953124ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:31:06.384641Z","caller":"traceutil/trace.go:171","msg":"trace[870846874] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"381.856687ms","start":"2026-03-03T14:31:06.002755Z","end":"2026-03-03T14:31:06.384612Z","steps":["trace[870846874] 'process raft request' (duration: 381.645099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:06.384927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.00273Z","time spent":"382.121547ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:10.009156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.26267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:10.009286Z","caller":"traceutil/trace.go:171","msg":"trace[261416440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1752; }","duration":"123.470907ms","start":"2026-03-03T14:31:09.885788Z","end":"2026-03-03T14:31:10.009259Z","steps":["trace[261416440] 'range keys from in-memory index tree' (duration: 123.083474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.154965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789047116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:16.213049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.345393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:16.213152Z","caller":"traceutil/trace.go:171","msg":"trace[164451629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"893.507708ms","start":"2026-03-03T14:31:15.319622Z","end":"2026-03-03T14:31:16.213129Z","steps":["trace[164451629] 'range keys from in-memory index tree' (duration: 893.245089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.2132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.319595Z","time spent":"893.592221ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:16.213506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.635957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:16.213556Z","caller":"traceutil/trace.go:171","msg":"trace[1729819053] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1793; }","duration":"825.745481ms","start":"2026-03-03T14:31:15.387799Z","end":"2026-03-03T14:31:16.213544Z","steps":["trace[1729819053] 'count revisions from in-memory index tree' (duration: 825.514663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.21364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.387766Z","time spent":"825.861425ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:16.220369Z","caller":"traceutil/trace.go:171","msg":"trace[321275843] linearizableReadLoop","detail":"{readStateIndex:1869; appliedIndex:1868; }","duration":"566.371979ms","start":"2026-03-03T14:31:15.653972Z","end":"2026-03-03T14:31:16.220344Z","steps":["trace[321275843] 'read index received' (duration: 566.13448ms)","trace[321275843] 'applied index is now lower than readState.Index' (duration: 232.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:16.220414Z","caller":"traceutil/trace.go:171","msg":"trace[286511503] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"778.378038ms","start":"2026-03-03T14:31:15.442009Z","end":"2026-03-03T14:31:16.220388Z","steps":["trace[286511503] 'process raft request' (duration: 778.15577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.22064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.592666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:16.220714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.8143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:16.220776Z","caller":"traceutil/trace.go:171","msg":"trace[601486732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1794; }","duration":"458.961555ms","start":"2026-03-03T14:31:15.761799Z","end":"2026-03-03T14:31:16.220761Z","steps":["trace[601486732] 'agreement among raft nodes before linearized reading' (duration: 458.766448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.220798Z","caller":"traceutil/trace.go:171","msg":"trace[466041781] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1794; }","duration":"566.841105ms","start":"2026-03-03T14:31:15.653919Z","end":"2026-03-03T14:31:16.22076Z","steps":["trace[466041781] 'agreement among raft nodes before linearized reading' (duration: 566.536294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.22079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:16.220828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.761773Z","time spent":"459.042208ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:31:16.220882Z","caller":"traceutil/trace.go:171","msg":"trace[1981756083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1794; }","duration":"105.713345ms","start":"2026-03-03T14:31:16.115146Z","end":"2026-03-03T14:31:16.22086Z","steps":["trace[1981756083] 'agreement among raft nodes before linearized reading' (duration: 105.451806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.220881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.653888Z","time spent":"566.973349ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:16.220547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.441979Z","time spent":"778.487682ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:41.289663Z","caller":"traceutil/trace.go:171","msg":"trace[1717134122] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"480.670102ms","start":"2026-03-03T14:31:40.808962Z","end":"2026-03-03T14:31:41.289632Z","steps":["trace[1717134122] 'process raft request' (duration: 480.486265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:41.289841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:40.808922Z","time spent":"480.832328ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:42.072861Z","caller":"traceutil/trace.go:171","msg":"trace[1850849134] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2004; }","duration":"959.834346ms","start":"2026-03-03T14:31:41.112988Z","end":"2026-03-03T14:31:42.072822Z","steps":["trace[1850849134] 'read index received' (duration: 176.454384ms)","trace[1850849134] 'applied index is now lower than readState.Index' (duration: 783.378742ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:42.072953Z","caller":"traceutil/trace.go:171","msg":"trace[1635445190] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.071905099s","start":"2026-03-03T14:31:41.001018Z","end":"2026-03-03T14:31:42.072923Z","steps":["trace[1635445190] 'process raft request' (duration: 1.037100779s)","trace[1635445190] 'compare' (duration: 34.082235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:42.073332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.000985Z","time spent":"1.072244931s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:42.073026Z","caller":"traceutil/trace.go:171","msg":"trace[1926672049] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.05105096s","start":"2026-03-03T14:31:41.021967Z","end":"2026-03-03T14:31:42.073018Z","steps":["trace[1926672049] 'process raft request' (duration: 1.05076246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.073146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.147616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:31:42.073683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.926826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:31:42.073745Z","caller":"traceutil/trace.go:171","msg":"trace[1152598998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"917.02169ms","start":"2026-03-03T14:31:41.156706Z","end":"2026-03-03T14:31:42.073728Z","steps":["trace[1152598998] 'agreement among raft nodes before linearized reading' (duration: 916.911846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:42.073709Z","caller":"traceutil/trace.go:171","msg":"trace[658282624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1927; }","duration":"960.674774ms","start":"2026-03-03T14:31:41.112949Z","end":"2026-03-03T14:31:42.073624Z","steps":["trace[658282624] 'agreement among raft nodes before linearized reading' (duration: 960.096954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.073782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.942136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:42.073946Z","caller":"traceutil/trace.go:171","msg":"trace[1735749439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1927; }","duration":"754.159264ms","start":"2026-03-03T14:31:41.319759Z","end":"2026-03-03T14:31:42.073919Z","steps":["trace[1735749439] 'agreement among raft nodes before linearized reading' (duration: 753.861634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.073977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.046109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:42.074003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.446976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:31:42.074008Z","caller":"traceutil/trace.go:171","msg":"trace[1459166552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"660.124981ms","start":"2026-03-03T14:31:41.413873Z","end":"2026-03-03T14:31:42.073998Z","steps":["trace[1459166552] 'agreement among raft nodes before linearized reading' (duration: 659.975526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.074006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.319742Z","time spent":"754.251687ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:42.074042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.413845Z","time spent":"660.193033ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:31:42.074045Z","caller":"traceutil/trace.go:171","msg":"trace[1721361612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"826.539049ms","start":"2026-03-03T14:31:41.247495Z","end":"2026-03-03T14:31:42.074034Z","steps":["trace[1721361612] 'agreement among raft nodes before linearized reading' (duration: 826.405815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.07407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.247469Z","time spent":"826.593231ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:42.073565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.021934Z","time spent":"1.051545417s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:42.074121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.7243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:31:42.074186Z","caller":"traceutil/trace.go:171","msg":"trace[1406486477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"914.819824ms","start":"2026-03-03T14:31:41.159348Z","end":"2026-03-03T14:31:42.074167Z","steps":["trace[1406486477] 'agreement among raft nodes before linearized reading' (duration: 914.592346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:42.074159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.112929Z","time spent":"961.161071ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:42.074227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.159336Z","time spent":"914.883726ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:42.073768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:41.156683Z","time spent":"917.080421ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:43.292286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.56821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:43.292584Z","caller":"traceutil/trace.go:171","msg":"trace[2057003834] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.213957819s","start":"2026-03-03T14:31:42.078594Z","end":"2026-03-03T14:31:43.292551Z","steps":["trace[2057003834] 'process raft request' (duration: 260.055148ms)","trace[2057003834] 'compare' (duration: 953.034401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:43.292674Z","caller":"traceutil/trace.go:171","msg":"trace[928256007] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.213159242s","start":"2026-03-03T14:31:42.079492Z","end":"2026-03-03T14:31:43.292651Z","steps":["trace[928256007] 'process raft request' (duration: 1.213045688s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:43.292674Z","caller":"traceutil/trace.go:171","msg":"trace[2075136786] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.213259494s","start":"2026-03-03T14:31:42.07938Z","end":"2026-03-03T14:31:43.292639Z","steps":["trace[2075136786] 'process raft request' (duration: 1.213008856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.292729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.078574Z","time spent":"1.214078163s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.292791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.079479Z","time spent":"1.213254255s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.292826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.079371Z","time spent":"1.213370269s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:43.292849Z","caller":"traceutil/trace.go:171","msg":"trace[1731623781] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2008; }","duration":"917.28092ms","start":"2026-03-03T14:31:42.375537Z","end":"2026-03-03T14:31:43.292818Z","steps":["trace[1731623781] 'read index received' (duration: 41.501µs)","trace[1731623781] 'applied index is now lower than readState.Index' (duration: 917.236358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:43.29295Z","caller":"traceutil/trace.go:171","msg":"trace[1210444924] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"1.187481997s","start":"2026-03-03T14:31:42.105457Z","end":"2026-03-03T14:31:43.292939Z","steps":["trace[1210444924] 'process raft request' (duration: 1.187137685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.293016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.105439Z","time spent":"1.187544718s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.293087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.533779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:43.293131Z","caller":"traceutil/trace.go:171","msg":"trace[151819354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1932; }","duration":"917.629792ms","start":"2026-03-03T14:31:42.37549Z","end":"2026-03-03T14:31:43.29312Z","steps":["trace[151819354] 'agreement among raft nodes before linearized reading' (duration: 917.454646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.293165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.375465Z","time spent":"917.692594ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:31:43.379803Z","caller":"traceutil/trace.go:171","msg":"trace[1290080404] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"769.44098ms","start":"2026-03-03T14:31:42.610344Z","end":"2026-03-03T14:31:43.379785Z","steps":["trace[1290080404] 'process raft request' (duration: 769.313826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:43.379929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:42.610313Z","time spent":"769.546844ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:43.380675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.912107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:43.380858Z","caller":"traceutil/trace.go:171","msg":"trace[1939738026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"299.150784ms","start":"2026-03-03T14:31:43.081682Z","end":"2026-03-03T14:31:43.380832Z","steps":["trace[1939738026] 'agreement among raft nodes before linearized reading' (duration: 298.72398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.053169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.915973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:44.053458Z","caller":"traceutil/trace.go:171","msg":"trace[36251705] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"756.452614ms","start":"2026-03-03T14:31:43.296949Z","end":"2026-03-03T14:31:44.053401Z","steps":["trace[36251705] 'process raft request' (duration: 190.193989ms)","trace[36251705] 'compare' (duration: 565.625423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:44.053503Z","caller":"traceutil/trace.go:171","msg":"trace[148829663] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2013; }","duration":"673.150792ms","start":"2026-03-03T14:31:43.380337Z","end":"2026-03-03T14:31:44.053488Z","steps":["trace[148829663] 'read index received' (duration: 106.813514ms)","trace[148829663] 'applied index is now lower than readState.Index' (duration: 566.335848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:44.053561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.296926Z","time spent":"756.587728ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:44.05358Z","caller":"traceutil/trace.go:171","msg":"trace[1961250556] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"756.020659ms","start":"2026-03-03T14:31:43.297525Z","end":"2026-03-03T14:31:44.053545Z","steps":["trace[1961250556] 'process raft request' (duration: 755.77121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.053608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.73971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:44.053697Z","caller":"traceutil/trace.go:171","msg":"trace[997803474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"733.852084ms","start":"2026-03-03T14:31:43.319804Z","end":"2026-03-03T14:31:44.053656Z","steps":["trace[997803474] 'agreement among raft nodes before linearized reading' (duration: 733.763101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:44.053742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.29751Z","time spent":"756.142203ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:44.053775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:43.319776Z","time spent":"733.964568ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:50.685442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.57878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:50.685577Z","caller":"traceutil/trace.go:171","msg":"trace[1951137154] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"1.356271464s","start":"2026-03-03T14:31:49.329287Z","end":"2026-03-03T14:31:50.685559Z","steps":["trace[1951137154] 'read index received' (duration: 498.466476ms)","trace[1951137154] 'applied index is now lower than readState.Index' (duration: 857.803158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:50.685686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356402609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:50.685725Z","caller":"traceutil/trace.go:171","msg":"trace[1806117427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"1.356464271s","start":"2026-03-03T14:31:49.32925Z","end":"2026-03-03T14:31:50.685714Z","steps":["trace[1806117427] 'agreement among raft nodes before linearized reading' (duration: 1.356402649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:50.685757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.329239Z","time spent":"1.356510802s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:50.685649Z","caller":"traceutil/trace.go:171","msg":"trace[338465783] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.356507222s","start":"2026-03-03T14:31:49.329095Z","end":"2026-03-03T14:31:50.685602Z","steps":["trace[338465783] 'process raft request' (duration: 498.687494ms)","trace[338465783] 'compare' (duration: 857.302781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:50.686236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.32908Z","time spent":"1.356806553s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:51.158175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.283194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:51.15878Z","caller":"traceutil/trace.go:171","msg":"trace[2136215501] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2039; }","duration":"473.125594ms","start":"2026-03-03T14:31:50.685604Z","end":"2026-03-03T14:31:51.15873Z","steps":["trace[2136215501] 'read index received' (duration: 125.159456ms)","trace[2136215501] 'applied index is now lower than readState.Index' (duration: 347.964538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:51.158907Z","caller":"traceutil/trace.go:171","msg":"trace[1866852762] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"975.572249ms","start":"2026-03-03T14:31:50.18332Z","end":"2026-03-03T14:31:51.158893Z","steps":["trace[1866852762] 'process raft request' (duration: 975.346471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.159004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.183302Z","time spent":"975.646282ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:51.159537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.233298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:51.158809Z","caller":"traceutil/trace.go:171","msg":"trace[1148806128] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.009683215s","start":"2026-03-03T14:31:50.149051Z","end":"2026-03-03T14:31:51.158734Z","steps":["trace[1148806128] 'process raft request' (duration: 1.009450567s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.159685Z","caller":"traceutil/trace.go:171","msg":"trace[1562730544] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1960; }","duration":"558.372103ms","start":"2026-03-03T14:31:50.601233Z","end":"2026-03-03T14:31:51.159605Z","steps":["trace[1562730544] 'agreement among raft nodes before linearized reading' (duration: 558.109984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.159716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806389095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:31:51.159639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.392972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:31:51.159795Z","caller":"traceutil/trace.go:171","msg":"trace[254776045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"1.806461117s","start":"2026-03-03T14:31:49.353292Z","end":"2026-03-03T14:31:51.159754Z","steps":["trace[254776045] 'agreement among raft nodes before linearized reading' (duration: 1.806331003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.15974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784320743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:31:51.159787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.601206Z","time spent":"558.56354ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:51.159854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.353275Z","time spent":"1.806568061s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:51.159869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781743995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:51.159946Z","caller":"traceutil/trace.go:171","msg":"trace[1029347153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"1.781864099s","start":"2026-03-03T14:31:49.378042Z","end":"2026-03-03T14:31:51.159906Z","steps":["trace[1029347153] 'agreement among raft nodes before linearized reading' (duration: 1.781557078s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.159933Z","caller":"traceutil/trace.go:171","msg":"trace[328924832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"1.7844946s","start":"2026-03-03T14:31:49.375353Z","end":"2026-03-03T14:31:51.159848Z","steps":["trace[328924832] 'agreement among raft nodes before linearized reading' (duration: 1.78421539s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.15997Z","caller":"traceutil/trace.go:171","msg":"trace[1481447834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"977.608939ms","start":"2026-03-03T14:31:50.182186Z","end":"2026-03-03T14:31:51.159795Z","steps":["trace[1481447834] 'agreement among raft nodes before linearized reading' (duration: 977.317819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.15999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.378025Z","time spent":"1.781954362s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.16004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.182163Z","time spent":"977.855987ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:51.160024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.375323Z","time spent":"1.784681606s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.1601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.410384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-03T14:31:51.160054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.14903Z","time spent":"1.01068447s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.160219Z","caller":"traceutil/trace.go:171","msg":"trace[287391087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1960; }","duration":"781.536638ms","start":"2026-03-03T14:31:50.378647Z","end":"2026-03-03T14:31:51.160183Z","steps":["trace[287391087] 'agreement among raft nodes before linearized reading' (duration: 781.341401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.160285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.378628Z","time spent":"781.641021ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:51.160364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.565008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:31:51.160395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433114394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:31:51.16045Z","caller":"traceutil/trace.go:171","msg":"trace[732642539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"872.663131ms","start":"2026-03-03T14:31:50.28775Z","end":"2026-03-03T14:31:51.160413Z","steps":["trace[732642539] 'agreement among raft nodes before linearized reading' (duration: 872.490865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.160471Z","caller":"traceutil/trace.go:171","msg":"trace[1027384678] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1; range_end:; response_count:1; response_revision:1960; }","duration":"1.43326575s","start":"2026-03-03T14:31:49.72717Z","end":"2026-03-03T14:31:51.160436Z","steps":["trace[1027384678] 'agreement among raft nodes before linearized reading' (duration: 1.433093004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.160497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456957216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:51.160507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.287729Z","time spent":"872.763195ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:51.160542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.727151Z","time spent":"1.433343813s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" "} {"level":"info","ts":"2026-03-03T14:31:51.160555Z","caller":"traceutil/trace.go:171","msg":"trace[1182747873] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1960; }","duration":"1.457106551s","start":"2026-03-03T14:31:49.703434Z","end":"2026-03-03T14:31:51.16054Z","steps":["trace[1182747873] 'agreement among raft nodes before linearized reading' (duration: 1.457003118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.160604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.703407Z","time spent":"1.457186204s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:51.159541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752628221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:51.159584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732235868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:51.162658Z","caller":"traceutil/trace.go:171","msg":"trace[704147451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"1.735217721s","start":"2026-03-03T14:31:49.427274Z","end":"2026-03-03T14:31:51.162491Z","steps":["trace[704147451] 'agreement among raft nodes before linearized reading' (duration: 1.732156635s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.161044Z","caller":"traceutil/trace.go:171","msg":"trace[1974301870] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.051648472s","start":"2026-03-03T14:31:50.107063Z","end":"2026-03-03T14:31:51.158711Z","steps":["trace[1974301870] 'process raft request' (duration: 703.718716ms)","trace[1974301870] 'compare' (duration: 345.313626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:51.162761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.42725Z","time spent":"1.735453199s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:51.162844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.107035Z","time spent":"1.055733093s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:51.161055Z","caller":"traceutil/trace.go:171","msg":"trace[1798979479] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1960; }","duration":"1.753997398s","start":"2026-03-03T14:31:49.406847Z","end":"2026-03-03T14:31:51.160845Z","steps":["trace[1798979479] 'agreement among raft nodes before linearized reading' (duration: 1.75260175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.16295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:49.406831Z","time spent":"1.756102501s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:51.587294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.913122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:51.587428Z","caller":"traceutil/trace.go:171","msg":"trace[634019785] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"428.568287ms","start":"2026-03-03T14:31:51.158836Z","end":"2026-03-03T14:31:51.587405Z","steps":["trace[634019785] 'read index received' (duration: 311.409707ms)","trace[634019785] 'applied index is now lower than readState.Index' (duration: 117.156349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:51.587515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.682934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:51.587558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.44228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:51.587612Z","caller":"traceutil/trace.go:171","msg":"trace[1233538825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1961; }","duration":"894.532104ms","start":"2026-03-03T14:31:50.693062Z","end":"2026-03-03T14:31:51.587594Z","steps":["trace[1233538825] 'agreement among raft nodes before linearized reading' (duration: 894.439281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.587667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.693042Z","time spent":"894.614216ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:51.587612Z","caller":"traceutil/trace.go:171","msg":"trace[462757515] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1961; }","duration":"440.8465ms","start":"2026-03-03T14:31:51.146741Z","end":"2026-03-03T14:31:51.587587Z","steps":["trace[462757515] 'agreement among raft nodes before linearized reading' (duration: 440.684404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:51.587683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.270582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:31:51.587784Z","caller":"traceutil/trace.go:171","msg":"trace[1358647081] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1961; }","duration":"898.421248ms","start":"2026-03-03T14:31:50.689339Z","end":"2026-03-03T14:31:51.58776Z","steps":["trace[1358647081] 'agreement among raft nodes before linearized reading' (duration: 898.219061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:51.587813Z","caller":"traceutil/trace.go:171","msg":"trace[1636231705] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"697.539351ms","start":"2026-03-03T14:31:50.890111Z","end":"2026-03-03T14:31:51.587651Z","steps":["trace[1636231705] 'process raft request' (duration: 580.127973ms)","trace[1636231705] 'compare' (duration: 116.661962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:51.587834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.689316Z","time spent":"898.508601ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:51.587832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.146716Z","time spent":"441.054207ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:51.587941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:50.89008Z","time spent":"697.768579ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:52.521761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.672678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:52.522172Z","caller":"traceutil/trace.go:171","msg":"trace[1468680313] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.356107388s","start":"2026-03-03T14:31:51.166041Z","end":"2026-03-03T14:31:52.522149Z","steps":["trace[1468680313] 'process raft request' (duration: 1.356020415s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.522404Z","caller":"traceutil/trace.go:171","msg":"trace[1376857389] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.356233283s","start":"2026-03-03T14:31:51.165951Z","end":"2026-03-03T14:31:52.522185Z","steps":["trace[1376857389] 'process raft request' (duration: 1.356072137s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.522598Z","caller":"traceutil/trace.go:171","msg":"trace[1007959441] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.359286048s","start":"2026-03-03T14:31:51.163257Z","end":"2026-03-03T14:31:52.522543Z","steps":["trace[1007959441] 'process raft request' (duration: 693.668337ms)","trace[1007959441] 'compare' (duration: 664.454361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:52.522683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.165942Z","time spent":"1.356591755s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:52.522458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.166025Z","time spent":"1.356374588s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:52.522404Z","caller":"traceutil/trace.go:171","msg":"trace[2090094154] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.356379757s","start":"2026-03-03T14:31:51.165773Z","end":"2026-03-03T14:31:52.522153Z","steps":["trace[2090094154] 'process raft request' (duration: 1.356126309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.522843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.163232Z","time spent":"1.359474805s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:52.522938Z","caller":"traceutil/trace.go:171","msg":"trace[554240376] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.356632216s","start":"2026-03-03T14:31:51.166271Z","end":"2026-03-03T14:31:52.522903Z","steps":["trace[554240376] 'process raft request' (duration: 1.355835569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.16626Z","time spent":"1.35672119s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:52.523076Z","caller":"traceutil/trace.go:171","msg":"trace[1813633734] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2043; }","duration":"935.582629ms","start":"2026-03-03T14:31:51.587462Z","end":"2026-03-03T14:31:52.523045Z","steps":["trace[1813633734] 'read index received' (duration: 269.636767ms)","trace[1813633734] 'applied index is now lower than readState.Index' (duration: 665.944582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:52.523128Z","caller":"traceutil/trace.go:171","msg":"trace[405319234] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.356561344s","start":"2026-03-03T14:31:51.166529Z","end":"2026-03-03T14:31:52.52309Z","steps":["trace[405319234] 'process raft request' (duration: 1.356306995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.166523Z","time spent":"1.356650947s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:52.523282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354383218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:52.523324Z","caller":"traceutil/trace.go:171","msg":"trace[1827281115] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1967; }","duration":"1.354454381s","start":"2026-03-03T14:31:51.168855Z","end":"2026-03-03T14:31:52.52331Z","steps":["trace[1827281115] 'agreement among raft nodes before linearized reading' (duration: 1.354339827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058658363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:31:52.52336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.168849Z","time spent":"1.354503373s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:31:52.523348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.284514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:52.523381Z","caller":"traceutil/trace.go:171","msg":"trace[674828830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1967; }","duration":"1.058725765s","start":"2026-03-03T14:31:51.464632Z","end":"2026-03-03T14:31:52.523358Z","steps":["trace[674828830] 'agreement among raft nodes before linearized reading' (duration: 1.058449475s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.523415Z","caller":"traceutil/trace.go:171","msg":"trace[189076770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"934.393207ms","start":"2026-03-03T14:31:51.589006Z","end":"2026-03-03T14:31:52.5234Z","steps":["trace[189076770] 'agreement among raft nodes before linearized reading' (duration: 934.283034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.464575Z","time spent":"1.058835979s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:31:52.523461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.588987Z","time spent":"934.46453ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:52.523479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.193064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:31:52.523517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.165754Z","time spent":"1.357704243s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:52.523533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.305182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:31:52.52354Z","caller":"traceutil/trace.go:171","msg":"trace[1262048231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1967; }","duration":"131.292767ms","start":"2026-03-03T14:31:52.392231Z","end":"2026-03-03T14:31:52.523523Z","steps":["trace[1262048231] 'agreement among raft nodes before linearized reading' (duration: 131.083009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.523585Z","caller":"traceutil/trace.go:171","msg":"trace[692168369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"353.391394ms","start":"2026-03-03T14:31:52.170176Z","end":"2026-03-03T14:31:52.523567Z","steps":["trace[692168369] 'agreement among raft nodes before linearized reading' (duration: 353.221518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.170151Z","time spent":"353.468967ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:52.523682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.258913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:31:52.523775Z","caller":"traceutil/trace.go:171","msg":"trace[1662844487] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1967; }","duration":"934.373737ms","start":"2026-03-03T14:31:51.589381Z","end":"2026-03-03T14:31:52.523755Z","steps":["trace[1662844487] 'agreement among raft nodes before linearized reading' (duration: 934.063026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.523836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.58936Z","time spent":"934.46672ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:31:53.705116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.84522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:53.706146Z","caller":"traceutil/trace.go:171","msg":"trace[588744463] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.177199098s","start":"2026-03-03T14:31:52.528909Z","end":"2026-03-03T14:31:53.706108Z","steps":["trace[588744463] 'process raft request' (duration: 427.21906ms)","trace[588744463] 'compare' (duration: 748.233388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:53.70627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.528881Z","time spent":"1.177328953s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.70675Z","caller":"traceutil/trace.go:171","msg":"trace[393337196] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.177307443s","start":"2026-03-03T14:31:52.529417Z","end":"2026-03-03T14:31:53.706724Z","steps":["trace[393337196] 'process raft request' (duration: 1.177107876s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:53.706684Z","caller":"traceutil/trace.go:171","msg":"trace[818642755] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"1.174507766s","start":"2026-03-03T14:31:52.532159Z","end":"2026-03-03T14:31:53.706667Z","steps":["trace[818642755] 'read index received' (duration: 424.184525ms)","trace[818642755] 'applied index is now lower than readState.Index' (duration: 750.321801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:53.706883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174709323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:53.70694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.529396Z","time spent":"1.177425437s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.706976Z","caller":"traceutil/trace.go:171","msg":"trace[2008937477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"1.174818777s","start":"2026-03-03T14:31:52.532139Z","end":"2026-03-03T14:31:53.706958Z","steps":["trace[2008937477] 'agreement among raft nodes before linearized reading' (duration: 1.174669842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.70712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.53213Z","time spent":"1.174974362s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:53.7857Z","caller":"traceutil/trace.go:171","msg":"trace[758301249] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"618.503157ms","start":"2026-03-03T14:31:53.167161Z","end":"2026-03-03T14:31:53.785664Z","steps":["trace[758301249] 'process raft request' (duration: 618.290509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.785942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.167132Z","time spent":"618.721034ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.786061Z","caller":"traceutil/trace.go:171","msg":"trace[1764976976] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"618.565459ms","start":"2026-03-03T14:31:53.16748Z","end":"2026-03-03T14:31:53.786045Z","steps":["trace[1764976976] 'process raft request' (duration: 618.139984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.786206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.167439Z","time spent":"618.717903ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:53.786489Z","caller":"traceutil/trace.go:171","msg":"trace[1518744046] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"617.17176ms","start":"2026-03-03T14:31:53.16929Z","end":"2026-03-03T14:31:53.786462Z","steps":["trace[1518744046] 'process raft request' (duration: 616.641822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.786639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.169276Z","time spent":"617.286924ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.296082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.740336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:55.296269Z","caller":"traceutil/trace.go:171","msg":"trace[195945453] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.721314602s","start":"2026-03-03T14:31:53.574924Z","end":"2026-03-03T14:31:55.296238Z","steps":["trace[195945453] 'process raft request' (duration: 827.299056ms)","trace[195945453] 'compare' (duration: 893.2799ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.296333Z","caller":"traceutil/trace.go:171","msg":"trace[1622084261] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2051; }","duration":"1.589415364s","start":"2026-03-03T14:31:53.706881Z","end":"2026-03-03T14:31:55.296297Z","steps":["trace[1622084261] 'read index received' (duration: 78.58004ms)","trace[1622084261] 'applied index is now lower than readState.Index' (duration: 1.510830523s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.296593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.574895Z","time spent":"1.721433616s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.442373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235876764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:55.442478Z","caller":"traceutil/trace.go:171","msg":"trace[1864686886] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1973; }","duration":"2.236036719s","start":"2026-03-03T14:31:53.206415Z","end":"2026-03-03T14:31:55.442451Z","steps":["trace[1864686886] 'agreement among raft nodes before linearized reading' (duration: 2.09019178s)","trace[1864686886] 'count revisions from in-memory index tree' (duration: 145.686473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.442605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.244882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T14:31:55.442608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908233377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:55.442661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.206386Z","time spent":"2.236127952s","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:55.442796Z","caller":"traceutil/trace.go:171","msg":"trace[1992039985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"1.908463745s","start":"2026-03-03T14:31:53.534301Z","end":"2026-03-03T14:31:55.442764Z","steps":["trace[1992039985] 'agreement among raft nodes before linearized reading' (duration: 1.762314315s)","trace[1992039985] 'range keys from in-memory index tree' (duration: 145.777197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.442871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.534277Z","time spent":"1.908573939s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:55.443029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.627926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T14:31:55.442612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906431033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:31:55.44304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.795088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:31:55.443097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.868641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:31:55.44311Z","caller":"traceutil/trace.go:171","msg":"trace[1172748812] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1; range_end:; response_count:1; response_revision:1973; }","duration":"720.72686ms","start":"2026-03-03T14:31:54.722357Z","end":"2026-03-03T14:31:55.443084Z","steps":["trace[1172748812] 'agreement among raft nodes before linearized reading' (duration: 720.555134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.443132Z","caller":"traceutil/trace.go:171","msg":"trace[884592321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1973; }","duration":"913.928413ms","start":"2026-03-03T14:31:54.529183Z","end":"2026-03-03T14:31:55.443112Z","steps":["trace[884592321] 'agreement among raft nodes before linearized reading' (duration: 913.633232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.921942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:55.443157Z","caller":"traceutil/trace.go:171","msg":"trace[1455638130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1973; }","duration":"913.953824ms","start":"2026-03-03T14:31:54.529188Z","end":"2026-03-03T14:31:55.443142Z","steps":["trace[1455638130] 'agreement among raft nodes before linearized reading' (duration: 913.776928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.722333Z","time spent":"720.824243ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" "} {"level":"info","ts":"2026-03-03T14:31:55.44314Z","caller":"traceutil/trace.go:171","msg":"trace[1945371506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"2.906964191s","start":"2026-03-03T14:31:52.53614Z","end":"2026-03-03T14:31:55.443104Z","steps":["trace[1945371506] 'agreement among raft nodes before linearized reading' (duration: 2.760495131s)","trace[1945371506] 'range keys from in-memory index tree' (duration: 145.822538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.443185Z","caller":"traceutil/trace.go:171","msg":"trace[1803036002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1973; }","duration":"914.007216ms","start":"2026-03-03T14:31:54.529163Z","end":"2026-03-03T14:31:55.443171Z","steps":["trace[1803036002] 'agreement among raft nodes before linearized reading' (duration: 913.816259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.529176Z","time spent":"914.017555ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:55.443263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.529149Z","time spent":"914.104588ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:55.443184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.529171Z","time spent":"914.004675ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:55.443301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284368604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:55.443295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.536134Z","time spent":"2.907115206s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:31:55.443347Z","caller":"traceutil/trace.go:171","msg":"trace[1020976196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1973; }","duration":"1.284465648s","start":"2026-03-03T14:31:54.158868Z","end":"2026-03-03T14:31:55.443334Z","steps":["trace[1020976196] 'agreement among raft nodes before linearized reading' (duration: 1.284389376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.158832Z","time spent":"1.284551091s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:55.443355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719386905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:55.443311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.979918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:31:55.443472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735190419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:55.443488Z","caller":"traceutil/trace.go:171","msg":"trace[588406712] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1973; }","duration":"1.719561591s","start":"2026-03-03T14:31:53.723888Z","end":"2026-03-03T14:31:55.44345Z","steps":["trace[588406712] 'agreement among raft nodes before linearized reading' (duration: 1.719307322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428560916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:55.443586Z","caller":"traceutil/trace.go:171","msg":"trace[273945939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"1.735348925s","start":"2026-03-03T14:31:53.708219Z","end":"2026-03-03T14:31:55.443568Z","steps":["trace[273945939] 'agreement among raft nodes before linearized reading' (duration: 1.7351934s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.443614Z","caller":"traceutil/trace.go:171","msg":"trace[1422798959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1973; }","duration":"1.428920979s","start":"2026-03-03T14:31:54.014676Z","end":"2026-03-03T14:31:55.443597Z","steps":["trace[1422798959] 'agreement among raft nodes before linearized reading' (duration: 1.428464094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.723878Z","time spent":"1.719729317s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:55.443655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:53.708202Z","time spent":"1.735426897s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:55.443663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.014653Z","time spent":"1.428991632s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:55.443659Z","caller":"traceutil/trace.go:171","msg":"trace[636685988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1973; }","duration":"915.439615ms","start":"2026-03-03T14:31:54.528111Z","end":"2026-03-03T14:31:55.44355Z","steps":["trace[636685988] 'agreement among raft nodes before linearized reading' (duration: 914.778812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.443796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.528083Z","time spent":"915.697274ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:55.44338Z","caller":"traceutil/trace.go:171","msg":"trace[313254619] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2055; }","duration":"146.224942ms","start":"2026-03-03T14:31:55.296598Z","end":"2026-03-03T14:31:55.442823Z","steps":["trace[313254619] 'read index received' (duration: 62.722µs)","trace[313254619] 'applied index is now lower than readState.Index' (duration: 146.15981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.444859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.704753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:31:55.445045Z","caller":"traceutil/trace.go:171","msg":"trace[577197792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1973; }","duration":"915.793717ms","start":"2026-03-03T14:31:54.529115Z","end":"2026-03-03T14:31:55.444908Z","steps":["trace[577197792] 'agreement among raft nodes before linearized reading' (duration: 914.028786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.445525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.529101Z","time spent":"916.023955ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:31:55.986779Z","caller":"traceutil/trace.go:171","msg":"trace[315660072] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"537.372938ms","start":"2026-03-03T14:31:55.449376Z","end":"2026-03-03T14:31:55.986749Z","steps":["trace[315660072] 'process raft request' (duration: 537.245364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.986797Z","caller":"traceutil/trace.go:171","msg":"trace[1501326934] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"537.474231ms","start":"2026-03-03T14:31:55.449281Z","end":"2026-03-03T14:31:55.986755Z","steps":["trace[1501326934] 'process raft request' (duration: 537.115399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.986962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.449341Z","time spent":"537.526363ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.986989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.449263Z","time spent":"537.617827ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:55.987073Z","caller":"traceutil/trace.go:171","msg":"trace[1518723627] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"537.434561ms","start":"2026-03-03T14:31:55.449616Z","end":"2026-03-03T14:31:55.987051Z","steps":["trace[1518723627] 'process raft request' (duration: 537.074568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.987181Z","caller":"traceutil/trace.go:171","msg":"trace[257957051] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2056; }","duration":"534.911323ms","start":"2026-03-03T14:31:55.452247Z","end":"2026-03-03T14:31:55.987158Z","steps":["trace[257957051] 'read index received' (duration: 170.24626ms)","trace[257957051] 'applied index is now lower than readState.Index' (duration: 364.663743ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.987266Z","caller":"traceutil/trace.go:171","msg":"trace[1405278104] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"536.389984ms","start":"2026-03-03T14:31:55.450856Z","end":"2026-03-03T14:31:55.987246Z","steps":["trace[1405278104] 'process raft request' (duration: 536.096464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.98732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.063308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:55.987345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.45083Z","time spent":"536.475707ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:55.987309Z","caller":"traceutil/trace.go:171","msg":"trace[899659507] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"536.199548ms","start":"2026-03-03T14:31:55.451068Z","end":"2026-03-03T14:31:55.987267Z","steps":["trace[899659507] 'process raft request' (duration: 536.021042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.987379Z","caller":"traceutil/trace.go:171","msg":"trace[531026386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"535.154662ms","start":"2026-03-03T14:31:55.452212Z","end":"2026-03-03T14:31:55.987367Z","steps":["trace[531026386] 'agreement among raft nodes before linearized reading' (duration: 535.057958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.987464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.452196Z","time spent":"535.216144ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:55.987568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.451058Z","time spent":"536.349633ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.98759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.449604Z","time spent":"537.585475ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:56.489816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789047558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:56.991034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789047558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:57.232861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246380173s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:31:57.988868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:31:57.988961Z","caller":"traceutil/trace.go:171","msg":"trace[616298924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091221s","start":"2026-03-03T14:31:55.98885Z","end":"2026-03-03T14:31:57.988941Z","steps":["trace[616298924] 'agreement among raft nodes before linearized reading' (duration: 1.999972827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.989018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.988819Z","time spent":"2.000184494s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:31:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:58.295415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.520021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:58.295769Z","caller":"traceutil/trace.go:171","msg":"trace[415443734] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1978; }","duration":"599.868413ms","start":"2026-03-03T14:31:57.695857Z","end":"2026-03-03T14:31:58.295725Z","steps":["trace[415443734] 'range keys from in-memory index tree' (duration: 599.49979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.296071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062862508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:58.296263Z","caller":"traceutil/trace.go:171","msg":"trace[1800447235] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"2.672419083s","start":"2026-03-03T14:31:55.623811Z","end":"2026-03-03T14:31:58.29623Z","steps":["trace[1800447235] 'process raft request' (duration: 1.609295367s)","trace[1800447235] 'compare' (duration: 1.062150272s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:58.296374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.623779Z","time spent":"2.672536377s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:58.296419Z","caller":"traceutil/trace.go:171","msg":"trace[700570781] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"2.503075354s","start":"2026-03-03T14:31:55.793321Z","end":"2026-03-03T14:31:58.296396Z","steps":["trace[700570781] 'process raft request' (duration: 2.503018222s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.296503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.793283Z","time spent":"2.503181907s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:58.296599Z","caller":"traceutil/trace.go:171","msg":"trace[1513619526] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"2.503649193s","start":"2026-03-03T14:31:55.792944Z","end":"2026-03-03T14:31:58.296593Z","steps":["trace[1513619526] 'process raft request' (duration: 2.503237709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.296636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.792911Z","time spent":"2.503707395s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:58.29679Z","caller":"traceutil/trace.go:171","msg":"trace[309671303] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"2.503485397s","start":"2026-03-03T14:31:55.793253Z","end":"2026-03-03T14:31:58.296738Z","steps":["trace[309671303] 'process raft request' (duration: 2.503038522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.297411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.793241Z","time spent":"2.503732117s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:58.8871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400346433s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:31:59.462938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.795718Z","time spent":"667.206366ms","remote":"127.0.0.1:36174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:59.463272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.785434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:59.463537Z","caller":"traceutil/trace.go:171","msg":"trace[1614678829] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2062; }","duration":"3.474592202s","start":"2026-03-03T14:31:55.988913Z","end":"2026-03-03T14:31:59.463505Z","steps":["trace[1614678829] 'read index received' (duration: 1.244167567s)","trace[1614678829] 'applied index is now lower than readState.Index' (duration: 2.230423355s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:59.463535Z","caller":"traceutil/trace.go:171","msg":"trace[153334195] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"3.408519254s","start":"2026-03-03T14:31:56.054978Z","end":"2026-03-03T14:31:59.463497Z","steps":["trace[153334195] 'process raft request' (duration: 2.832405169s)","trace[153334195] 'compare' (duration: 575.525834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:59.463771Z","caller":"traceutil/trace.go:171","msg":"trace[2042033179] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.163175116s","start":"2026-03-03T14:31:58.300567Z","end":"2026-03-03T14:31:59.463742Z","steps":["trace[2042033179] 'process raft request' (duration: 1.162886256s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.463536Z","caller":"traceutil/trace.go:171","msg":"trace[1480519552] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"2.366980843s","start":"2026-03-03T14:31:57.096532Z","end":"2026-03-03T14:31:59.463513Z","steps":["trace[1480519552] 'process raft request' (duration: 2.366836948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.464061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.096482Z","time spent":"2.367504361s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:59.464064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.054946Z","time spent":"3.408836724s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:59.463926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.300533Z","time spent":"1.163319272s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:59.997675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:31:59.997803Z","caller":"traceutil/trace.go:171","msg":"trace[1863578638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000792978s","start":"2026-03-03T14:31:57.996987Z","end":"2026-03-03T14:31:59.99778Z","steps":["trace[1863578638] 'agreement among raft nodes before linearized reading' (duration: 2.000634952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.997855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.996974Z","time spent":"2.00087159s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:00.66252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.351853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:00.662689Z","caller":"traceutil/trace.go:171","msg":"trace[302982632] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"1.199054352s","start":"2026-03-03T14:31:59.463587Z","end":"2026-03-03T14:32:00.662641Z","steps":["trace[302982632] 'read index received' (duration: 202.481931ms)","trace[302982632] 'applied index is now lower than readState.Index' (duration: 996.569311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:00.663046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264603502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:00.663078Z","caller":"traceutil/trace.go:171","msg":"trace[742334301] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.568060726s","start":"2026-03-03T14:31:59.094974Z","end":"2026-03-03T14:32:00.663035Z","steps":["trace[742334301] 'process raft request' (duration: 571.093252ms)","trace[742334301] 'compare' (duration: 995.872977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:00.663108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935763154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:00.663108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743596728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:00.66315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67086175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:32:00.663148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.380485956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:00.663171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625678852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:00.663194Z","caller":"traceutil/trace.go:171","msg":"trace[1951442428] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1986; }","duration":"2.935906188s","start":"2026-03-03T14:31:57.727275Z","end":"2026-03-03T14:32:00.663181Z","steps":["trace[1951442428] 'agreement among raft nodes before linearized reading' (duration: 2.935724482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417309888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:32:00.663238Z","caller":"traceutil/trace.go:171","msg":"trace[962768558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1986; }","duration":"2.670934893s","start":"2026-03-03T14:31:57.992256Z","end":"2026-03-03T14:32:00.66319Z","steps":["trace[962768558] 'agreement among raft nodes before linearized reading' (duration: 2.670762447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.663255Z","caller":"traceutil/trace.go:171","msg":"trace[1242232458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1986; }","duration":"2.625789186s","start":"2026-03-03T14:31:58.037449Z","end":"2026-03-03T14:32:00.663239Z","steps":["trace[1242232458] 'agreement among raft nodes before linearized reading' (duration: 2.625679993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985181968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:00.663189Z","caller":"traceutil/trace.go:171","msg":"trace[1535132318] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1986; }","duration":"2.743736663s","start":"2026-03-03T14:31:57.919433Z","end":"2026-03-03T14:32:00.663169Z","steps":["trace[1535132318] 'agreement among raft nodes before linearized reading' (duration: 2.743593658s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.72725Z","time spent":"2.936017472s","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:00.663285Z","caller":"traceutil/trace.go:171","msg":"trace[625231752] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1986; }","duration":"1.417478413s","start":"2026-03-03T14:31:59.245793Z","end":"2026-03-03T14:32:00.663271Z","steps":["trace[625231752] 'agreement among raft nodes before linearized reading' (duration: 1.417222875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.992178Z","time spent":"2.671106919s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:00.663069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670332892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:32:00.66329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.094944Z","time spent":"1.568223222s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:00.663315Z","caller":"traceutil/trace.go:171","msg":"trace[978245551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1986; }","duration":"2.985330912s","start":"2026-03-03T14:31:57.677965Z","end":"2026-03-03T14:32:00.663296Z","steps":["trace[978245551] 'agreement among raft nodes before linearized reading' (duration: 2.985177437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.66333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.245728Z","time spent":"1.417591808s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T14:32:00.663336Z","caller":"traceutil/trace.go:171","msg":"trace[1210683325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1986; }","duration":"2.670665403s","start":"2026-03-03T14:31:57.992661Z","end":"2026-03-03T14:32:00.663326Z","steps":["trace[1210683325] 'agreement among raft nodes before linearized reading' (duration: 2.670197777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210448123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:32:00.663299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.037432Z","time spent":"2.625856648s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:00.663386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670917162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:32:00.663409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670062923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:32:00.663165Z","caller":"traceutil/trace.go:171","msg":"trace[986559086] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1986; }","duration":"2.264802459s","start":"2026-03-03T14:31:58.398339Z","end":"2026-03-03T14:32:00.663142Z","steps":["trace[986559086] 'agreement among raft nodes before linearized reading' (duration: 2.264525139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.663449Z","caller":"traceutil/trace.go:171","msg":"trace[244430844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1986; }","duration":"2.671000845s","start":"2026-03-03T14:31:57.992439Z","end":"2026-03-03T14:32:00.66344Z","steps":["trace[244430844] 'agreement among raft nodes before linearized reading' (duration: 2.670788378s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.66344Z","caller":"traceutil/trace.go:171","msg":"trace[499460191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"4.210578608s","start":"2026-03-03T14:31:56.452819Z","end":"2026-03-03T14:32:00.663397Z","steps":["trace[499460191] 'agreement among raft nodes before linearized reading' (duration: 4.210230916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.398314Z","time spent":"2.265147081s","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:00.663464Z","caller":"traceutil/trace.go:171","msg":"trace[79757333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1986; }","duration":"2.670137105s","start":"2026-03-03T14:31:57.993313Z","end":"2026-03-03T14:32:00.66345Z","steps":["trace[79757333] 'agreement among raft nodes before linearized reading' (duration: 2.669983839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.992428Z","time spent":"2.671056707s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:00.663489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670676854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:32:00.663503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.452779Z","time spent":"4.210711342s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:32:00.663529Z","caller":"traceutil/trace.go:171","msg":"trace[1307124842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1986; }","duration":"2.670787607s","start":"2026-03-03T14:31:57.992732Z","end":"2026-03-03T14:32:00.66352Z","steps":["trace[1307124842] 'agreement among raft nodes before linearized reading' (duration: 2.670616431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.993276Z","time spent":"2.670239959s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:00.663557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.992704Z","time spent":"2.670847179s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:00.663258Z","caller":"traceutil/trace.go:171","msg":"trace[447012887] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1986; }","duration":"4.380625801s","start":"2026-03-03T14:31:56.282576Z","end":"2026-03-03T14:32:00.663202Z","steps":["trace[447012887] 'agreement among raft nodes before linearized reading' (duration: 4.380488096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.663368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.992651Z","time spent":"2.670711365s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:00.663618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.282481Z","time spent":"4.381119728s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:00.663368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.677928Z","time spent":"2.985426725s","remote":"127.0.0.1:52380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:00.663321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.919403Z","time spent":"2.743904439s","remote":"127.0.0.1:37986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:00.669422Z","caller":"traceutil/trace.go:171","msg":"trace[1274734316] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"366.164445ms","start":"2026-03-03T14:32:00.303244Z","end":"2026-03-03T14:32:00.669408Z","steps":["trace[1274734316] 'process raft request' (duration: 366.042821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.669556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.303185Z","time spent":"366.278669ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:00.683546Z","caller":"traceutil/trace.go:171","msg":"trace[1531669166] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"374.835544ms","start":"2026-03-03T14:32:00.308678Z","end":"2026-03-03T14:32:00.683513Z","steps":["trace[1531669166] 'process raft request' (duration: 374.599876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.683754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.308651Z","time spent":"374.99387ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:00.68393Z","caller":"traceutil/trace.go:171","msg":"trace[212886520] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"373.363643ms","start":"2026-03-03T14:32:00.310538Z","end":"2026-03-03T14:32:00.683901Z","steps":["trace[212886520] 'process raft request' (duration: 372.916947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.684198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.310503Z","time spent":"373.579331ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:00.684362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.730443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:00.684388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.866221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-03T14:32:00.684455Z","caller":"traceutil/trace.go:171","msg":"trace[362117335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1991; }","duration":"231.000125ms","start":"2026-03-03T14:32:00.453439Z","end":"2026-03-03T14:32:00.684439Z","steps":["trace[362117335] 'agreement among raft nodes before linearized reading' (duration: 230.83445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.684416Z","caller":"traceutil/trace.go:171","msg":"trace[309896929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"685.830666ms","start":"2026-03-03T14:31:59.99857Z","end":"2026-03-03T14:32:00.6844Z","steps":["trace[309896929] 'agreement among raft nodes before linearized reading' (duration: 685.751173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.684552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.998543Z","time spent":"685.990802ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:00.684345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.578827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:32:00.684839Z","caller":"traceutil/trace.go:171","msg":"trace[493857221] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1; range_end:; response_count:1; response_revision:1991; }","duration":"907.123346ms","start":"2026-03-03T14:31:59.777701Z","end":"2026-03-03T14:32:00.684824Z","steps":["trace[493857221] 'agreement among raft nodes before linearized reading' (duration: 906.436342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.684899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.777675Z","time spent":"907.209009ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995b4696f3cba1\" "} {"level":"warn","ts":"2026-03-03T14:32:30.000845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.69789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:30.001158Z","caller":"traceutil/trace.go:171","msg":"trace[1477148026] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"191.426445ms","start":"2026-03-03T14:32:29.809715Z","end":"2026-03-03T14:32:30.001142Z","steps":["trace[1477148026] 'process raft request' (duration: 62.352362ms)","trace[1477148026] 'compare' (duration: 128.579656ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:30.004775Z","caller":"traceutil/trace.go:171","msg":"trace[674171803] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"194.688286ms","start":"2026-03-03T14:32:29.810078Z","end":"2026-03-03T14:32:30.004767Z","steps":["trace[674171803] 'process raft request' (duration: 194.635384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.004982Z","caller":"traceutil/trace.go:171","msg":"trace[2131630355] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"194.865321ms","start":"2026-03-03T14:32:29.809979Z","end":"2026-03-03T14:32:30.004845Z","steps":["trace[2131630355] 'process raft request' (duration: 194.675875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.005187Z","caller":"traceutil/trace.go:171","msg":"trace[1660177953] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"188.435774ms","start":"2026-03-03T14:32:29.81673Z","end":"2026-03-03T14:32:30.005166Z","steps":["trace[1660177953] 'process raft request' (duration: 188.336021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.005095Z","caller":"traceutil/trace.go:171","msg":"trace[105625710] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"194.987836ms","start":"2026-03-03T14:32:29.8101Z","end":"2026-03-03T14:32:30.005088Z","steps":["trace[105625710] 'process raft request' (duration: 194.643214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.005397Z","caller":"traceutil/trace.go:171","msg":"trace[1311748924] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"195.225994ms","start":"2026-03-03T14:32:29.810147Z","end":"2026-03-03T14:32:30.005373Z","steps":["trace[1311748924] 'process raft request' (duration: 194.820291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.228407Z","caller":"traceutil/trace.go:171","msg":"trace[495784464] linearizableReadLoop","detail":"{readStateIndex:2243; appliedIndex:2241; }","duration":"102.835644ms","start":"2026-03-03T14:32:31.12555Z","end":"2026-03-03T14:32:31.228385Z","steps":["trace[495784464] 'read index received' (duration: 54.990253ms)","trace[495784464] 'applied index is now lower than readState.Index' (duration: 47.844481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.228516Z","caller":"traceutil/trace.go:171","msg":"trace[1758926211] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"107.966658ms","start":"2026-03-03T14:32:31.120509Z","end":"2026-03-03T14:32:31.228476Z","steps":["trace[1758926211] 'process raft request' (duration: 107.75223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.228595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.025441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:32:31.22863Z","caller":"traceutil/trace.go:171","msg":"trace[1221656524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"103.096843ms","start":"2026-03-03T14:32:31.125522Z","end":"2026-03-03T14:32:31.228619Z","steps":["trace[1221656524] 'agreement among raft nodes before linearized reading' (duration: 102.973828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.384972Z","caller":"traceutil/trace.go:171","msg":"trace[1963965940] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2243; }","duration":"141.584547ms","start":"2026-03-03T14:32:31.243367Z","end":"2026-03-03T14:32:31.384952Z","steps":["trace[1963965940] 'read index received' (duration: 16.786669ms)","trace[1963965940] 'applied index is now lower than readState.Index' (duration: 124.796528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.385068Z","caller":"traceutil/trace.go:171","msg":"trace[1634645125] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"152.089843ms","start":"2026-03-03T14:32:31.23295Z","end":"2026-03-03T14:32:31.38504Z","steps":["trace[1634645125] 'process raft request' (duration: 151.850845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.38516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.787953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:32:31.385186Z","caller":"traceutil/trace.go:171","msg":"trace[1113159523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"141.828985ms","start":"2026-03-03T14:32:31.24335Z","end":"2026-03-03T14:32:31.385178Z","steps":["trace[1113159523] 'agreement among raft nodes before linearized reading' (duration: 141.709351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:35.565679Z","caller":"traceutil/trace.go:171","msg":"trace[2145978617] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"106.620142ms","start":"2026-03-03T14:32:35.459028Z","end":"2026-03-03T14:32:35.565648Z","steps":["trace[2145978617] 'process raft request' (duration: 106.413085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:37.7631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.22392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:37.763233Z","caller":"traceutil/trace.go:171","msg":"trace[1504569132] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2272; }","duration":"146.304126ms","start":"2026-03-03T14:32:37.616888Z","end":"2026-03-03T14:32:37.763192Z","steps":["trace[1504569132] 'read index received' (duration: 5.841388ms)","trace[1504569132] 'applied index is now lower than readState.Index' (duration: 140.461508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:37.763241Z","caller":"traceutil/trace.go:171","msg":"trace[1445419523] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"147.60119ms","start":"2026-03-03T14:32:37.6156Z","end":"2026-03-03T14:32:37.763201Z","steps":["trace[1445419523] 'compare' (duration: 140.086606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:37.763353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.450341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:32:37.763449Z","caller":"traceutil/trace.go:171","msg":"trace[1447698302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2181; }","duration":"146.596217ms","start":"2026-03-03T14:32:37.616838Z","end":"2026-03-03T14:32:37.763435Z","steps":["trace[1447698302] 'agreement among raft nodes before linearized reading' (duration: 146.40001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:38.556029Z","caller":"traceutil/trace.go:171","msg":"trace[1838311075] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"142.440996ms","start":"2026-03-03T14:32:38.413564Z","end":"2026-03-03T14:32:38.556005Z","steps":["trace[1838311075] 'process raft request' (duration: 142.2744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:38.790506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.054198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:32:38.790613Z","caller":"traceutil/trace.go:171","msg":"trace[144426354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"151.222053ms","start":"2026-03-03T14:32:38.639366Z","end":"2026-03-03T14:32:38.790588Z","steps":["trace[144426354] 'range keys from in-memory index tree' (duration: 150.874821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:38.934009Z","caller":"traceutil/trace.go:171","msg":"trace[1837096634] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"138.716639ms","start":"2026-03-03T14:32:38.79527Z","end":"2026-03-03T14:32:38.933987Z","steps":["trace[1837096634] 'process raft request' (duration: 138.541983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:38.938592Z","caller":"traceutil/trace.go:171","msg":"trace[1466077843] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"143.266313ms","start":"2026-03-03T14:32:38.795306Z","end":"2026-03-03T14:32:38.938572Z","steps":["trace[1466077843] 'process raft request' (duration: 143.151819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.074266Z","caller":"traceutil/trace.go:171","msg":"trace[589949041] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"100.94578ms","start":"2026-03-03T14:32:38.973294Z","end":"2026-03-03T14:32:39.07424Z","steps":["trace[589949041] 'process raft request' (duration: 100.742653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.382635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.738703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:39.382978Z","caller":"traceutil/trace.go:171","msg":"trace[1833374181] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"295.207652ms","start":"2026-03-03T14:32:39.08775Z","end":"2026-03-03T14:32:39.382957Z","steps":["trace[1833374181] 'process raft request' (duration: 158.091027ms)","trace[1833374181] 'compare' (duration: 136.577047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:39.383056Z","caller":"traceutil/trace.go:171","msg":"trace[1331203935] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"197.720358ms","start":"2026-03-03T14:32:39.185276Z","end":"2026-03-03T14:32:39.382996Z","steps":["trace[1331203935] 'process raft request' (duration: 197.545823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.383172Z","caller":"traceutil/trace.go:171","msg":"trace[491017034] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2281; }","duration":"134.148185ms","start":"2026-03-03T14:32:39.248971Z","end":"2026-03-03T14:32:39.383119Z","steps":["trace[491017034] 'read index received' (duration: 93.082823ms)","trace[491017034] 'applied index is now lower than readState.Index' (duration: 41.062932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:39.383228Z","caller":"traceutil/trace.go:171","msg":"trace[1286509427] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"220.175379ms","start":"2026-03-03T14:32:39.162783Z","end":"2026-03-03T14:32:39.382958Z","steps":["trace[1286509427] 'process raft request' (duration: 219.990973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.383183Z","caller":"traceutil/trace.go:171","msg":"trace[472678993] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"197.853584ms","start":"2026-03-03T14:32:39.185304Z","end":"2026-03-03T14:32:39.383158Z","steps":["trace[472678993] 'process raft request' (duration: 197.542463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.383449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.462615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:32:39.383486Z","caller":"traceutil/trace.go:171","msg":"trace[796636030] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2193; }","duration":"134.544209ms","start":"2026-03-03T14:32:39.248932Z","end":"2026-03-03T14:32:39.383476Z","steps":["trace[796636030] 'agreement among raft nodes before linearized reading' (duration: 134.384173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.65824Z","caller":"traceutil/trace.go:171","msg":"trace[1082576283] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"178.62973ms","start":"2026-03-03T14:32:39.47958Z","end":"2026-03-03T14:32:39.658209Z","steps":["trace[1082576283] 'process raft request' (duration: 178.517456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.658343Z","caller":"traceutil/trace.go:171","msg":"trace[499907734] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"183.186026ms","start":"2026-03-03T14:32:39.475126Z","end":"2026-03-03T14:32:39.658312Z","steps":["trace[499907734] 'read index received' (duration: 181.316492ms)","trace[499907734] 'applied index is now lower than readState.Index' (duration: 1.866814ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:39.658357Z","caller":"traceutil/trace.go:171","msg":"trace[1812589562] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"234.255695ms","start":"2026-03-03T14:32:39.424067Z","end":"2026-03-03T14:32:39.658323Z","steps":["trace[1812589562] 'process raft request' (duration: 232.380532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.658553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.212753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:32:39.658528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.732406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:39.65859Z","caller":"traceutil/trace.go:171","msg":"trace[1280750557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2196; }","duration":"262.287365ms","start":"2026-03-03T14:32:39.396294Z","end":"2026-03-03T14:32:39.658581Z","steps":["trace[1280750557] 'agreement among raft nodes before linearized reading' (duration: 262.14957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:39.658615Z","caller":"traceutil/trace.go:171","msg":"trace[1866253004] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2196; }","duration":"248.88015ms","start":"2026-03-03T14:32:39.409716Z","end":"2026-03-03T14:32:39.658597Z","steps":["trace[1866253004] 'agreement among raft nodes before linearized reading' (duration: 248.668213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.658615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.952105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:39.658679Z","caller":"traceutil/trace.go:171","msg":"trace[260992169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2196; }","duration":"180.052099ms","start":"2026-03-03T14:32:39.478613Z","end":"2026-03-03T14:32:39.658665Z","steps":["trace[260992169] 'agreement among raft nodes before linearized reading' (duration: 179.894843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:39.658678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.148129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:39.658766Z","caller":"traceutil/trace.go:171","msg":"trace[506606033] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2196; }","duration":"161.294313ms","start":"2026-03-03T14:32:39.497451Z","end":"2026-03-03T14:32:39.658745Z","steps":["trace[506606033] 'agreement among raft nodes before linearized reading' (duration: 161.123358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:40.613266Z","caller":"traceutil/trace.go:171","msg":"trace[164743273] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"107.500652ms","start":"2026-03-03T14:32:40.5057Z","end":"2026-03-03T14:32:40.613201Z","steps":["trace[164743273] 'process raft request' (duration: 100.286538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:40.61334Z","caller":"traceutil/trace.go:171","msg":"trace[1187663121] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"102.297256ms","start":"2026-03-03T14:32:40.511001Z","end":"2026-03-03T14:32:40.613299Z","steps":["trace[1187663121] 'process raft request' (duration: 101.979575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:40.765321Z","caller":"traceutil/trace.go:171","msg":"trace[1778626596] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"144.562407ms","start":"2026-03-03T14:32:40.62073Z","end":"2026-03-03T14:32:40.765293Z","steps":["trace[1778626596] 'process raft request' (duration: 143.433259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:40.765552Z","caller":"traceutil/trace.go:171","msg":"trace[1040267934] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"139.709223ms","start":"2026-03-03T14:32:40.625813Z","end":"2026-03-03T14:32:40.765522Z","steps":["trace[1040267934] 'process raft request' (duration: 139.372982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:40.765615Z","caller":"traceutil/trace.go:171","msg":"trace[419433021] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2211; }","duration":"139.00327ms","start":"2026-03-03T14:32:40.626597Z","end":"2026-03-03T14:32:40.765601Z","steps":["trace[419433021] 'process raft request' (duration: 138.633117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:41.499722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.982686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:41.500204Z","caller":"traceutil/trace.go:171","msg":"trace[578803936] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"110.958679ms","start":"2026-03-03T14:32:41.389226Z","end":"2026-03-03T14:32:41.500184Z","steps":["trace[578803936] 'process raft request' (duration: 110.902337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.500591Z","caller":"traceutil/trace.go:171","msg":"trace[646780690] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"168.555821ms","start":"2026-03-03T14:32:41.332021Z","end":"2026-03-03T14:32:41.500577Z","steps":["trace[646780690] 'process raft request' (duration: 57.657044ms)","trace[646780690] 'compare' (duration: 109.853112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:41.500814Z","caller":"traceutil/trace.go:171","msg":"trace[524975507] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"168.24367ms","start":"2026-03-03T14:32:41.33256Z","end":"2026-03-03T14:32:41.500803Z","steps":["trace[524975507] 'process raft request' (duration: 167.252626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.500987Z","caller":"traceutil/trace.go:171","msg":"trace[626561177] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"168.106726ms","start":"2026-03-03T14:32:41.332867Z","end":"2026-03-03T14:32:41.500973Z","steps":["trace[626561177] 'process raft request' (duration: 166.987078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.501174Z","caller":"traceutil/trace.go:171","msg":"trace[1335507665] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"167.828526ms","start":"2026-03-03T14:32:41.333333Z","end":"2026-03-03T14:32:41.501162Z","steps":["trace[1335507665] 'process raft request' (duration: 166.579464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.50134Z","caller":"traceutil/trace.go:171","msg":"trace[1280649873] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"167.850636ms","start":"2026-03-03T14:32:41.333476Z","end":"2026-03-03T14:32:41.501326Z","steps":["trace[1280649873] 'process raft request' (duration: 166.48886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.501512Z","caller":"traceutil/trace.go:171","msg":"trace[1068602781] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"167.95605ms","start":"2026-03-03T14:32:41.333543Z","end":"2026-03-03T14:32:41.501499Z","steps":["trace[1068602781] 'process raft request' (duration: 166.46072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.501818Z","caller":"traceutil/trace.go:171","msg":"trace[1861388365] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"159.700611ms","start":"2026-03-03T14:32:41.342107Z","end":"2026-03-03T14:32:41.501807Z","steps":["trace[1861388365] 'process raft request' (duration: 157.939141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.506079Z","caller":"traceutil/trace.go:171","msg":"trace[902657143] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"116.27824ms","start":"2026-03-03T14:32:41.389779Z","end":"2026-03-03T14:32:41.506057Z","steps":["trace[902657143] 'process raft request' (duration: 115.640208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.50628Z","caller":"traceutil/trace.go:171","msg":"trace[1209196878] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"116.394304ms","start":"2026-03-03T14:32:41.389872Z","end":"2026-03-03T14:32:41.506266Z","steps":["trace[1209196878] 'process raft request' (duration: 115.656749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.506418Z","caller":"traceutil/trace.go:171","msg":"trace[1902438334] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"107.538423ms","start":"2026-03-03T14:32:41.398864Z","end":"2026-03-03T14:32:41.506402Z","steps":["trace[1902438334] 'process raft request' (duration: 106.720996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:41.611137Z","caller":"traceutil/trace.go:171","msg":"trace[1151684244] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"100.135642ms","start":"2026-03-03T14:32:41.510973Z","end":"2026-03-03T14:32:41.611108Z","steps":["trace[1151684244] 'process raft request' (duration: 99.75367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.30663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.984263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:42.306728Z","caller":"traceutil/trace.go:171","msg":"trace[517105197] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2339; }","duration":"676.039454ms","start":"2026-03-03T14:32:41.630672Z","end":"2026-03-03T14:32:42.306711Z","steps":["trace[517105197] 'read index received' (duration: 52.781179ms)","trace[517105197] 'applied index is now lower than readState.Index' (duration: 623.257015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:42.306922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.2285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:42.307004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.910234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:32:42.306989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.601033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:42.307017Z","caller":"traceutil/trace.go:171","msg":"trace[387577739] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2246; }","duration":"676.356335ms","start":"2026-03-03T14:32:41.630638Z","end":"2026-03-03T14:32:42.306994Z","steps":["trace[387577739] 'agreement among raft nodes before linearized reading' (duration: 676.175029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:42.307037Z","caller":"traceutil/trace.go:171","msg":"trace[40793742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"640.974186ms","start":"2026-03-03T14:32:41.666053Z","end":"2026-03-03T14:32:42.307027Z","steps":["trace[40793742] 'agreement among raft nodes before linearized reading' (duration: 640.840761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:42.30706Z","caller":"traceutil/trace.go:171","msg":"trace[1128170373] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2246; }","duration":"279.718596ms","start":"2026-03-03T14:32:42.027323Z","end":"2026-03-03T14:32:42.307042Z","steps":["trace[1128170373] 'agreement among raft nodes before linearized reading' (duration: 279.591732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.307064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.630621Z","time spent":"676.433067ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-03T14:32:42.307071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.666015Z","time spent":"641.048758ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:32:42.307307Z","caller":"traceutil/trace.go:171","msg":"trace[1920039142] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"683.386063ms","start":"2026-03-03T14:32:41.623905Z","end":"2026-03-03T14:32:42.307291Z","steps":["trace[1920039142] 'process raft request' (duration: 199.682655ms)","trace[1920039142] 'compare' (duration: 482.838318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:42.307377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.862098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:32:42.307393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.623896Z","time spent":"683.448555ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:42.307369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.055913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:42.307429Z","caller":"traceutil/trace.go:171","msg":"trace[1094740584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2246; }","duration":"639.91716ms","start":"2026-03-03T14:32:41.667499Z","end":"2026-03-03T14:32:42.307416Z","steps":["trace[1094740584] 'agreement among raft nodes before linearized reading' (duration: 639.777905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.307475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.667454Z","time spent":"640.012714ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:32:42.307461Z","caller":"traceutil/trace.go:171","msg":"trace[180237125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2246; }","duration":"637.179077ms","start":"2026-03-03T14:32:41.670261Z","end":"2026-03-03T14:32:42.30744Z","steps":["trace[180237125] 'agreement among raft nodes before linearized reading' (duration: 636.743422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.30741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.661396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:32:42.307576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.670248Z","time spent":"637.316102ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:42.307607Z","caller":"traceutil/trace.go:171","msg":"trace[1094348942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2246; }","duration":"488.882633ms","start":"2026-03-03T14:32:41.818704Z","end":"2026-03-03T14:32:42.307587Z","steps":["trace[1094348942] 'agreement among raft nodes before linearized reading' (duration: 488.638195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.307716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:41.818683Z","time spent":"488.965616ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:32:42.627298Z","caller":"traceutil/trace.go:171","msg":"trace[221099163] linearizableReadLoop","detail":"{readStateIndex:2346; appliedIndex:2341; }","duration":"314.784205ms","start":"2026-03-03T14:32:42.31248Z","end":"2026-03-03T14:32:42.627264Z","steps":["trace[221099163] 'read index received' (duration: 44.127325ms)","trace[221099163] 'applied index is now lower than readState.Index' (duration: 270.65545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:42.627474Z","caller":"traceutil/trace.go:171","msg":"trace[1193197472] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"315.391405ms","start":"2026-03-03T14:32:42.312056Z","end":"2026-03-03T14:32:42.627448Z","steps":["trace[1193197472] 'process raft request' (duration: 253.010642ms)","trace[1193197472] 'compare' (duration: 61.871926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:42.627521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.016483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:42.627558Z","caller":"traceutil/trace.go:171","msg":"trace[696553310] range","detail":"{range_begin:/registry/serviceaccounts/openstack/valkey; range_end:; response_count:0; response_revision:2251; }","duration":"315.082124ms","start":"2026-03-03T14:32:42.312464Z","end":"2026-03-03T14:32:42.627546Z","steps":["trace[696553310] 'agreement among raft nodes before linearized reading' (duration: 314.918449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.627596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:42.312043Z","time spent":"315.482458ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:42.6276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:42.312457Z","time spent":"315.134796ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/valkey\" "} {"level":"info","ts":"2026-03-03T14:32:42.627691Z","caller":"traceutil/trace.go:171","msg":"trace[1724510521] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"315.513859ms","start":"2026-03-03T14:32:42.31215Z","end":"2026-03-03T14:32:42.627664Z","steps":["trace[1724510521] 'process raft request' (duration: 314.992722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:42.627696Z","caller":"traceutil/trace.go:171","msg":"trace[1341822122] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"315.281212ms","start":"2026-03-03T14:32:42.312362Z","end":"2026-03-03T14:32:42.627643Z","steps":["trace[1341822122] 'process raft request' (duration: 314.819166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.627808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:42.312127Z","time spent":"315.617142ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:42.627714Z","caller":"traceutil/trace.go:171","msg":"trace[575606802] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"315.412296ms","start":"2026-03-03T14:32:42.312021Z","end":"2026-03-03T14:32:42.627433Z","steps":["trace[575606802] 'process raft request' (duration: 315.075174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.627873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:42.312354Z","time spent":"315.423766ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:42.628233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:42.312001Z","time spent":"315.994676ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:43.221286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.263453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:43.221385Z","caller":"traceutil/trace.go:171","msg":"trace[192679333] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"155.097674ms","start":"2026-03-03T14:32:43.066271Z","end":"2026-03-03T14:32:43.221368Z","steps":["trace[192679333] 'process raft request' (duration: 11.689896ms)","trace[192679333] 'compare' (duration: 143.108138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:43.448106Z","caller":"traceutil/trace.go:171","msg":"trace[1632604220] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2361; }","duration":"129.503528ms","start":"2026-03-03T14:32:43.318581Z","end":"2026-03-03T14:32:43.448084Z","steps":["trace[1632604220] 'read index received' (duration: 106.117766ms)","trace[1632604220] 'applied index is now lower than readState.Index' (duration: 23.384532ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:43.448132Z","caller":"traceutil/trace.go:171","msg":"trace[1640559445] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"154.245536ms","start":"2026-03-03T14:32:43.293821Z","end":"2026-03-03T14:32:43.448067Z","steps":["trace[1640559445] 'process raft request' (duration: 131.03658ms)","trace[1640559445] 'compare' (duration: 22.72055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:43.448162Z","caller":"traceutil/trace.go:171","msg":"trace[141896468] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"153.801541ms","start":"2026-03-03T14:32:43.294323Z","end":"2026-03-03T14:32:43.448125Z","steps":["trace[141896468] 'process raft request' (duration: 153.699278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:43.448219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.632582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:43.448259Z","caller":"traceutil/trace.go:171","msg":"trace[1134084759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2266; }","duration":"129.718125ms","start":"2026-03-03T14:32:43.318521Z","end":"2026-03-03T14:32:43.448239Z","steps":["trace[1134084759] 'agreement among raft nodes before linearized reading' (duration: 129.639042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:43.448158Z","caller":"traceutil/trace.go:171","msg":"trace[1215994197] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"154.182203ms","start":"2026-03-03T14:32:43.293945Z","end":"2026-03-03T14:32:43.448127Z","steps":["trace[1215994197] 'process raft request' (duration: 154.041059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:43.771627Z","caller":"traceutil/trace.go:171","msg":"trace[364692271] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2381; }","duration":"104.197431ms","start":"2026-03-03T14:32:43.667406Z","end":"2026-03-03T14:32:43.771604Z","steps":["trace[364692271] 'read index received' (duration: 8.413095ms)","trace[364692271] 'applied index is now lower than readState.Index' (duration: 95.782976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:43.77185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.437919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:43.77193Z","caller":"traceutil/trace.go:171","msg":"trace[751418874] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2284; }","duration":"104.538922ms","start":"2026-03-03T14:32:43.667373Z","end":"2026-03-03T14:32:43.771912Z","steps":["trace[751418874] 'agreement among raft nodes before linearized reading' (duration: 104.309814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:43.771862Z","caller":"traceutil/trace.go:171","msg":"trace[840132975] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"134.394763ms","start":"2026-03-03T14:32:43.637284Z","end":"2026-03-03T14:32:43.771679Z","steps":["trace[840132975] 'process raft request' (duration: 38.609998ms)","trace[840132975] 'compare' (duration: 95.540647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:43.785213Z","caller":"traceutil/trace.go:171","msg":"trace[699537826] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"109.552712ms","start":"2026-03-03T14:32:43.675615Z","end":"2026-03-03T14:32:43.785167Z","steps":["trace[699537826] 'process raft request' (duration: 108.89112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:44.136342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.608682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:2551"} {"level":"warn","ts":"2026-03-03T14:32:44.136428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.232444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-03-03T14:32:44.13654Z","caller":"traceutil/trace.go:171","msg":"trace[509018785] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:2298; }","duration":"115.388469ms","start":"2026-03-03T14:32:44.021127Z","end":"2026-03-03T14:32:44.136515Z","steps":["trace[509018785] 'range keys from in-memory index tree' (duration: 115.120821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:44.136459Z","caller":"traceutil/trace.go:171","msg":"trace[675738532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:2298; }","duration":"114.755758ms","start":"2026-03-03T14:32:44.021673Z","end":"2026-03-03T14:32:44.136429Z","steps":["trace[675738532] 'range keys from in-memory index tree' (duration: 114.51726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:44.787488Z","caller":"traceutil/trace.go:171","msg":"trace[759028001] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"152.402113ms","start":"2026-03-03T14:32:44.635068Z","end":"2026-03-03T14:32:44.78747Z","steps":["trace[759028001] 'process raft request' (duration: 152.355272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:44.787551Z","caller":"traceutil/trace.go:171","msg":"trace[1543361739] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"152.480926ms","start":"2026-03-03T14:32:44.635039Z","end":"2026-03-03T14:32:44.78752Z","steps":["trace[1543361739] 'process raft request' (duration: 132.372345ms)","trace[1543361739] 'compare' (duration: 19.908774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:44.911695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.227148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:32:45.66669Z","caller":"traceutil/trace.go:171","msg":"trace[99151946] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"145.011862ms","start":"2026-03-03T14:32:45.521657Z","end":"2026-03-03T14:32:45.666669Z","steps":["trace[99151946] 'process raft request' (duration: 144.865817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.045952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.624735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:46.046267Z","caller":"traceutil/trace.go:171","msg":"trace[1230730502] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"279.587112ms","start":"2026-03-03T14:32:45.766663Z","end":"2026-03-03T14:32:46.04625Z","steps":["trace[1230730502] 'process raft request' (duration: 279.554461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.046347Z","caller":"traceutil/trace.go:171","msg":"trace[34427709] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"420.691063ms","start":"2026-03-03T14:32:45.625623Z","end":"2026-03-03T14:32:46.046314Z","steps":["trace[34427709] 'process raft request' (duration: 420.539257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.046404Z","caller":"traceutil/trace.go:171","msg":"trace[1657210732] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2404; }","duration":"406.977908ms","start":"2026-03-03T14:32:45.63941Z","end":"2026-03-03T14:32:46.046388Z","steps":["trace[1657210732] 'read index received' (duration: 27.193461ms)","trace[1657210732] 'applied index is now lower than readState.Index' (duration: 379.783317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:46.04643Z","caller":"traceutil/trace.go:171","msg":"trace[1101723243] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"424.425969ms","start":"2026-03-03T14:32:45.621996Z","end":"2026-03-03T14:32:46.046422Z","steps":["trace[1101723243] 'process raft request' (duration: 424.129169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.046196Z","caller":"traceutil/trace.go:171","msg":"trace[283768387] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"502.302388ms","start":"2026-03-03T14:32:45.543873Z","end":"2026-03-03T14:32:46.046175Z","steps":["trace[283768387] 'process raft request' (duration: 502.169753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.046488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.625599Z","time spent":"420.809027ms","remote":"127.0.0.1:48458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.046514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.621973Z","time spent":"424.482771ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:46.046563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.54383Z","time spent":"502.695621ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.046577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.160334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:46.046617Z","caller":"traceutil/trace.go:171","msg":"trace[659555014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2311; }","duration":"407.240077ms","start":"2026-03-03T14:32:45.639368Z","end":"2026-03-03T14:32:46.046608Z","steps":["trace[659555014] 'agreement among raft nodes before linearized reading' (duration: 407.101532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.046663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.639345Z","time spent":"407.303089ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:32:46.046752Z","caller":"traceutil/trace.go:171","msg":"trace[1452318076] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"502.423562ms","start":"2026-03-03T14:32:45.543717Z","end":"2026-03-03T14:32:46.04614Z","steps":["trace[1452318076] 'process raft request' (duration: 165.539068ms)","trace[1452318076] 'compare' (duration: 336.423908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:46.047855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.543682Z","time spent":"503.090964ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.049647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.69432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:46.049684Z","caller":"traceutil/trace.go:171","msg":"trace[1399460651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2312; }","duration":"391.765482ms","start":"2026-03-03T14:32:45.657909Z","end":"2026-03-03T14:32:46.049674Z","steps":["trace[1399460651] 'agreement among raft nodes before linearized reading' (duration: 391.668599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.049708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:45.657887Z","time spent":"391.815044ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:46.049844Z","caller":"traceutil/trace.go:171","msg":"trace[1483179178] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"171.276333ms","start":"2026-03-03T14:32:45.878559Z","end":"2026-03-03T14:32:46.049836Z","steps":["trace[1483179178] 'process raft request' (duration: 170.932601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.449131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.432308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:46.449486Z","caller":"traceutil/trace.go:171","msg":"trace[426362741] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"394.888198ms","start":"2026-03-03T14:32:46.054549Z","end":"2026-03-03T14:32:46.449438Z","steps":["trace[426362741] 'process raft request' (duration: 241.079887ms)","trace[426362741] 'compare' (duration: 152.994263ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:46.449649Z","caller":"traceutil/trace.go:171","msg":"trace[503445996] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2412; }","duration":"301.319258ms","start":"2026-03-03T14:32:46.14825Z","end":"2026-03-03T14:32:46.449569Z","steps":["trace[503445996] 'read index received' (duration: 147.405954ms)","trace[503445996] 'applied index is now lower than readState.Index' (duration: 153.912294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:46.449666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.054535Z","time spent":"395.054474ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:46.449841Z","caller":"traceutil/trace.go:171","msg":"trace[1808732532] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"362.75627ms","start":"2026-03-03T14:32:46.087053Z","end":"2026-03-03T14:32:46.44981Z","steps":["trace[1808732532] 'process raft request' (duration: 362.4705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.449895Z","caller":"traceutil/trace.go:171","msg":"trace[72833106] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"384.098133ms","start":"2026-03-03T14:32:46.065746Z","end":"2026-03-03T14:32:46.449845Z","steps":["trace[72833106] 'process raft request' (duration: 383.590516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.449896Z","caller":"traceutil/trace.go:171","msg":"trace[707952912] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"363.183394ms","start":"2026-03-03T14:32:46.086679Z","end":"2026-03-03T14:32:46.449862Z","steps":["trace[707952912] 'process raft request' (duration: 362.793381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.449962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.087048Z","time spent":"362.855193ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:46.45001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.065735Z","time spent":"384.211916ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.450083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.08666Z","time spent":"363.32478ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.450015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.728112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-03-03T14:32:46.451643Z","caller":"traceutil/trace.go:171","msg":"trace[774683866] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:2317; }","duration":"303.387719ms","start":"2026-03-03T14:32:46.1482Z","end":"2026-03-03T14:32:46.451587Z","steps":["trace[774683866] 'agreement among raft nodes before linearized reading' (duration: 301.606319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:46.451825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.14818Z","time spent":"303.597605ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" "} {"level":"info","ts":"2026-03-03T14:32:46.652642Z","caller":"traceutil/trace.go:171","msg":"trace[1408637806] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"193.207336ms","start":"2026-03-03T14:32:46.45941Z","end":"2026-03-03T14:32:46.652617Z","steps":["trace[1408637806] 'process raft request' (duration: 158.693966ms)","trace[1408637806] 'compare' (duration: 34.394836ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:46.851044Z","caller":"traceutil/trace.go:171","msg":"trace[906170310] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2418; }","duration":"195.622036ms","start":"2026-03-03T14:32:46.655397Z","end":"2026-03-03T14:32:46.851019Z","steps":["trace[906170310] 'read index received' (duration: 133.681528ms)","trace[906170310] 'applied index is now lower than readState.Index' (duration: 61.939218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:46.851293Z","caller":"traceutil/trace.go:171","msg":"trace[764588662] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"345.066279ms","start":"2026-03-03T14:32:46.506128Z","end":"2026-03-03T14:32:46.851194Z","steps":["trace[764588662] 'process raft request' (duration: 282.968246ms)","trace[764588662] 'compare' (duration: 61.70482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:46.851464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:46.506094Z","time spent":"345.280426ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:46.851577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.170114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:32:46.851707Z","caller":"traceutil/trace.go:171","msg":"trace[1361204170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2320; }","duration":"196.340871ms","start":"2026-03-03T14:32:46.655355Z","end":"2026-03-03T14:32:46.851696Z","steps":["trace[1361204170] 'agreement among raft nodes before linearized reading' (duration: 195.935458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:47.080437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.790184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:47.080647Z","caller":"traceutil/trace.go:171","msg":"trace[1094379723] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"174.083147ms","start":"2026-03-03T14:32:46.906547Z","end":"2026-03-03T14:32:47.08063Z","steps":["trace[1094379723] 'process raft request' (duration: 63.026565ms)","trace[1094379723] 'compare' (duration: 110.676439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:48.260072Z","caller":"traceutil/trace.go:171","msg":"trace[296002107] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"138.992399ms","start":"2026-03-03T14:32:48.121052Z","end":"2026-03-03T14:32:48.260044Z","steps":["trace[296002107] 'process raft request' (duration: 49.89141ms)","trace[296002107] 'compare' (duration: 88.816999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:48.709096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.476793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-03-03T14:32:48.709182Z","caller":"traceutil/trace.go:171","msg":"trace[1559013385] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:2334; }","duration":"177.609307ms","start":"2026-03-03T14:32:48.531553Z","end":"2026-03-03T14:32:48.709162Z","steps":["trace[1559013385] 'range keys from in-memory index tree' (duration: 177.306997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.709209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.423418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:48.709316Z","caller":"traceutil/trace.go:171","msg":"trace[1168093066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2334; }","duration":"202.580843ms","start":"2026-03-03T14:32:48.506709Z","end":"2026-03-03T14:32:48.70929Z","steps":["trace[1168093066] 'range keys from in-memory index tree' (duration: 202.227581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:48.813923Z","caller":"traceutil/trace.go:171","msg":"trace[1579393126] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"100.392272ms","start":"2026-03-03T14:32:48.713501Z","end":"2026-03-03T14:32:48.813893Z","steps":["trace[1579393126] 'process raft request' (duration: 100.213956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:49.605284Z","caller":"traceutil/trace.go:171","msg":"trace[1555791713] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"166.147789ms","start":"2026-03-03T14:32:49.439111Z","end":"2026-03-03T14:32:49.605259Z","steps":["trace[1555791713] 'process raft request' (duration: 165.992444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.031481Z","caller":"traceutil/trace.go:171","msg":"trace[2038807909] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"103.341161ms","start":"2026-03-03T14:32:51.928116Z","end":"2026-03-03T14:32:52.031457Z","steps":["trace[2038807909] 'process raft request' (duration: 43.974759ms)","trace[2038807909] 'compare' (duration: 59.229597ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:52.234947Z","caller":"traceutil/trace.go:171","msg":"trace[1701941367] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"199.274232ms","start":"2026-03-03T14:32:52.035634Z","end":"2026-03-03T14:32:52.234908Z","steps":["trace[1701941367] 'process raft request' (duration: 199.024453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.234973Z","caller":"traceutil/trace.go:171","msg":"trace[371619958] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"162.33073ms","start":"2026-03-03T14:32:52.072621Z","end":"2026-03-03T14:32:52.234952Z","steps":["trace[371619958] 'process raft request' (duration: 162.281478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.235011Z","caller":"traceutil/trace.go:171","msg":"trace[1370579822] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"166.45709ms","start":"2026-03-03T14:32:52.068522Z","end":"2026-03-03T14:32:52.234979Z","steps":["trace[1370579822] 'process raft request' (duration: 166.299515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.283672Z","caller":"traceutil/trace.go:171","msg":"trace[792576702] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"156.057677ms","start":"2026-03-03T14:32:52.127584Z","end":"2026-03-03T14:32:52.283641Z","steps":["trace[792576702] 'process raft request' (duration: 155.881771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.418287Z","caller":"traceutil/trace.go:171","msg":"trace[416913560] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"103.865549ms","start":"2026-03-03T14:32:52.314361Z","end":"2026-03-03T14:32:52.418227Z","steps":["trace[416913560] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 96.21478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.418491Z","caller":"traceutil/trace.go:171","msg":"trace[517347442] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"103.89185ms","start":"2026-03-03T14:32:52.314569Z","end":"2026-03-03T14:32:52.41846Z","steps":["trace[517347442] 'process raft request' (duration: 103.59833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:52.749543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.813702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:52.749747Z","caller":"traceutil/trace.go:171","msg":"trace[1086129642] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"248.711656ms","start":"2026-03-03T14:32:52.501018Z","end":"2026-03-03T14:32:52.74973Z","steps":["trace[1086129642] 'process raft request' (duration: 248.654304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.749872Z","caller":"traceutil/trace.go:171","msg":"trace[1958694840] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"249.693599ms","start":"2026-03-03T14:32:52.500142Z","end":"2026-03-03T14:32:52.749835Z","steps":["trace[1958694840] 'process raft request' (duration: 249.493762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:52.749947Z","caller":"traceutil/trace.go:171","msg":"trace[680135933] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"250.444685ms","start":"2026-03-03T14:32:52.499486Z","end":"2026-03-03T14:32:52.749931Z","steps":["trace[680135933] 'process raft request' (duration: 21.187838ms)","trace[680135933] 'compare' (duration: 228.668117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:52.960846Z","caller":"traceutil/trace.go:171","msg":"trace[101673771] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"134.169156ms","start":"2026-03-03T14:32:52.826643Z","end":"2026-03-03T14:32:52.960813Z","steps":["trace[101673771] 'process raft request' (duration: 35.738411ms)","trace[101673771] 'compare' (duration: 98.267149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:52.984119Z","caller":"traceutil/trace.go:171","msg":"trace[91654173] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2481; }","duration":"127.021474ms","start":"2026-03-03T14:32:52.857053Z","end":"2026-03-03T14:32:52.984075Z","steps":["trace[91654173] 'read index received' (duration: 5.361312ms)","trace[91654173] 'applied index is now lower than readState.Index' (duration: 121.658492ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:52.984136Z","caller":"traceutil/trace.go:171","msg":"trace[1112859213] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"154.95714ms","start":"2026-03-03T14:32:52.829148Z","end":"2026-03-03T14:32:52.984105Z","steps":["trace[1112859213] 'process raft request' (duration: 154.694081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:52.984347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.285773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:52.984437Z","caller":"traceutil/trace.go:171","msg":"trace[1227935591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2382; }","duration":"127.423147ms","start":"2026-03-03T14:32:52.856996Z","end":"2026-03-03T14:32:52.98442Z","steps":["trace[1227935591] 'agreement among raft nodes before linearized reading' (duration: 127.19565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.234931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.581065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:53.235224Z","caller":"traceutil/trace.go:171","msg":"trace[221687233] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"247.35231ms","start":"2026-03-03T14:32:52.987828Z","end":"2026-03-03T14:32:53.23518Z","steps":["trace[221687233] 'process raft request' (duration: 247.203315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.235195Z","caller":"traceutil/trace.go:171","msg":"trace[989686367] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"249.189652ms","start":"2026-03-03T14:32:52.985968Z","end":"2026-03-03T14:32:53.235158Z","steps":["trace[989686367] 'process raft request' (duration: 79.324587ms)","trace[989686367] 'compare' (duration: 169.42205ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.235262Z","caller":"traceutil/trace.go:171","msg":"trace[1758847816] linearizableReadLoop","detail":"{readStateIndex:2487; appliedIndex:2485; }","duration":"217.51996ms","start":"2026-03-03T14:32:53.017717Z","end":"2026-03-03T14:32:53.235237Z","steps":["trace[1758847816] 'read index received' (duration: 47.312103ms)","trace[1758847816] 'applied index is now lower than readState.Index' (duration: 170.205087ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.235392Z","caller":"traceutil/trace.go:171","msg":"trace[694179523] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"214.667383ms","start":"2026-03-03T14:32:53.020715Z","end":"2026-03-03T14:32:53.235383Z","steps":["trace[694179523] 'process raft request' (duration: 214.423294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.235425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.664011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:32:53.235459Z","caller":"traceutil/trace.go:171","msg":"trace[566190439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2386; }","duration":"229.724003ms","start":"2026-03-03T14:32:53.005721Z","end":"2026-03-03T14:32:53.235445Z","steps":["trace[566190439] 'agreement among raft nodes before linearized reading' (duration: 229.582028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.235576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.447484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:32:53.23561Z","caller":"traceutil/trace.go:171","msg":"trace[724483108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2387; }","duration":"180.538846ms","start":"2026-03-03T14:32:53.055063Z","end":"2026-03-03T14:32:53.235602Z","steps":["trace[724483108] 'agreement among raft nodes before linearized reading' (duration: 180.35126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.235891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.235999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:32:53.235989Z","caller":"traceutil/trace.go:171","msg":"trace[1260239795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2387; }","duration":"111.417185ms","start":"2026-03-03T14:32:53.124553Z","end":"2026-03-03T14:32:53.235971Z","steps":["trace[1260239795] 'agreement among raft nodes before linearized reading' (duration: 111.033362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.492729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.997662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:53.493062Z","caller":"traceutil/trace.go:171","msg":"trace[1712892122] linearizableReadLoop","detail":"{readStateIndex:2494; appliedIndex:2489; }","duration":"207.763069ms","start":"2026-03-03T14:32:53.285284Z","end":"2026-03-03T14:32:53.493048Z","steps":["trace[1712892122] 'read index received' (duration: 75.345913ms)","trace[1712892122] 'applied index is now lower than readState.Index' (duration: 132.416366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.493259Z","caller":"traceutil/trace.go:171","msg":"trace[2056751018] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"253.819419ms","start":"2026-03-03T14:32:53.239405Z","end":"2026-03-03T14:32:53.493224Z","steps":["trace[2056751018] 'process raft request' (duration: 253.494038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.493405Z","caller":"traceutil/trace.go:171","msg":"trace[2089375014] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"253.26173ms","start":"2026-03-03T14:32:53.24013Z","end":"2026-03-03T14:32:53.493391Z","steps":["trace[2089375014] 'process raft request' (duration: 252.814355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.493491Z","caller":"traceutil/trace.go:171","msg":"trace[946196722] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"254.690398ms","start":"2026-03-03T14:32:53.23878Z","end":"2026-03-03T14:32:53.493471Z","steps":["trace[946196722] 'process raft request' (duration: 254.035456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.493418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.130591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:32:53.493537Z","caller":"traceutil/trace.go:171","msg":"trace[492420389] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"255.03011ms","start":"2026-03-03T14:32:53.238456Z","end":"2026-03-03T14:32:53.493486Z","steps":["trace[492420389] 'process raft request' (duration: 122.21159ms)","trace[492420389] 'compare' (duration: 131.556557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.493652Z","caller":"traceutil/trace.go:171","msg":"trace[1893544158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2393; }","duration":"208.39188ms","start":"2026-03-03T14:32:53.285245Z","end":"2026-03-03T14:32:53.493637Z","steps":["trace[1893544158] 'agreement among raft nodes before linearized reading' (duration: 207.999796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.493278Z","caller":"traceutil/trace.go:171","msg":"trace[418517062] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"241.637626ms","start":"2026-03-03T14:32:53.251612Z","end":"2026-03-03T14:32:53.493249Z","steps":["trace[418517062] 'process raft request' (duration: 241.405688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.51812Z","caller":"traceutil/trace.go:171","msg":"trace[1687193461] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"230.934323ms","start":"2026-03-03T14:32:53.287151Z","end":"2026-03-03T14:32:53.518085Z","steps":["trace[1687193461] 'process raft request' (duration: 230.734486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.518159Z","caller":"traceutil/trace.go:171","msg":"trace[1312436267] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"230.948524ms","start":"2026-03-03T14:32:53.28718Z","end":"2026-03-03T14:32:53.518128Z","steps":["trace[1312436267] 'process raft request' (duration: 230.82863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.518207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.459897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:53.518272Z","caller":"traceutil/trace.go:171","msg":"trace[1126827143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2396; }","duration":"199.558521ms","start":"2026-03-03T14:32:53.318698Z","end":"2026-03-03T14:32:53.518256Z","steps":["trace[1126827143] 'agreement among raft nodes before linearized reading' (duration: 199.438247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.518169Z","caller":"traceutil/trace.go:171","msg":"trace[971196874] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"227.789418ms","start":"2026-03-03T14:32:53.290364Z","end":"2026-03-03T14:32:53.518153Z","steps":["trace[971196874] 'process raft request' (duration: 227.690184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:54.219469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.910792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:54.219564Z","caller":"traceutil/trace.go:171","msg":"trace[2093656158] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2509; }","duration":"215.656326ms","start":"2026-03-03T14:32:54.003895Z","end":"2026-03-03T14:32:54.219551Z","steps":["trace[2093656158] 'read index received' (duration: 56.672µs)","trace[2093656158] 'applied index is now lower than readState.Index' (duration: 215.598744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:54.219671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.78202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-03T14:32:54.219695Z","caller":"traceutil/trace.go:171","msg":"trace[1109681371] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:2409; }","duration":"215.835362ms","start":"2026-03-03T14:32:54.003853Z","end":"2026-03-03T14:32:54.219688Z","steps":["trace[1109681371] 'agreement among raft nodes before linearized reading' (duration: 215.731948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:54.219657Z","caller":"traceutil/trace.go:171","msg":"trace[1051407478] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"272.15361ms","start":"2026-03-03T14:32:53.947474Z","end":"2026-03-03T14:32:54.219628Z","steps":["trace[1051407478] 'process raft request' (duration: 49.01864ms)","trace[1051407478] 'compare' (duration: 222.784868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:56.453693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.376597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:56.453777Z","caller":"traceutil/trace.go:171","msg":"trace[1753491597] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2523; }","duration":"135.591804ms","start":"2026-03-03T14:32:56.318171Z","end":"2026-03-03T14:32:56.453763Z","steps":["trace[1753491597] 'read index received' (duration: 18.027451ms)","trace[1753491597] 'applied index is now lower than readState.Index' (duration: 117.562983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:56.453853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.681617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:56.453882Z","caller":"traceutil/trace.go:171","msg":"trace[981741379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"135.737219ms","start":"2026-03-03T14:32:56.318137Z","end":"2026-03-03T14:32:56.453874Z","steps":["trace[981741379] 'agreement among raft nodes before linearized reading' (duration: 135.693427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:56.453822Z","caller":"traceutil/trace.go:171","msg":"trace[89957819] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"156.878595ms","start":"2026-03-03T14:32:56.29691Z","end":"2026-03-03T14:32:56.453789Z","steps":["trace[89957819] 'process raft request' (duration: 39.354523ms)","trace[89957819] 'compare' (duration: 117.269303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.468085Z","caller":"traceutil/trace.go:171","msg":"trace[553286089] linearizableReadLoop","detail":"{readStateIndex:2559; appliedIndex:2558; }","duration":"147.091294ms","start":"2026-03-03T14:33:03.320969Z","end":"2026-03-03T14:33:03.46806Z","steps":["trace[553286089] 'read index received' (duration: 146.828765ms)","trace[553286089] 'applied index is now lower than readState.Index' (duration: 261.379µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:03.468212Z","caller":"traceutil/trace.go:171","msg":"trace[1151595781] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"809.122412ms","start":"2026-03-03T14:33:02.659053Z","end":"2026-03-03T14:33:03.468175Z","steps":["trace[1151595781] 'process raft request' (duration: 808.833342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.468261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.26724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:03.468308Z","caller":"traceutil/trace.go:171","msg":"trace[70241852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2455; }","duration":"147.386764ms","start":"2026-03-03T14:33:03.320909Z","end":"2026-03-03T14:33:03.468296Z","steps":["trace[70241852] 'agreement among raft nodes before linearized reading' (duration: 147.293751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.468334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.606966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:03.468395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:02.659034Z","time spent":"809.268447ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:03.46842Z","caller":"traceutil/trace.go:171","msg":"trace[1648502897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2455; }","duration":"120.75463ms","start":"2026-03-03T14:33:03.347645Z","end":"2026-03-03T14:33:03.468399Z","steps":["trace[1648502897] 'agreement among raft nodes before linearized reading' (duration: 120.603155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:03.468417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.524412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:03.468477Z","caller":"traceutil/trace.go:171","msg":"trace[2128478413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2455; }","duration":"107.608225ms","start":"2026-03-03T14:33:03.360851Z","end":"2026-03-03T14:33:03.468459Z","steps":["trace[2128478413] 'agreement among raft nodes before linearized reading' (duration: 107.43636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:04.148158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:04.648695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:05.149751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:05.571075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.09808724s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:05.666101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.874992Z","time spent":"791.101863ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:33:05.666873Z","caller":"traceutil/trace.go:171","msg":"trace[1667550683] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"2.193942298s","start":"2026-03-03T14:33:03.472895Z","end":"2026-03-03T14:33:05.666838Z","steps":["trace[1667550683] 'process raft request' (duration: 2.09839199s)","trace[1667550683] 'compare' (duration: 94.940638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:05.667026Z","caller":"traceutil/trace.go:171","msg":"trace[89562528] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"1.645226829s","start":"2026-03-03T14:33:04.021776Z","end":"2026-03-03T14:33:05.667003Z","steps":["trace[89562528] 'process raft request' (duration: 1.644632769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.667039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.472876Z","time spent":"2.194074183s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:05.667144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.021746Z","time spent":"1.645328062s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:05.667519Z","caller":"traceutil/trace.go:171","msg":"trace[194705615] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"1.218836653s","start":"2026-03-03T14:33:04.44865Z","end":"2026-03-03T14:33:05.667487Z","steps":["trace[194705615] 'process raft request' (duration: 1.21784773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.667668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.448622Z","time spent":"1.218978738s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:05.667805Z","caller":"traceutil/trace.go:171","msg":"trace[2102718481] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"1.101348742s","start":"2026-03-03T14:33:04.56643Z","end":"2026-03-03T14:33:05.667779Z","steps":["trace[2102718481] 'process raft request' (duration: 1.10009847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.667907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.566407Z","time spent":"1.101447866s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:05.676946Z","caller":"traceutil/trace.go:171","msg":"trace[92113335] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2559; }","duration":"2.029526378s","start":"2026-03-03T14:33:03.647398Z","end":"2026-03-03T14:33:05.676924Z","steps":["trace[92113335] 'read index received' (duration: 1.923906739s)","trace[92113335] 'applied index is now lower than readState.Index' (duration: 105.618189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:05.677116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229569776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:05.677144Z","caller":"traceutil/trace.go:171","msg":"trace[43356315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2459; }","duration":"1.229656889s","start":"2026-03-03T14:33:04.447479Z","end":"2026-03-03T14:33:05.677136Z","steps":["trace[43356315] 'agreement among raft nodes before linearized reading' (duration: 1.229578886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.677168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.447459Z","time spent":"1.229704091s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:05.6772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.352265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:05.677237Z","caller":"traceutil/trace.go:171","msg":"trace[684387712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2459; }","duration":"186.414447ms","start":"2026-03-03T14:33:05.490813Z","end":"2026-03-03T14:33:05.677227Z","steps":["trace[684387712] 'agreement among raft nodes before linearized reading' (duration: 186.295263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.67721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029789127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:33:05.677252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046640869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:05.677287Z","caller":"traceutil/trace.go:171","msg":"trace[1611317492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2459; }","duration":"2.029915841s","start":"2026-03-03T14:33:03.647352Z","end":"2026-03-03T14:33:05.677268Z","steps":["trace[1611317492] 'agreement among raft nodes before linearized reading' (duration: 2.029688514s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:05.677291Z","caller":"traceutil/trace.go:171","msg":"trace[61058127] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2459; }","duration":"1.046681621s","start":"2026-03-03T14:33:04.630598Z","end":"2026-03-03T14:33:05.67728Z","steps":["trace[61058127] 'agreement among raft nodes before linearized reading' (duration: 1.046613958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.677181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984033917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:33:05.677329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.647331Z","time spent":"2.029990954s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:05.677335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:04.630559Z","time spent":"1.046763903s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:05.677358Z","caller":"traceutil/trace.go:171","msg":"trace[1938490996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2459; }","duration":"1.984286585s","start":"2026-03-03T14:33:03.693056Z","end":"2026-03-03T14:33:05.677343Z","steps":["trace[1938490996] 'agreement among raft nodes before linearized reading' (duration: 1.983995855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.677387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755318758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:33:05.677402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978384275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:33:05.678059Z","caller":"traceutil/trace.go:171","msg":"trace[1297422568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2459; }","duration":"1.979052778s","start":"2026-03-03T14:33:03.698995Z","end":"2026-03-03T14:33:05.678047Z","steps":["trace[1297422568] 'agreement among raft nodes before linearized reading' (duration: 1.9782475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.678128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.698941Z","time spent":"1.979176632s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:33:05.677474Z","caller":"traceutil/trace.go:171","msg":"trace[1819887556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2459; }","duration":"1.755402131s","start":"2026-03-03T14:33:03.922027Z","end":"2026-03-03T14:33:05.677429Z","steps":["trace[1819887556] 'agreement among raft nodes before linearized reading' (duration: 1.755251316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.678206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.922011Z","time spent":"1.756181998s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:05.677403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.69303Z","time spent":"1.984360827s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:33:05.677401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962891191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:05.678341Z","caller":"traceutil/trace.go:171","msg":"trace[686095125] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2459; }","duration":"1.963872463s","start":"2026-03-03T14:33:03.714455Z","end":"2026-03-03T14:33:05.678328Z","steps":["trace[686095125] 'agreement among raft nodes before linearized reading' (duration: 1.962735815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:05.678387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:03.714444Z","time spent":"1.963927736s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T14:33:16.4899Z","caller":"traceutil/trace.go:171","msg":"trace[127241142] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"274.835671ms","start":"2026-03-03T14:33:16.21504Z","end":"2026-03-03T14:33:16.489876Z","steps":["trace[127241142] 'read index received' (duration: 274.653625ms)","trace[127241142] 'applied index is now lower than readState.Index' (duration: 180.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:16.490189Z","caller":"traceutil/trace.go:171","msg":"trace[347717323] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"324.357809ms","start":"2026-03-03T14:33:16.165565Z","end":"2026-03-03T14:33:16.489923Z","steps":["trace[347717323] 'process raft request' (duration: 324.10373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.490347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.16554Z","time spent":"324.722271ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:16.490391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.055661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:16.490476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.201373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:16.490493Z","caller":"traceutil/trace.go:171","msg":"trace[1815231617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2524; }","duration":"170.209617ms","start":"2026-03-03T14:33:16.320256Z","end":"2026-03-03T14:33:16.490466Z","steps":["trace[1815231617] 'agreement among raft nodes before linearized reading' (duration: 170.037671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:16.490541Z","caller":"traceutil/trace.go:171","msg":"trace[1521740596] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2524; }","duration":"275.530345ms","start":"2026-03-03T14:33:16.214984Z","end":"2026-03-03T14:33:16.490515Z","steps":["trace[1521740596] 'agreement among raft nodes before linearized reading' (duration: 275.217344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:26.167476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.254729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:26.167789Z","caller":"traceutil/trace.go:171","msg":"trace[1177016709] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2688; }","duration":"128.910057ms","start":"2026-03-03T14:33:26.038864Z","end":"2026-03-03T14:33:26.167774Z","steps":["trace[1177016709] 'read index received' (duration: 62.413µs)","trace[1177016709] 'applied index is now lower than readState.Index' (duration: 128.846534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:26.167817Z","caller":"traceutil/trace.go:171","msg":"trace[1833914611] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"329.780162ms","start":"2026-03-03T14:33:25.837996Z","end":"2026-03-03T14:33:26.167776Z","steps":["trace[1833914611] 'process raft request' (duration: 329.566015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:26.167979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.123714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:33:26.16801Z","caller":"traceutil/trace.go:171","msg":"trace[395132259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2583; }","duration":"129.198367ms","start":"2026-03-03T14:33:26.038803Z","end":"2026-03-03T14:33:26.168002Z","steps":["trace[395132259] 'agreement among raft nodes before linearized reading' (duration: 129.013541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:26.168011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:25.837982Z","time spent":"329.927568ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:26.168078Z","caller":"traceutil/trace.go:171","msg":"trace[1998843419] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"330.039691ms","start":"2026-03-03T14:33:25.837995Z","end":"2026-03-03T14:33:26.168034Z","steps":["trace[1998843419] 'process raft request' (duration: 137.150541ms)","trace[1998843419] 'compare' (duration: 192.136055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:26.168268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:25.837986Z","time spent":"330.195207ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:26.168283Z","caller":"traceutil/trace.go:171","msg":"trace[1404261722] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"329.459571ms","start":"2026-03-03T14:33:25.838775Z","end":"2026-03-03T14:33:26.168235Z","steps":["trace[1404261722] 'process raft request' (duration: 328.844161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:26.168453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:25.838765Z","time spent":"329.599227ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:26.168812Z","caller":"traceutil/trace.go:171","msg":"trace[1577409815] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"330.728904ms","start":"2026-03-03T14:33:25.838055Z","end":"2026-03-03T14:33:26.168784Z","steps":["trace[1577409815] 'process raft request' (duration: 329.542144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:26.168909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:25.838049Z","time spent":"330.816937ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:27.976317Z","caller":"traceutil/trace.go:171","msg":"trace[1973633339] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2694; }","duration":"100.504285ms","start":"2026-03-03T14:33:27.875763Z","end":"2026-03-03T14:33:27.976267Z","steps":["trace[1973633339] 'read index received' (duration: 87.038828ms)","trace[1973633339] 'applied index is now lower than readState.Index' (duration: 13.464377ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:27.976541Z","caller":"traceutil/trace.go:171","msg":"trace[460146175] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"141.162184ms","start":"2026-03-03T14:33:27.835352Z","end":"2026-03-03T14:33:27.976514Z","steps":["trace[460146175] 'process raft request' (duration: 127.458829ms)","trace[460146175] 'compare' (duration: 13.013152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:27.976607Z","caller":"traceutil/trace.go:171","msg":"trace[2055160703] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"137.046618ms","start":"2026-03-03T14:33:27.83953Z","end":"2026-03-03T14:33:27.976577Z","steps":["trace[2055160703] 'process raft request' (duration: 136.619594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:27.978191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.402608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:27.978354Z","caller":"traceutil/trace.go:171","msg":"trace[1971484753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2587; }","duration":"102.511731ms","start":"2026-03-03T14:33:27.875731Z","end":"2026-03-03T14:33:27.978243Z","steps":["trace[1971484753] 'agreement among raft nodes before linearized reading' (duration: 100.67947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:28.561557Z","caller":"traceutil/trace.go:171","msg":"trace[627649343] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2698; }","duration":"243.268933ms","start":"2026-03-03T14:33:28.318267Z","end":"2026-03-03T14:33:28.561536Z","steps":["trace[627649343] 'read index received' (duration: 203.576425ms)","trace[627649343] 'applied index is now lower than readState.Index' (duration: 39.689318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:28.561686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.414398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:28.561713Z","caller":"traceutil/trace.go:171","msg":"trace[131609496] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"382.206714ms","start":"2026-03-03T14:33:28.179478Z","end":"2026-03-03T14:33:28.561684Z","steps":["trace[131609496] 'process raft request' (duration: 342.408483ms)","trace[131609496] 'compare' (duration: 39.47359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:28.561729Z","caller":"traceutil/trace.go:171","msg":"trace[691806533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"243.501381ms","start":"2026-03-03T14:33:28.31821Z","end":"2026-03-03T14:33:28.561711Z","steps":["trace[691806533] 'agreement among raft nodes before linearized reading' (duration: 243.414548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:28.561758Z","caller":"traceutil/trace.go:171","msg":"trace[436602794] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"379.69287ms","start":"2026-03-03T14:33:28.182033Z","end":"2026-03-03T14:33:28.561725Z","steps":["trace[436602794] 'process raft request' (duration: 379.466172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:28.561798Z","caller":"traceutil/trace.go:171","msg":"trace[821154117] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"381.443968ms","start":"2026-03-03T14:33:28.18034Z","end":"2026-03-03T14:33:28.561784Z","steps":["trace[821154117] 'process raft request' (duration: 381.122777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:28.561835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:28.179458Z","time spent":"382.319357ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:28.561866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:28.182011Z","time spent":"379.800434ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:28.561872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:28.180329Z","time spent":"381.495219ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:29.495157Z","caller":"traceutil/trace.go:171","msg":"trace[1645071222] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"121.929716ms","start":"2026-03-03T14:33:29.373194Z","end":"2026-03-03T14:33:29.495123Z","steps":["trace[1645071222] 'process raft request' (duration: 58.538083ms)","trace[1645071222] 'compare' (duration: 63.28661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:30.544655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:31.044989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:31.322903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31146068s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:31.323157Z","caller":"traceutil/trace.go:171","msg":"trace[1558945719] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"1.340917608s","start":"2026-03-03T14:33:29.982169Z","end":"2026-03-03T14:33:31.323087Z","steps":["trace[1558945719] 'process raft request' (duration: 29.192589ms)","trace[1558945719] 'compare' (duration: 1.311219432s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:31.323264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:29.982146Z","time spent":"1.341089034s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:31.546119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:32.046972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:32.318986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:32.319072Z","caller":"traceutil/trace.go:171","msg":"trace[1300253996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165463s","start":"2026-03-03T14:33:30.318884Z","end":"2026-03-03T14:33:32.31905Z","steps":["trace[1300253996] 'agreement among raft nodes before linearized reading' (duration: 2.00006508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:32.319136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.318869Z","time spent":"2.000251607s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:32.547921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:32.703177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.691753273s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:32.848881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.539377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:32.849293Z","caller":"traceutil/trace.go:171","msg":"trace[1281420197] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"2.859310165s","start":"2026-03-03T14:33:29.989966Z","end":"2026-03-03T14:33:32.849276Z","steps":["trace[1281420197] 'process raft request' (duration: 2.714273411s)","trace[1281420197] 'compare' (duration: 144.246467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:32.849376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:29.98994Z","time spent":"2.859401518s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:33.34981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:33.349905Z","caller":"traceutil/trace.go:171","msg":"trace[637844090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171225s","start":"2026-03-03T14:33:31.349715Z","end":"2026-03-03T14:33:33.349887Z","steps":["trace[637844090] 'agreement among raft nodes before linearized reading' (duration: 2.000055641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:33.349955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.349666Z","time spent":"2.000276379s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:33.674576Z","caller":"traceutil/trace.go:171","msg":"trace[488401210] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"2.492276506s","start":"2026-03-03T14:33:31.182266Z","end":"2026-03-03T14:33:33.674543Z","steps":["trace[488401210] 'process raft request' (duration: 2.492041618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:33.674747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.182239Z","time spent":"2.492435221s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:33.674946Z","caller":"traceutil/trace.go:171","msg":"trace[1131535788] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2706; }","duration":"3.631342715s","start":"2026-03-03T14:33:30.043578Z","end":"2026-03-03T14:33:33.67492Z","steps":["trace[1131535788] 'read index received' (duration: 2.660684812s)","trace[1131535788] 'applied index is now lower than readState.Index' (duration: 970.657073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:33.67504Z","caller":"traceutil/trace.go:171","msg":"trace[1687959902] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"2.05127557s","start":"2026-03-03T14:33:31.623755Z","end":"2026-03-03T14:33:33.675031Z","steps":["trace[1687959902] 'process raft request' (duration: 2.051051423s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:33.675057Z","caller":"traceutil/trace.go:171","msg":"trace[588695146] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"2.172522854s","start":"2026-03-03T14:33:31.502507Z","end":"2026-03-03T14:33:33.675029Z","steps":["trace[588695146] 'process raft request' (duration: 2.171975346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:33.675116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.623729Z","time spent":"2.051330352s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:33.675083Z","caller":"traceutil/trace.go:171","msg":"trace[861945170] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"1.777215048s","start":"2026-03-03T14:33:31.897834Z","end":"2026-03-03T14:33:33.675049Z","steps":["trace[861945170] 'process raft request' (duration: 1.777055772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:33.675332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631744589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:33.675392Z","caller":"traceutil/trace.go:171","msg":"trace[606168663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2601; }","duration":"3.631826882s","start":"2026-03-03T14:33:30.04355Z","end":"2026-03-03T14:33:33.675377Z","steps":["trace[606168663] 'agreement among raft nodes before linearized reading' (duration: 3.631622685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:33.675434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.043535Z","time spent":"3.631887704s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:33.67549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.502487Z","time spent":"2.172641657s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:33.675523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.897815Z","time spent":"1.777349033s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:34.176088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:34.32449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000872521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:34.324568Z","caller":"traceutil/trace.go:171","msg":"trace[761552477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001010456s","start":"2026-03-03T14:33:32.323539Z","end":"2026-03-03T14:33:34.324549Z","steps":["trace[761552477] 'agreement among raft nodes before linearized reading' (duration: 2.000907173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:34.324603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.323518Z","time spent":"2.001078548s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:34.677144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:35.050519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376218841s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:35.145315Z","caller":"traceutil/trace.go:171","msg":"trace[323668848] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"1.81765182s","start":"2026-03-03T14:33:33.327641Z","end":"2026-03-03T14:33:35.145293Z","steps":["trace[323668848] 'process raft request' (duration: 1.723130874s)","trace[323668848] 'compare' (duration: 93.937197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:35.145422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:33.327617Z","time spent":"1.817753184s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:35.197244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999696886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:35.197326Z","caller":"traceutil/trace.go:171","msg":"trace[1644117012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99981893s","start":"2026-03-03T14:33:30.197488Z","end":"2026-03-03T14:33:35.197306Z","steps":["trace[1644117012] 'agreement among raft nodes before linearized reading' (duration: 4.999719447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:35.197373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.197471Z","time spent":"4.999893392s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:35.565695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999571712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:33:35.565736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999444138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:35.565814Z","caller":"traceutil/trace.go:171","msg":"trace[1623837909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999559142s","start":"2026-03-03T14:33:30.56624Z","end":"2026-03-03T14:33:35.565799Z","steps":["trace[1623837909] 'agreement among raft nodes before linearized reading' (duration: 4.999450908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:35.565851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.566235Z","time spent":"4.999609273s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:33:35.565768Z","caller":"traceutil/trace.go:171","msg":"trace[1656456228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999689256s","start":"2026-03-03T14:33:30.566062Z","end":"2026-03-03T14:33:35.565752Z","steps":["trace[1656456228] 'agreement among raft nodes before linearized reading' (duration: 4.999598693s)"],"step_count":1} 2026/03/03 14:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:35.565903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.566044Z","time spent":"4.999848901s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:33:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:36.24222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.582853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:36.242517Z","caller":"traceutil/trace.go:171","msg":"trace[266063447] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"2.557361668s","start":"2026-03-03T14:33:33.685053Z","end":"2026-03-03T14:33:36.242414Z","steps":["trace[266063447] 'process raft request' (duration: 1.582518296s)","trace[266063447] 'compare' (duration: 974.48485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:36.24292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:33.685035Z","time spent":"2.557540384s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:36.331187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:36.331464Z","caller":"traceutil/trace.go:171","msg":"trace[1476192335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651833s","start":"2026-03-03T14:33:34.330794Z","end":"2026-03-03T14:33:36.331446Z","steps":["trace[1476192335] 'agreement among raft nodes before linearized reading' (duration: 2.000349273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:36.331558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:34.330774Z","time spent":"2.000722375s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:37.163985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.661774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:33:37.164398Z","caller":"traceutil/trace.go:171","msg":"trace[1512379043] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"2.306623365s","start":"2026-03-03T14:33:34.85775Z","end":"2026-03-03T14:33:37.164374Z","steps":["trace[1512379043] 'process raft request' (duration: 2.306309755s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.164419Z","caller":"traceutil/trace.go:171","msg":"trace[256182847] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2711; }","duration":"3.489395367s","start":"2026-03-03T14:33:33.675004Z","end":"2026-03-03T14:33:37.164399Z","steps":["trace[256182847] 'read index received' (duration: 1.375766567s)","trace[256182847] 'applied index is now lower than readState.Index' (duration: 2.11362799s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.164526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:34.85773Z","time spent":"2.306725719s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:37.751766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.466581548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:33:37.751792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0377002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:33:37.751839Z","caller":"traceutil/trace.go:171","msg":"trace[642532040] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2604; }","duration":"7.46668862s","start":"2026-03-03T14:33:30.285128Z","end":"2026-03-03T14:33:37.751816Z","steps":["trace[642532040] 'agreement among raft nodes before linearized reading' (duration: 6.879331831s)","trace[642532040] 'range keys from in-memory index tree' (duration: 587.141582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:37.751848Z","caller":"traceutil/trace.go:171","msg":"trace[1887087304] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2604; }","duration":"6.037822543s","start":"2026-03-03T14:33:31.714011Z","end":"2026-03-03T14:33:37.751833Z","steps":["trace[1887087304] 'agreement among raft nodes before linearized reading' (duration: 5.450435672s)","trace[1887087304] 'range keys from in-memory index tree' (duration: 587.232005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.751869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.285111Z","time spent":"7.466751523s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:33:37.751873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774200023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:33:37.751861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.271849005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:37.751926Z","caller":"traceutil/trace.go:171","msg":"trace[2035769419] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2604; }","duration":"4.774284385s","start":"2026-03-03T14:33:32.977626Z","end":"2026-03-03T14:33:37.75191Z","steps":["trace[2035769419] 'agreement among raft nodes before linearized reading' (duration: 4.186810862s)","trace[2035769419] 'count revisions from in-memory index tree' (duration: 587.400971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.751975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:32.97761Z","time spent":"4.774353348s","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":323,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.751983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.713992Z","time spent":"6.037969008s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T14:33:37.75199Z","caller":"traceutil/trace.go:171","msg":"trace[338197863] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2604; }","duration":"7.272025411s","start":"2026-03-03T14:33:30.479909Z","end":"2026-03-03T14:33:37.751935Z","steps":["trace[338197863] 'agreement among raft nodes before linearized reading' (duration: 6.684520457s)","trace[338197863] 'count revisions from in-memory index tree' (duration: 587.35492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.752067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.479893Z","time spent":"7.272157596s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.752163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.391655296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:33:37.752167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278641927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:37.752195Z","caller":"traceutil/trace.go:171","msg":"trace[368667908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2604; }","duration":"6.391686807s","start":"2026-03-03T14:33:31.3605Z","end":"2026-03-03T14:33:37.752187Z","steps":["trace[368667908] 'agreement among raft nodes before linearized reading' (duration: 5.803901223s)","trace[368667908] 'range keys from in-memory index tree' (duration: 587.702291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:37.752203Z","caller":"traceutil/trace.go:171","msg":"trace[1030993042] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2604; }","duration":"4.278703259s","start":"2026-03-03T14:33:33.473488Z","end":"2026-03-03T14:33:37.752191Z","steps":["trace[1030993042] 'agreement among raft nodes before linearized reading' (duration: 3.690938356s)","trace[1030993042] 'count revisions from in-memory index tree' (duration: 587.717811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.752205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.420690165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18995b60f51dc9bf\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-03T14:33:37.752216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:31.360456Z","time spent":"6.391754608s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:37.752225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:33.473472Z","time spent":"4.27874641s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:37.752237Z","caller":"traceutil/trace.go:171","msg":"trace[1307647745] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18995b60f51dc9bf; range_end:; response_count:1; response_revision:2604; }","duration":"7.420746836s","start":"2026-03-03T14:33:30.33148Z","end":"2026-03-03T14:33:37.752227Z","steps":["trace[1307647745] 'agreement among raft nodes before linearized reading' (duration: 6.832977243s)","trace[1307647745] 'range keys from in-memory index tree' (duration: 587.67827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.752257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.331465Z","time spent":"7.420787308s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18995b60f51dc9bf\" "} {"level":"warn","ts":"2026-03-03T14:33:37.75224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.18609932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:33:37.752284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.486709546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17084"} {"level":"warn","ts":"2026-03-03T14:33:37.75219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.757943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:37.75231Z","caller":"traceutil/trace.go:171","msg":"trace[438250003] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2604; }","duration":"7.486759726s","start":"2026-03-03T14:33:30.265542Z","end":"2026-03-03T14:33:37.752302Z","steps":["trace[438250003] 'agreement among raft nodes before linearized reading' (duration: 6.898959822s)","trace[438250003] 'range keys from in-memory index tree' (duration: 587.698571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:37.752317Z","caller":"traceutil/trace.go:171","msg":"trace[1617239752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2604; }","duration":"7.186218543s","start":"2026-03-03T14:33:30.566079Z","end":"2026-03-03T14:33:37.752298Z","steps":["trace[1617239752] 'agreement among raft nodes before linearized reading' (duration: 6.598369467s)","trace[1617239752] 'range keys from in-memory index tree' (duration: 587.66996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.752367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.566059Z","time spent":"7.186298156s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:33:37.752406Z","caller":"traceutil/trace.go:171","msg":"trace[1898672288] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"585.667544ms","start":"2026-03-03T14:33:37.166729Z","end":"2026-03-03T14:33:37.752397Z","steps":["trace[1898672288] 'process raft request' (duration: 585.615652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.75233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:30.265521Z","time spent":"7.486804438s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17107,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:33:37.752433Z","caller":"traceutil/trace.go:171","msg":"trace[377437397] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"2.070374793s","start":"2026-03-03T14:33:35.682026Z","end":"2026-03-03T14:33:37.752401Z","steps":["trace[377437397] 'process raft request' (duration: 1.482363291s)","trace[377437397] 'compare' (duration: 587.3683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:37.752461Z","caller":"traceutil/trace.go:171","msg":"trace[555826435] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2715; }","duration":"587.98824ms","start":"2026-03-03T14:33:37.164465Z","end":"2026-03-03T14:33:37.752453Z","steps":["trace[555826435] 'read index received' (duration: 48.342µs)","trace[555826435] 'applied index is now lower than readState.Index' (duration: 587.938828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:37.75248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336167484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:37.752501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421110867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:37.752506Z","caller":"traceutil/trace.go:171","msg":"trace[1393938159] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2606; }","duration":"2.336227366s","start":"2026-03-03T14:33:35.416271Z","end":"2026-03-03T14:33:37.752498Z","steps":["trace[1393938159] 'agreement among raft nodes before linearized reading' (duration: 2.336188055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.752511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.319089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:37.752523Z","caller":"traceutil/trace.go:171","msg":"trace[1924979966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"1.421132078s","start":"2026-03-03T14:33:36.331386Z","end":"2026-03-03T14:33:37.752518Z","steps":["trace[1924979966] 'agreement among raft nodes before linearized reading' (duration: 1.421099636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.752528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:35.416251Z","time spent":"2.336272068s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.75254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:36.331324Z","time spent":"1.42121187s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:37.752532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:35.681993Z","time spent":"2.070478896s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:37.752542Z","caller":"traceutil/trace.go:171","msg":"trace[224611206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"955.388152ms","start":"2026-03-03T14:33:36.797144Z","end":"2026-03-03T14:33:37.752533Z","steps":["trace[224611206] 'agreement among raft nodes before linearized reading' (duration: 955.331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.752572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407601124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:37.752463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.166705Z","time spent":"585.725746ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:37.75255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35142013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:37.752641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731892065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:37.75266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806813552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T14:33:37.752585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:36.797125Z","time spent":"955.446783ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:37.75268Z","caller":"traceutil/trace.go:171","msg":"trace[2122226472] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2606; }","duration":"2.731961709s","start":"2026-03-03T14:33:35.020706Z","end":"2026-03-03T14:33:37.752668Z","steps":["trace[2122226472] 'agreement among raft nodes before linearized reading' (duration: 2.731903317s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.752693Z","caller":"traceutil/trace.go:171","msg":"trace[834001492] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2606; }","duration":"2.806871744s","start":"2026-03-03T14:33:34.945812Z","end":"2026-03-03T14:33:37.752683Z","steps":["trace[834001492] 'agreement among raft nodes before linearized reading' (duration: 2.806794471s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.752612Z","caller":"traceutil/trace.go:171","msg":"trace[964935087] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2606; }","duration":"2.407675607s","start":"2026-03-03T14:33:35.344932Z","end":"2026-03-03T14:33:37.752607Z","steps":["trace[964935087] 'agreement among raft nodes before linearized reading' (duration: 2.407628445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.752709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:35.020688Z","time spent":"2.73201262s","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.752724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:35.344911Z","time spent":"2.407805371s","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:37.752669Z","caller":"traceutil/trace.go:171","msg":"trace[868072781] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2606; }","duration":"2.351578965s","start":"2026-03-03T14:33:35.401081Z","end":"2026-03-03T14:33:37.75266Z","steps":["trace[868072781] 'agreement among raft nodes before linearized reading' (duration: 2.35142284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.752931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:35.401059Z","time spent":"2.351819874s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.752716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:34.945794Z","time spent":"2.806916946s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T14:33:37.843506Z","caller":"traceutil/trace.go:171","msg":"trace[1983565554] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"400.5419ms","start":"2026-03-03T14:33:37.442941Z","end":"2026-03-03T14:33:37.843483Z","steps":["trace[1983565554] 'process raft request' (duration: 400.21723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.843549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.91007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:37.843603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.299689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:37.843624Z","caller":"traceutil/trace.go:171","msg":"trace[1531210332] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2607; }","duration":"642.036554ms","start":"2026-03-03T14:33:37.201568Z","end":"2026-03-03T14:33:37.843604Z","steps":["trace[1531210332] 'agreement among raft nodes before linearized reading' (duration: 641.89434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:37.84371Z","caller":"traceutil/trace.go:171","msg":"trace[1361699830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2607; }","duration":"276.445693ms","start":"2026-03-03T14:33:37.567248Z","end":"2026-03-03T14:33:37.843694Z","steps":["trace[1361699830] 'agreement among raft nodes before linearized reading' (duration: 276.187375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.84372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.201551Z","time spent":"642.152319ms","remote":"127.0.0.1:48458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:37.843709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.622476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T14:33:37.843797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.813447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:37.843881Z","caller":"traceutil/trace.go:171","msg":"trace[1857950616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2607; }","duration":"644.91802ms","start":"2026-03-03T14:33:37.198928Z","end":"2026-03-03T14:33:37.843846Z","steps":["trace[1857950616] 'agreement among raft nodes before linearized reading' (duration: 644.669862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.843923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.198908Z","time spent":"645.008354ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:33:37.843846Z","caller":"traceutil/trace.go:171","msg":"trace[582412866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2607; }","duration":"275.809362ms","start":"2026-03-03T14:33:37.568022Z","end":"2026-03-03T14:33:37.843831Z","steps":["trace[582412866] 'agreement among raft nodes before linearized reading' (duration: 275.494621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:37.843615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.442916Z","time spent":"400.645684ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:38.344044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:33:38.797159Z","caller":"traceutil/trace.go:171","msg":"trace[1040091424] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"1.04293496s","start":"2026-03-03T14:33:37.754206Z","end":"2026-03-03T14:33:38.797141Z","steps":["trace[1040091424] 'process raft request' (duration: 1.042764464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:38.797492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.75419Z","time spent":"1.043184228s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:38.797484Z","caller":"traceutil/trace.go:171","msg":"trace[28794582] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"1.04082946s","start":"2026-03-03T14:33:37.75663Z","end":"2026-03-03T14:33:38.797459Z","steps":["trace[28794582] 'process raft request' (duration: 1.040472098s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:38.797581Z","caller":"traceutil/trace.go:171","msg":"trace[941421110] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"1.03117219s","start":"2026-03-03T14:33:37.766368Z","end":"2026-03-03T14:33:38.79754Z","steps":["trace[941421110] 'process raft request' (duration: 1.031060496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:38.797606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.756618Z","time spent":"1.040918693s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:38.797719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.76634Z","time spent":"1.031296104s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:39.759115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:39.759224Z","caller":"traceutil/trace.go:171","msg":"trace[2131465557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117543s","start":"2026-03-03T14:33:37.759064Z","end":"2026-03-03T14:33:39.759182Z","steps":["trace[2131465557] 'agreement among raft nodes before linearized reading' (duration: 2.000005229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.759522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.759057Z","time spent":"2.000444984s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:40.196718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.847486Z","time spent":"2.349226137s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:33:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:40.240816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.032752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:40.241157Z","caller":"traceutil/trace.go:171","msg":"trace[1846527861] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"483.497884ms","start":"2026-03-03T14:33:39.757642Z","end":"2026-03-03T14:33:40.24114Z","steps":["trace[1846527861] 'process raft request' (duration: 483.461312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.757615Z","time spent":"483.583636ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:40.241304Z","caller":"traceutil/trace.go:171","msg":"trace[1607979293] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"2.393267309s","start":"2026-03-03T14:33:37.848011Z","end":"2026-03-03T14:33:40.241278Z","steps":["trace[1607979293] 'process raft request' (duration: 2.392973589s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:40.241304Z","caller":"traceutil/trace.go:171","msg":"trace[277871980] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.071452775s","start":"2026-03-03T14:33:39.169824Z","end":"2026-03-03T14:33:40.241277Z","steps":["trace[277871980] 'process raft request' (duration: 1.071244548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484933481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-03T14:33:40.241442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.847987Z","time spent":"2.393396923s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:40.241458Z","caller":"traceutil/trace.go:171","msg":"trace[70914565] range","detail":"{range_begin:/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:2616; }","duration":"2.484983152s","start":"2026-03-03T14:33:37.756466Z","end":"2026-03-03T14:33:40.241449Z","steps":["trace[70914565] 'agreement among raft nodes before linearized reading' (duration: 2.484853377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.756458Z","time spent":"2.485021074s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" "} {"level":"info","ts":"2026-03-03T14:33:40.241494Z","caller":"traceutil/trace.go:171","msg":"trace[598283068] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"2.393758995s","start":"2026-03-03T14:33:37.84772Z","end":"2026-03-03T14:33:40.241479Z","steps":["trace[598283068] 'process raft request' (duration: 2.393183746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48551149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-03T14:33:40.241535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.169804Z","time spent":"1.071594829s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:40.241296Z","caller":"traceutil/trace.go:171","msg":"trace[1982994366] linearizableReadLoop","detail":"{readStateIndex:2724; appliedIndex:2718; }","duration":"2.397882442s","start":"2026-03-03T14:33:37.843361Z","end":"2026-03-03T14:33:40.241244Z","steps":["trace[1982994366] 'read index received' (duration: 953.594776ms)","trace[1982994366] 'applied index is now lower than readState.Index' (duration: 1.444284116s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:40.241567Z","caller":"traceutil/trace.go:171","msg":"trace[2094377577] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2616; }","duration":"2.485629353s","start":"2026-03-03T14:33:37.755923Z","end":"2026-03-03T14:33:40.241553Z","steps":["trace[2094377577] 'agreement among raft nodes before linearized reading' (duration: 2.485423976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.755908Z","time spent":"2.485700066s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:33:40.241623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.847713Z","time spent":"2.393839007s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:40.241296Z","caller":"traceutil/trace.go:171","msg":"trace[386911590] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.440642936s","start":"2026-03-03T14:33:38.800605Z","end":"2026-03-03T14:33:40.241248Z","steps":["trace[386911590] 'process raft request' (duration: 1.440419759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:38.800584Z","time spent":"1.441104931s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:33:40.241908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485888003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:33:40.241939Z","caller":"traceutil/trace.go:171","msg":"trace[767964942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2616; }","duration":"2.485950205s","start":"2026-03-03T14:33:37.755981Z","end":"2026-03-03T14:33:40.241931Z","steps":["trace[767964942] 'agreement among raft nodes before linearized reading' (duration: 2.48550354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:40.241957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:37.755967Z","time spent":"2.485985476s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:41.234222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:41.234295Z","caller":"traceutil/trace.go:171","msg":"trace[945640917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000709872s","start":"2026-03-03T14:33:39.233567Z","end":"2026-03-03T14:33:41.234276Z","steps":["trace[945640917] 'agreement among raft nodes before linearized reading' (duration: 2.000616219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.234371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.233546Z","time spent":"2.000815986s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:41.760787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:41.760872Z","caller":"traceutil/trace.go:171","msg":"trace[225107267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626901s","start":"2026-03-03T14:33:39.76023Z","end":"2026-03-03T14:33:41.760857Z","steps":["trace[225107267] 'agreement among raft nodes before linearized reading' (duration: 2.000518947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.760925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.760213Z","time spent":"2.000703924s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:43.351328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998952677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:43.351418Z","caller":"traceutil/trace.go:171","msg":"trace[70057677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999081952s","start":"2026-03-03T14:33:41.352297Z","end":"2026-03-03T14:33:43.351379Z","steps":["trace[70057677] 'agreement among raft nodes before linearized reading' (duration: 1.998976568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:43.351455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.352276Z","time spent":"1.999170755s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:43.766574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000893371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:43.766663Z","caller":"traceutil/trace.go:171","msg":"trace[964502153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031836s","start":"2026-03-03T14:33:41.765615Z","end":"2026-03-03T14:33:43.766636Z","steps":["trace[964502153] 'agreement among raft nodes before linearized reading' (duration: 2.000920722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:43.76689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.7656Z","time spent":"2.001274604s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:44.757191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.75809Z","time spent":"4.999095336s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:33:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:45.006333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.824403025s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:45.783525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001565071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:45.783655Z","caller":"traceutil/trace.go:171","msg":"trace[1133317327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001763487s","start":"2026-03-03T14:33:43.781864Z","end":"2026-03-03T14:33:45.783628Z","steps":["trace[1133317327] 'agreement among raft nodes before linearized reading' (duration: 2.001588301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.78372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:43.781849Z","time spent":"2.001859341s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:46.111918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.341712Z","time spent":"3.770201544s","remote":"127.0.0.1:36010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:46.112316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562578647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:46.113472Z","caller":"traceutil/trace.go:171","msg":"trace[243365140] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"5.8718601s","start":"2026-03-03T14:33:40.24159Z","end":"2026-03-03T14:33:46.11345Z","steps":["trace[243365140] 'read index received' (duration: 308.055613ms)","trace[243365140] 'applied index is now lower than readState.Index' (duration: 5.563803017s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:46.113573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.326047495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:46.113605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.864000692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T14:33:46.11359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.254956672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:46.113622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860859919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:33:46.113622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.867622316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:33:46.113622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145066018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:33:46.113638Z","caller":"traceutil/trace.go:171","msg":"trace[1027806058] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2617; }","duration":"7.326139328s","start":"2026-03-03T14:33:38.787474Z","end":"2026-03-03T14:33:46.113613Z","steps":["trace[1027806058] 'agreement among raft nodes before linearized reading' (duration: 7.326034674s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.113639Z","caller":"traceutil/trace.go:171","msg":"trace[1058552593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2617; }","duration":"6.864033933s","start":"2026-03-03T14:33:39.249593Z","end":"2026-03-03T14:33:46.113626Z","steps":["trace[1058552593] 'agreement among raft nodes before linearized reading' (duration: 6.863912609s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.113653Z","caller":"traceutil/trace.go:171","msg":"trace[270546291] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2617; }","duration":"6.860921281s","start":"2026-03-03T14:33:39.252724Z","end":"2026-03-03T14:33:46.113645Z","steps":["trace[270546291] 'agreement among raft nodes before linearized reading' (duration: 6.860803467s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.113651Z","caller":"traceutil/trace.go:171","msg":"trace[1197384957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2617; }","duration":"6.255062245s","start":"2026-03-03T14:33:39.858573Z","end":"2026-03-03T14:33:46.113635Z","steps":["trace[1197384957] 'agreement among raft nodes before linearized reading' (duration: 6.254945851s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.113662Z","caller":"traceutil/trace.go:171","msg":"trace[2023543334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"7.867704979s","start":"2026-03-03T14:33:38.245945Z","end":"2026-03-03T14:33:46.11365Z","steps":["trace[2023543334] 'agreement among raft nodes before linearized reading' (duration: 7.867584605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.113669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:38.787458Z","time spent":"7.32620445s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:46.113674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.252713Z","time spent":"6.860956051s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T14:33:46.113675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.249545Z","time spent":"6.864124286s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:33:46.113668Z","caller":"traceutil/trace.go:171","msg":"trace[1619453230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2617; }","duration":"7.145144161s","start":"2026-03-03T14:33:38.968511Z","end":"2026-03-03T14:33:46.113655Z","steps":["trace[1619453230] 'agreement among raft nodes before linearized reading' (duration: 7.145014697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.113686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:38.245925Z","time spent":"7.867756351s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:46.113686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:39.858557Z","time spent":"6.255119648s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:46.113706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:38.968493Z","time spent":"7.145205663s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:33:46.113888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.312242537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:33:46.113995Z","caller":"traceutil/trace.go:171","msg":"trace[1662485048] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2617; }","duration":"7.312366641s","start":"2026-03-03T14:33:38.801608Z","end":"2026-03-03T14:33:46.113974Z","steps":["trace[1662485048] 'agreement among raft nodes before linearized reading' (duration: 7.311902755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.114065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:38.8016Z","time spent":"7.312453794s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:33:46.114375Z","caller":"traceutil/trace.go:171","msg":"trace[210807170] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"3.867798953s","start":"2026-03-03T14:33:42.246562Z","end":"2026-03-03T14:33:46.114361Z","steps":["trace[210807170] 'process raft request' (duration: 3.86739555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.114441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.246553Z","time spent":"3.867853635s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.114453Z","caller":"traceutil/trace.go:171","msg":"trace[881119910] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"4.93262108s","start":"2026-03-03T14:33:41.181803Z","end":"2026-03-03T14:33:46.114424Z","steps":["trace[881119910] 'process raft request' (duration: 4.930707257s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.114504Z","caller":"traceutil/trace.go:171","msg":"trace[1899707901] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"3.867855065s","start":"2026-03-03T14:33:42.246636Z","end":"2026-03-03T14:33:46.114491Z","steps":["trace[1899707901] 'process raft request' (duration: 3.867374109s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.114581Z","caller":"traceutil/trace.go:171","msg":"trace[777348216] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"2.047805066s","start":"2026-03-03T14:33:44.06675Z","end":"2026-03-03T14:33:46.114555Z","steps":["trace[777348216] 'process raft request' (duration: 2.047292639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.1146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.24663Z","time spent":"3.867900227s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:46.114616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.181774Z","time spent":"4.932756215s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:46.114752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.066722Z","time spent":"2.047969341s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:46.613774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:47.245384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999367314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:47.245454Z","caller":"traceutil/trace.go:171","msg":"trace[1067228136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999464666s","start":"2026-03-03T14:33:42.245974Z","end":"2026-03-03T14:33:47.245439Z","steps":["trace[1067228136] 'agreement among raft nodes before linearized reading' (duration: 4.999373833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.245489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.245969Z","time spent":"4.999512988s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:47.24542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999739226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:47.245639Z","caller":"traceutil/trace.go:171","msg":"trace[861333241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000000274s","start":"2026-03-03T14:33:42.245621Z","end":"2026-03-03T14:33:47.245621Z","steps":["trace[861333241] 'agreement among raft nodes before linearized reading' (duration: 4.999758786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.245732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.245606Z","time spent":"5.000114799s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:47.653343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539245708s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:33:47.654075Z","caller":"traceutil/trace.go:171","msg":"trace[1879325789] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"1.741423047s","start":"2026-03-03T14:33:45.912628Z","end":"2026-03-03T14:33:47.654051Z","steps":["trace[1879325789] 'process raft request' (duration: 1.740938411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.654208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.912604Z","time spent":"1.741532351s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:47.783317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999129419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:47.783387Z","caller":"traceutil/trace.go:171","msg":"trace[776410646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999593184s","start":"2026-03-03T14:33:45.783776Z","end":"2026-03-03T14:33:47.783369Z","steps":["trace[776410646] 'agreement among raft nodes before linearized reading' (duration: 1.99916042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:47.783421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.783755Z","time spent":"1.999659677s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:48.24591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.117336Z","time spent":"2.128561524s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:33:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:48.951688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.076193368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:48.952844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.114529Z","time spent":"2.838311868s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:33:48.953318Z","caller":"traceutil/trace.go:171","msg":"trace[568921452] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2732; }","duration":"2.839770347s","start":"2026-03-03T14:33:46.113533Z","end":"2026-03-03T14:33:48.953303Z","steps":["trace[568921452] 'read index received' (duration: 761.986706ms)","trace[568921452] 'applied index is now lower than readState.Index' (duration: 2.077783061s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:48.95351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.113213267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:48.953546Z","caller":"traceutil/trace.go:171","msg":"trace[950958820] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2627; }","duration":"6.113295039s","start":"2026-03-03T14:33:42.840241Z","end":"2026-03-03T14:33:48.953536Z","steps":["trace[950958820] 'agreement among raft nodes before linearized reading' (duration: 6.113198776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.953569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.840222Z","time spent":"6.113341341s","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.953558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.693287539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:48.953629Z","caller":"traceutil/trace.go:171","msg":"trace[1902652202] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2627; }","duration":"5.693401783s","start":"2026-03-03T14:33:43.260211Z","end":"2026-03-03T14:33:48.953613Z","steps":["trace[1902652202] 'agreement among raft nodes before linearized reading' (duration: 5.693227447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:48.95366Z","caller":"traceutil/trace.go:171","msg":"trace[1772529763] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"2.836195868s","start":"2026-03-03T14:33:46.11745Z","end":"2026-03-03T14:33:48.953646Z","steps":["trace[1772529763] 'process raft request' (duration: 2.835786594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.953677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:43.260192Z","time spent":"5.693475716s","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:48.953747Z","caller":"traceutil/trace.go:171","msg":"trace[215364076] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"2.836315762s","start":"2026-03-03T14:33:46.11742Z","end":"2026-03-03T14:33:48.953736Z","steps":["trace[215364076] 'process raft request' (duration: 2.835787825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.953777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.11743Z","time spent":"2.8362591s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:48.953816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.117414Z","time spent":"2.836360653s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:48.954082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.709852688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"warn","ts":"2026-03-03T14:33:48.954085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.709415693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-03T14:33:48.953852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499006438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:48.954275Z","caller":"traceutil/trace.go:171","msg":"trace[822346659] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2627; }","duration":"4.499464854s","start":"2026-03-03T14:33:44.454801Z","end":"2026-03-03T14:33:48.954266Z","steps":["trace[822346659] 'agreement among raft nodes before linearized reading' (duration: 4.499023099s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:48.953858Z","caller":"traceutil/trace.go:171","msg":"trace[1782512085] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"2.832709473s","start":"2026-03-03T14:33:46.12114Z","end":"2026-03-03T14:33:48.95385Z","steps":["trace[1782512085] 'process raft request' (duration: 2.832119433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.954328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.454781Z","time spent":"4.499536795s","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.953932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.709070771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:33:48.954413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.121127Z","time spent":"2.833216759s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:48.954461Z","caller":"traceutil/trace.go:171","msg":"trace[1959051588] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a; range_end:; response_count:1; response_revision:2627; }","duration":"8.70960812s","start":"2026-03-03T14:33:40.244842Z","end":"2026-03-03T14:33:48.95445Z","steps":["trace[1959051588] 'agreement among raft nodes before linearized reading' (duration: 8.709035771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.95459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.244831Z","time spent":"8.709748384s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" "} {"level":"warn","ts":"2026-03-03T14:33:48.953926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19560999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:33:48.954739Z","caller":"traceutil/trace.go:171","msg":"trace[439654131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2627; }","duration":"4.196445568s","start":"2026-03-03T14:33:44.758276Z","end":"2026-03-03T14:33:48.954721Z","steps":["trace[439654131] 'agreement among raft nodes before linearized reading' (duration: 4.195464305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.953928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.298827485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:48.954806Z","caller":"traceutil/trace.go:171","msg":"trace[118265335] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2627; }","duration":"4.299723195s","start":"2026-03-03T14:33:44.655072Z","end":"2026-03-03T14:33:48.954796Z","steps":["trace[118265335] 'agreement among raft nodes before linearized reading' (duration: 4.298793214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.954806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.758256Z","time spent":"4.19653258s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:33:48.954842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:44.655055Z","time spent":"4.299776996s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.953964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.135714604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:48.954908Z","caller":"traceutil/trace.go:171","msg":"trace[1336900320] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2627; }","duration":"8.136679116s","start":"2026-03-03T14:33:40.818216Z","end":"2026-03-03T14:33:48.954896Z","steps":["trace[1336900320] 'agreement among raft nodes before linearized reading' (duration: 8.135728895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.954962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.8182Z","time spent":"8.136753439s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.953992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.560559613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:48.955024Z","caller":"traceutil/trace.go:171","msg":"trace[671865561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2627; }","duration":"8.561592337s","start":"2026-03-03T14:33:40.39342Z","end":"2026-03-03T14:33:48.955012Z","steps":["trace[671865561] 'agreement among raft nodes before linearized reading' (duration: 8.560537702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.95514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.393375Z","time spent":"8.561752773s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.953702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.055881759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:48.955226Z","caller":"traceutil/trace.go:171","msg":"trace[505355458] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2627; }","duration":"7.057403619s","start":"2026-03-03T14:33:41.897785Z","end":"2026-03-03T14:33:48.955189Z","steps":["trace[505355458] 'agreement among raft nodes before linearized reading' (duration: 7.055892819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.955267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:41.897769Z","time spent":"7.057484572s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:48.954041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152549603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:33:48.955396Z","caller":"traceutil/trace.go:171","msg":"trace[863296655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2627; }","duration":"8.153913518s","start":"2026-03-03T14:33:40.80146Z","end":"2026-03-03T14:33:48.955374Z","steps":["trace[863296655] 'agreement among raft nodes before linearized reading' (duration: 8.152493891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.955495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.801441Z","time spent":"8.154028912s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:33:48.954141Z","caller":"traceutil/trace.go:171","msg":"trace[1808399380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2627; }","duration":"8.709954511s","start":"2026-03-03T14:33:40.244173Z","end":"2026-03-03T14:33:48.954128Z","steps":["trace[1808399380] 'agreement among raft nodes before linearized reading' (duration: 8.709725853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.955573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.244158Z","time spent":"8.711406159s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9278,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:33:48.954153Z","caller":"traceutil/trace.go:171","msg":"trace[946316327] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2627; }","duration":"8.709510366s","start":"2026-03-03T14:33:40.244625Z","end":"2026-03-03T14:33:48.954135Z","steps":["trace[946316327] 'agreement among raft nodes before linearized reading' (duration: 8.70931376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:48.955734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:40.244616Z","time spent":"8.711108759s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:33:49.454136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789048986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:49.756644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.265971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:49.75674Z","caller":"traceutil/trace.go:171","msg":"trace[373731302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"798.371805ms","start":"2026-03-03T14:33:48.958325Z","end":"2026-03-03T14:33:49.756697Z","steps":["trace[373731302] 'agreement among raft nodes before linearized reading' (duration: 798.285402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:49.756776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.95831Z","time spent":"798.458277ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:33:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:49.7891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000708245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:49.789178Z","caller":"traceutil/trace.go:171","msg":"trace[390744675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823029s","start":"2026-03-03T14:33:47.788336Z","end":"2026-03-03T14:33:49.789159Z","steps":["trace[390744675] 'agreement among raft nodes before linearized reading' (duration: 2.000730656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:49.789215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.788322Z","time spent":"2.000887221s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:50.801798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.959647Z","time spent":"1.842144723s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:33:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:51.789511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:51.789568Z","caller":"traceutil/trace.go:171","msg":"trace[1399181804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365233s","start":"2026-03-03T14:33:49.78919Z","end":"2026-03-03T14:33:51.789555Z","steps":["trace[1399181804] 'agreement among raft nodes before linearized reading' (duration: 2.00029266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:51.789596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.789173Z","time spent":"2.000418015s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:52.033615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999839555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:52.033678Z","caller":"traceutil/trace.go:171","msg":"trace[1824765506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995783s","start":"2026-03-03T14:33:50.033706Z","end":"2026-03-03T14:33:52.033664Z","steps":["trace[1824765506] 'agreement among raft nodes before linearized reading' (duration: 1.999874567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.033713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:50.033679Z","time spent":"2.000026832s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:52.246158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998969853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:52.246242Z","caller":"traceutil/trace.go:171","msg":"trace[149001906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.999116268s","start":"2026-03-03T14:33:49.247109Z","end":"2026-03-03T14:33:52.246225Z","steps":["trace[149001906] 'agreement among raft nodes before linearized reading' (duration: 2.998994794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.246279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.247092Z","time spent":"2.999178499s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:33:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:52.246289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999050915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:52.246436Z","caller":"traceutil/trace.go:171","msg":"trace[246763155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999314734s","start":"2026-03-03T14:33:49.247103Z","end":"2026-03-03T14:33:52.246418Z","steps":["trace[246763155] 'agreement among raft nodes before linearized reading' (duration: 2.999048525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:52.246535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.247065Z","time spent":"2.999454279s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:33:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:53.116977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.119084Z","time spent":"4.997887006s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:53.117499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.120197Z","time spent":"4.997296387s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:53.350846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:53.351004Z","caller":"traceutil/trace.go:171","msg":"trace[1519770364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178585s","start":"2026-03-03T14:33:51.350797Z","end":"2026-03-03T14:33:53.350976Z","steps":["trace[1519770364] 'agreement among raft nodes before linearized reading' (duration: 2.000008559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.351091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:51.350753Z","time spent":"2.00032851s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:53.795065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000451023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:33:53.795156Z","caller":"traceutil/trace.go:171","msg":"trace[1349270274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586257s","start":"2026-03-03T14:33:51.79455Z","end":"2026-03-03T14:33:53.795136Z","steps":["trace[1349270274] 'agreement among raft nodes before linearized reading' (duration: 2.000476814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:53.79524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:51.794531Z","time spent":"2.00066649s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:33:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:33:54.394722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.690917646s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:33:54.585409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885838695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:54.585751Z","caller":"traceutil/trace.go:171","msg":"trace[1944973203] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"6.372212431s","start":"2026-03-03T14:33:48.213524Z","end":"2026-03-03T14:33:54.585737Z","steps":["trace[1944973203] 'process raft request' (duration: 6.372084887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.585854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.213505Z","time spent":"6.372304874s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.585899Z","caller":"traceutil/trace.go:171","msg":"trace[763954645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2630; }","duration":"6.337749317s","start":"2026-03-03T14:33:48.24813Z","end":"2026-03-03T14:33:54.585879Z","steps":["trace[763954645] 'process raft request' (duration: 6.337559261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.586002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.248109Z","time spent":"6.33783693s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.586293Z","caller":"traceutil/trace.go:171","msg":"trace[938854574] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"967.32074ms","start":"2026-03-03T14:33:53.618964Z","end":"2026-03-03T14:33:54.586285Z","steps":["trace[938854574] 'process raft request' (duration: 967.298799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.586347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.618937Z","time spent":"967.378882ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.586298Z","caller":"traceutil/trace.go:171","msg":"trace[1483947994] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2739; }","duration":"5.632867376s","start":"2026-03-03T14:33:48.953418Z","end":"2026-03-03T14:33:54.586286Z","steps":["trace[1483947994] 'read index received' (duration: 746.109181ms)","trace[1483947994] 'applied index is now lower than readState.Index' (duration: 4.886757285s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:54.586797Z","caller":"traceutil/trace.go:171","msg":"trace[1429721497] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"2.337742315s","start":"2026-03-03T14:33:52.249042Z","end":"2026-03-03T14:33:54.586784Z","steps":["trace[1429721497] 'process raft request' (duration: 2.337173296s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.586849Z","caller":"traceutil/trace.go:171","msg":"trace[1757628468] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"2.337656902s","start":"2026-03-03T14:33:52.249182Z","end":"2026-03-03T14:33:54.586839Z","steps":["trace[1757628468] 'process raft request' (duration: 2.337057422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.586854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.249017Z","time spent":"2.337808967s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.586827Z","caller":"traceutil/trace.go:171","msg":"trace[1599933734] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2632; }","duration":"3.783213013s","start":"2026-03-03T14:33:50.803591Z","end":"2026-03-03T14:33:54.586804Z","steps":["trace[1599933734] 'process raft request' (duration: 3.782608293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.586892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.249134Z","time spent":"2.337735745s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:54.586913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468048856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-03T14:33:54.586943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:50.803569Z","time spent":"3.783317497s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:54.586929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063488526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:54.586974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785726156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:54.586985Z","caller":"traceutil/trace.go:171","msg":"trace[7357092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2635; }","duration":"6.063556428s","start":"2026-03-03T14:33:48.523415Z","end":"2026-03-03T14:33:54.586972Z","steps":["trace[7357092] 'agreement among raft nodes before linearized reading' (duration: 6.063419764s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.587003Z","caller":"traceutil/trace.go:171","msg":"trace[857741383] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2635; }","duration":"1.785785408s","start":"2026-03-03T14:33:52.80121Z","end":"2026-03-03T14:33:54.586995Z","steps":["trace[857741383] 'agreement among raft nodes before linearized reading' (duration: 1.785733736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.586996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512318394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:54.58701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.788299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:54.587015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.52336Z","time spent":"6.063647922s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:54.587026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:52.801193Z","time spent":"1.78582695s","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:54.58703Z","caller":"traceutil/trace.go:171","msg":"trace[418961744] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2635; }","duration":"1.512401527s","start":"2026-03-03T14:33:53.074619Z","end":"2026-03-03T14:33:54.587021Z","steps":["trace[418961744] 'agreement among raft nodes before linearized reading' (duration: 1.512330015s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.587007Z","caller":"traceutil/trace.go:171","msg":"trace[99438952] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"5.628739209s","start":"2026-03-03T14:33:48.958246Z","end":"2026-03-03T14:33:54.586985Z","steps":["trace[99438952] 'process raft request' (duration: 5.62787699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.745954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:54.587055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580212558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:54.587076Z","caller":"traceutil/trace.go:171","msg":"trace[537916213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"785.804566ms","start":"2026-03-03T14:33:53.801265Z","end":"2026-03-03T14:33:54.58707Z","steps":["trace[537916213] 'agreement among raft nodes before linearized reading' (duration: 785.774835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.587082Z","caller":"traceutil/trace.go:171","msg":"trace[1436350696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2635; }","duration":"5.58026529s","start":"2026-03-03T14:33:49.006809Z","end":"2026-03-03T14:33:54.587074Z","steps":["trace[1436350696] 'agreement among raft nodes before linearized reading' (duration: 5.580214638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.801243Z","time spent":"785.846787ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:54.5871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:49.006793Z","time spent":"5.580303431s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:33:54.586975Z","caller":"traceutil/trace.go:171","msg":"trace[1450970106] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2635; }","duration":"1.468228621s","start":"2026-03-03T14:33:53.118728Z","end":"2026-03-03T14:33:54.586957Z","steps":["trace[1450970106] 'agreement among raft nodes before linearized reading' (duration: 1.468052435s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.587088Z","caller":"traceutil/trace.go:171","msg":"trace[1636324664] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2630; }","duration":"5.631273032s","start":"2026-03-03T14:33:48.955803Z","end":"2026-03-03T14:33:54.587076Z","steps":["trace[1636324664] 'process raft request' (duration: 5.630044211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.118713Z","time spent":"1.468406897s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:33:54.587147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.82720138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:54.587158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.955788Z","time spent":"5.631343075s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:54.587183Z","caller":"traceutil/trace.go:171","msg":"trace[755331162] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2635; }","duration":"6.827281743s","start":"2026-03-03T14:33:47.759894Z","end":"2026-03-03T14:33:54.587176Z","steps":["trace[755331162] 'agreement among raft nodes before linearized reading' (duration: 6.827203671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:47.759871Z","time spent":"6.827327594s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:54.58703Z","caller":"traceutil/trace.go:171","msg":"trace[1107345504] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2635; }","duration":"274.84195ms","start":"2026-03-03T14:33:54.312181Z","end":"2026-03-03T14:33:54.587023Z","steps":["trace[1107345504] 'agreement among raft nodes before linearized reading' (duration: 274.809469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467695313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-03T14:33:54.587344Z","caller":"traceutil/trace.go:171","msg":"trace[1708964746] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2635; }","duration":"1.467774757s","start":"2026-03-03T14:33:53.119562Z","end":"2026-03-03T14:33:54.587337Z","steps":["trace[1708964746] 'agreement among raft nodes before linearized reading' (duration: 1.467707084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.119537Z","time spent":"1.467825917s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:33:54.587381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.958229Z","time spent":"5.628832281s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:54.58743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.567967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:54.587414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.660438619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:54.587461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628278693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-03T14:33:54.587058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.074592Z","time spent":"1.512459709s","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:54.587485Z","caller":"traceutil/trace.go:171","msg":"trace[267592502] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2635; }","duration":"5.628314514s","start":"2026-03-03T14:33:48.959164Z","end":"2026-03-03T14:33:54.587478Z","steps":["trace[267592502] 'agreement among raft nodes before linearized reading' (duration: 5.628214581s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:54.587485Z","caller":"traceutil/trace.go:171","msg":"trace[1287989004] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2635; }","duration":"7.660529393s","start":"2026-03-03T14:33:46.926935Z","end":"2026-03-03T14:33:54.587465Z","steps":["trace[1287989004] 'agreement among raft nodes before linearized reading' (duration: 7.660378998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.95916Z","time spent":"5.628340345s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:33:54.58752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:46.92686Z","time spent":"7.660652656s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:54.587446Z","caller":"traceutil/trace.go:171","msg":"trace[293728357] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2635; }","duration":"926.613139ms","start":"2026-03-03T14:33:53.660828Z","end":"2026-03-03T14:33:54.587441Z","steps":["trace[293728357] 'agreement among raft nodes before linearized reading' (duration: 926.583888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:53.660811Z","time spent":"926.780484ms","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:54.587671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628874263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T14:33:54.587703Z","caller":"traceutil/trace.go:171","msg":"trace[160115978] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2635; }","duration":"5.628916594s","start":"2026-03-03T14:33:48.958779Z","end":"2026-03-03T14:33:54.587695Z","steps":["trace[160115978] 'agreement among raft nodes before linearized reading' (duration: 5.628763609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:54.587724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:48.958774Z","time spent":"5.628945335s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:33:55.294317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.957977ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T14:33:55.294419Z","caller":"traceutil/trace.go:171","msg":"trace[1053778513] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"706.312148ms","start":"2026-03-03T14:33:54.588089Z","end":"2026-03-03T14:33:55.294401Z","steps":["trace[1053778513] 'read index received' (duration: 220.289328ms)","trace[1053778513] 'applied index is now lower than readState.Index' (duration: 486.02142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:55.294453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.587715Z","time spent":"706.731053ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:55.294511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.411592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:55.294544Z","caller":"traceutil/trace.go:171","msg":"trace[1872425173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2635; }","duration":"706.466063ms","start":"2026-03-03T14:33:54.588069Z","end":"2026-03-03T14:33:55.294535Z","steps":["trace[1872425173] 'agreement among raft nodes before linearized reading' (duration: 706.403221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.29458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.58806Z","time spent":"706.512725ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:55.385055Z","caller":"traceutil/trace.go:171","msg":"trace[1737495438] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"794.522505ms","start":"2026-03-03T14:33:54.590501Z","end":"2026-03-03T14:33:55.385023Z","steps":["trace[1737495438] 'process raft request' (duration: 794.399891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.385179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.590487Z","time spent":"794.635809ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:33:55.385241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.231706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:55.385296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.955683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:55.385349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.27614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:55.385354Z","caller":"traceutil/trace.go:171","msg":"trace[979760791] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2636; }","duration":"414.390652ms","start":"2026-03-03T14:33:54.97095Z","end":"2026-03-03T14:33:55.38534Z","steps":["trace[979760791] 'agreement among raft nodes before linearized reading' (duration: 414.108792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:55.385369Z","caller":"traceutil/trace.go:171","msg":"trace[2137869531] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2636; }","duration":"796.082067ms","start":"2026-03-03T14:33:54.589269Z","end":"2026-03-03T14:33:55.385351Z","steps":["trace[2137869531] 'agreement among raft nodes before linearized reading' (duration: 795.906491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.385359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.793771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-03T14:33:55.385395Z","caller":"traceutil/trace.go:171","msg":"trace[169581552] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2636; }","duration":"540.355172ms","start":"2026-03-03T14:33:54.845026Z","end":"2026-03-03T14:33:55.385381Z","steps":["trace[169581552] 'agreement among raft nodes before linearized reading' (duration: 540.29695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.385412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.589264Z","time spent":"796.138959ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:33:55.385436Z","caller":"traceutil/trace.go:171","msg":"trace[387119420] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2636; }","duration":"793.910195ms","start":"2026-03-03T14:33:54.591508Z","end":"2026-03-03T14:33:55.385418Z","steps":["trace[387119420] 'agreement among raft nodes before linearized reading' (duration: 793.607085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.385507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.591492Z","time spent":"794.000748ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:33:55.385406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.970935Z","time spent":"414.462345ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:55.385449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.845007Z","time spent":"540.429445ms","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:55.385253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.543623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-03-03T14:33:55.385698Z","caller":"traceutil/trace.go:171","msg":"trace[1373935550] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2636; }","duration":"794.018608ms","start":"2026-03-03T14:33:54.59167Z","end":"2026-03-03T14:33:55.385688Z","steps":["trace[1373935550] 'agreement among raft nodes before linearized reading' (duration: 793.412708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.385746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:54.591665Z","time spent":"794.05413ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:33:55.690332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.808125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:55.690441Z","caller":"traceutil/trace.go:171","msg":"trace[393747761] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"305.403105ms","start":"2026-03-03T14:33:55.385023Z","end":"2026-03-03T14:33:55.690426Z","steps":["trace[393747761] 'read index received' (duration: 60.364054ms)","trace[393747761] 'applied index is now lower than readState.Index' (duration: 245.038021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:55.69052Z","caller":"traceutil/trace.go:171","msg":"trace[537150283] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"394.848983ms","start":"2026-03-03T14:33:55.295661Z","end":"2026-03-03T14:33:55.69051Z","steps":["trace[537150283] 'process raft request' (duration: 149.788311ms)","trace[537150283] 'compare' (duration: 244.70344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:55.690604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.29564Z","time spent":"394.913016ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:55.690772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.855942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:55.690787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.363591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:55.690803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.144737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:33:55.690841Z","caller":"traceutil/trace.go:171","msg":"trace[88639869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2637; }","duration":"370.447804ms","start":"2026-03-03T14:33:55.32038Z","end":"2026-03-03T14:33:55.690828Z","steps":["trace[88639869] 'agreement among raft nodes before linearized reading' (duration: 370.32349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.690886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.320364Z","time spent":"370.515836ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:55.690835Z","caller":"traceutil/trace.go:171","msg":"trace[1852525107] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2637; }","duration":"334.927854ms","start":"2026-03-03T14:33:55.35589Z","end":"2026-03-03T14:33:55.690818Z","steps":["trace[1852525107] 'agreement among raft nodes before linearized reading' (duration: 334.78506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.690959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.575838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:33:55.69099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.355846Z","time spent":"335.134182ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:55.69103Z","caller":"traceutil/trace.go:171","msg":"trace[260148845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2637; }","duration":"301.639391ms","start":"2026-03-03T14:33:55.389365Z","end":"2026-03-03T14:33:55.691005Z","steps":["trace[260148845] 'agreement among raft nodes before linearized reading' (duration: 301.398203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.691034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.066083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-03T14:33:55.691063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.389359Z","time spent":"301.697262ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:33:55.691094Z","caller":"traceutil/trace.go:171","msg":"trace[558995099] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2637; }","duration":"377.163026ms","start":"2026-03-03T14:33:55.313917Z","end":"2026-03-03T14:33:55.69108Z","steps":["trace[558995099] 'agreement among raft nodes before linearized reading' (duration: 376.751572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:55.690889Z","caller":"traceutil/trace.go:171","msg":"trace[115296139] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a; range_end:; response_count:1; response_revision:2637; }","duration":"302.23795ms","start":"2026-03-03T14:33:55.388626Z","end":"2026-03-03T14:33:55.690863Z","steps":["trace[115296139] 'agreement among raft nodes before linearized reading' (duration: 302.068844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:55.691143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.313898Z","time spent":"377.232889ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:33:55.691168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.388613Z","time spent":"302.546461ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" "} {"level":"warn","ts":"2026-03-03T14:33:56.191821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.931841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:56.19198Z","caller":"traceutil/trace.go:171","msg":"trace[558706370] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2753; }","duration":"498.776172ms","start":"2026-03-03T14:33:55.693129Z","end":"2026-03-03T14:33:56.191905Z","steps":["trace[558706370] 'read index received' (duration: 213.987µs)","trace[558706370] 'applied index is now lower than readState.Index' (duration: 498.560365ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:56.192027Z","caller":"traceutil/trace.go:171","msg":"trace[1842945639] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"498.886925ms","start":"2026-03-03T14:33:55.693113Z","end":"2026-03-03T14:33:56.192Z","steps":["trace[1842945639] 'process raft request' (duration: 186.662084ms)","trace[1842945639] 'compare' (duration: 311.763766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:56.19215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.693098Z","time spent":"498.989259ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:56.1922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.058401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:33:56.192255Z","caller":"traceutil/trace.go:171","msg":"trace[732732188] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2638; }","duration":"499.155504ms","start":"2026-03-03T14:33:55.693087Z","end":"2026-03-03T14:33:56.192242Z","steps":["trace[732732188] 'agreement among raft nodes before linearized reading' (duration: 499.002049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:56.192286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.693065Z","time spent":"499.215586ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:33:56.692366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789049008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:33:56.778815Z","caller":"traceutil/trace.go:171","msg":"trace[285040738] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"1.078572552s","start":"2026-03-03T14:33:55.700217Z","end":"2026-03-03T14:33:56.778789Z","steps":["trace[285040738] 'process raft request' (duration: 1.078410577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:56.778972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.700204Z","time spent":"1.078688025s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:58.135537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.448433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:58.135667Z","caller":"traceutil/trace.go:171","msg":"trace[1954158285] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2639; }","duration":"439.581427ms","start":"2026-03-03T14:33:57.696061Z","end":"2026-03-03T14:33:58.135642Z","steps":["trace[1954158285] 'range keys from in-memory index tree' (duration: 439.431962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.135673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205765032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:58.13628Z","caller":"traceutil/trace.go:171","msg":"trace[1970803064] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"1.735568882s","start":"2026-03-03T14:33:56.400665Z","end":"2026-03-03T14:33:58.136234Z","steps":["trace[1970803064] 'process raft request' (duration: 529.178691ms)","trace[1970803064] 'compare' (duration: 1.205528953s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:58.136325Z","caller":"traceutil/trace.go:171","msg":"trace[1548852279] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2754; }","duration":"1.944196416s","start":"2026-03-03T14:33:56.19207Z","end":"2026-03-03T14:33:58.136267Z","steps":["trace[1548852279] 'read index received' (duration: 586.607956ms)","trace[1548852279] 'applied index is now lower than readState.Index' (duration: 1.35758627s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:58.136367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353640742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:58.136401Z","caller":"traceutil/trace.go:171","msg":"trace[989516950] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2641; }","duration":"2.353712765s","start":"2026-03-03T14:33:55.782679Z","end":"2026-03-03T14:33:58.136392Z","steps":["trace[989516950] 'agreement among raft nodes before linearized reading' (duration: 2.353593751s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:58.136395Z","caller":"traceutil/trace.go:171","msg":"trace[781746304] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"746.126059ms","start":"2026-03-03T14:33:57.390218Z","end":"2026-03-03T14:33:58.136345Z","steps":["trace[781746304] 'process raft request' (duration: 745.931173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.136448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.400645Z","time spent":"1.735721158s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:58.136478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.105926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:58.136496Z","caller":"traceutil/trace.go:171","msg":"trace[565833103] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2642; }","duration":"629.125237ms","start":"2026-03-03T14:33:57.507366Z","end":"2026-03-03T14:33:58.136492Z","steps":["trace[565833103] 'agreement among raft nodes before linearized reading' (duration: 629.079716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.136503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423270833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T14:33:58.136508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.108374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:58.136519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.507312Z","time spent":"629.20211ms","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:58.136523Z","caller":"traceutil/trace.go:171","msg":"trace[865831591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2641; }","duration":"2.423317925s","start":"2026-03-03T14:33:55.713198Z","end":"2026-03-03T14:33:58.136516Z","steps":["trace[865831591] 'agreement among raft nodes before linearized reading' (duration: 2.423097778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:58.136535Z","caller":"traceutil/trace.go:171","msg":"trace[1885583902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"817.167076ms","start":"2026-03-03T14:33:57.319361Z","end":"2026-03-03T14:33:58.136528Z","steps":["trace[1885583902] 'agreement among raft nodes before linearized reading' (duration: 817.122915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.13654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.713183Z","time spent":"2.423352695s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:33:58.136555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.319346Z","time spent":"817.205428ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:58.136542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.390184Z","time spent":"746.294885ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:58.136596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942963175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:33:58.136425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.782665Z","time spent":"2.353753937s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:58.136653Z","caller":"traceutil/trace.go:171","msg":"trace[276529536] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"746.007865ms","start":"2026-03-03T14:33:57.390637Z","end":"2026-03-03T14:33:58.136645Z","steps":["trace[276529536] 'process raft request' (duration: 745.669524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:58.136664Z","caller":"traceutil/trace.go:171","msg":"trace[1605240662] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2642; }","duration":"1.943053977s","start":"2026-03-03T14:33:56.193594Z","end":"2026-03-03T14:33:58.136648Z","steps":["trace[1605240662] 'agreement among raft nodes before linearized reading' (duration: 1.94284914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.13671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:57.390612Z","time spent":"746.058407ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:58.136724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.193581Z","time spent":"1.94312796s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:33:58.136744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941671841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18995b60bb8f2760\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T14:33:58.136764Z","caller":"traceutil/trace.go:171","msg":"trace[989843660] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18995b60bb8f2760; range_end:; response_count:1; response_revision:2642; }","duration":"1.941713353s","start":"2026-03-03T14:33:56.195046Z","end":"2026-03-03T14:33:58.13676Z","steps":["trace[989843660] 'agreement among raft nodes before linearized reading' (duration: 1.941644301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.136778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.195035Z","time spent":"1.941739924s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18995b60bb8f2760\" "} {"level":"warn","ts":"2026-03-03T14:33:58.136681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669474189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:58.136845Z","caller":"traceutil/trace.go:171","msg":"trace[1095982597] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2642; }","duration":"1.669664235s","start":"2026-03-03T14:33:56.467168Z","end":"2026-03-03T14:33:58.136833Z","steps":["trace[1095982597] 'agreement among raft nodes before linearized reading' (duration: 1.66949309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.136861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434812366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:33:58.136891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:56.46715Z","time spent":"1.669726888s","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:58.136925Z","caller":"traceutil/trace.go:171","msg":"trace[338063051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2641; }","duration":"2.435050944s","start":"2026-03-03T14:33:55.701856Z","end":"2026-03-03T14:33:58.136907Z","steps":["trace[338063051] 'agreement among raft nodes before linearized reading' (duration: 2.434549887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.136977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:55.701829Z","time spent":"2.435132297s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:33:58.924026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.070616ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:33:58.924122Z","caller":"traceutil/trace.go:171","msg":"trace[330824960] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2758; }","duration":"784.324387ms","start":"2026-03-03T14:33:58.139782Z","end":"2026-03-03T14:33:58.924106Z","steps":["trace[330824960] 'read index received' (duration: 208.083416ms)","trace[330824960] 'applied index is now lower than readState.Index' (duration: 576.239661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:58.924162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.138958Z","time spent":"785.195276ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:33:58.924246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.456311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:33:58.924311Z","caller":"traceutil/trace.go:171","msg":"trace[587856501] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2642; }","duration":"784.539634ms","start":"2026-03-03T14:33:58.139726Z","end":"2026-03-03T14:33:58.924266Z","steps":["trace[587856501] 'agreement among raft nodes before linearized reading' (duration: 784.460952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.924558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.963542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:58.924611Z","caller":"traceutil/trace.go:171","msg":"trace[1710090939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"604.048954ms","start":"2026-03-03T14:33:58.32055Z","end":"2026-03-03T14:33:58.924599Z","steps":["trace[1710090939] 'agreement among raft nodes before linearized reading' (duration: 603.961911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.924587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.139704Z","time spent":"784.870005ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:33:58.924633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.320534Z","time spent":"604.094856ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:58.924548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.369715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:58.924718Z","caller":"traceutil/trace.go:171","msg":"trace[1823976165] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2642; }","duration":"290.580973ms","start":"2026-03-03T14:33:58.634126Z","end":"2026-03-03T14:33:58.924707Z","steps":["trace[1823976165] 'agreement among raft nodes before linearized reading' (duration: 290.384327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.924698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.709437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-03T14:33:58.924768Z","caller":"traceutil/trace.go:171","msg":"trace[621622391] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2642; }","duration":"783.829581ms","start":"2026-03-03T14:33:58.140921Z","end":"2026-03-03T14:33:58.924751Z","steps":["trace[621622391] 'agreement among raft nodes before linearized reading' (duration: 783.373495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:58.924822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.14089Z","time spent":"783.924494ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:33:59.426867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789049018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:34:00.057095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.648609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:00.057173Z","caller":"traceutil/trace.go:171","msg":"trace[1073069509] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"1.130590388s","start":"2026-03-03T14:33:58.926567Z","end":"2026-03-03T14:34:00.057158Z","steps":["trace[1073069509] 'read index received' (duration: 998.814425ms)","trace[1073069509] 'applied index is now lower than readState.Index' (duration: 131.774183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:00.057246Z","caller":"traceutil/trace.go:171","msg":"trace[906875309] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"1.131987665s","start":"2026-03-03T14:33:58.925248Z","end":"2026-03-03T14:34:00.057236Z","steps":["trace[906875309] 'process raft request' (duration: 1.000135379s)","trace[906875309] 'compare' (duration: 131.448812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:00.057295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.925229Z","time spent":"1.132041107s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:00.057521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130966391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:34:00.057548Z","caller":"traceutil/trace.go:171","msg":"trace[314191515] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2643; }","duration":"1.131023213s","start":"2026-03-03T14:33:58.926518Z","end":"2026-03-03T14:34:00.057542Z","steps":["trace[314191515] 'agreement among raft nodes before linearized reading' (duration: 1.130911119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:00.05757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.926487Z","time spent":"1.131078165s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T14:34:00.058175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.113578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:00.058202Z","caller":"traceutil/trace.go:171","msg":"trace[1186845940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"739.17194ms","start":"2026-03-03T14:33:59.319023Z","end":"2026-03-03T14:34:00.058195Z","steps":["trace[1186845940] 'agreement among raft nodes before linearized reading' (duration: 739.130798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:00.058229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.319003Z","time spent":"739.218771ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:00.058227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.29137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:00.058276Z","caller":"traceutil/trace.go:171","msg":"trace[1889657584] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2643; }","duration":"311.372543ms","start":"2026-03-03T14:33:59.74689Z","end":"2026-03-03T14:34:00.058263Z","steps":["trace[1889657584] 'agreement among raft nodes before linearized reading' (duration: 311.29446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:00.058252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.177818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:00.058315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.746872Z","time spent":"311.433545ms","remote":"127.0.0.1:37842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:00.05837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130592038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-03T14:34:00.058406Z","caller":"traceutil/trace.go:171","msg":"trace[255684664] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2643; }","duration":"1.130625099s","start":"2026-03-03T14:33:58.92776Z","end":"2026-03-03T14:34:00.058385Z","steps":["trace[255684664] 'agreement among raft nodes before linearized reading' (duration: 1.129909055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:00.058421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:58.927753Z","time spent":"1.130664011s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:34:00.058378Z","caller":"traceutil/trace.go:171","msg":"trace[525032149] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2643; }","duration":"773.350844ms","start":"2026-03-03T14:33:59.284994Z","end":"2026-03-03T14:34:00.058345Z","steps":["trace[525032149] 'agreement among raft nodes before linearized reading' (duration: 773.180358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:00.058458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:59.284974Z","time spent":"773.469977ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:34:01.633259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223283775s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-03T14:34:01.633423Z","caller":"traceutil/trace.go:171","msg":"trace[2033156290] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2760; }","duration":"1.571378756s","start":"2026-03-03T14:34:00.062026Z","end":"2026-03-03T14:34:01.633405Z","steps":["trace[2033156290] 'read index received' (duration: 347.957586ms)","trace[2033156290] 'applied index is now lower than readState.Index' (duration: 1.22341927s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:01.633356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.059092Z","time spent":"1.574255711s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:34:01.633618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571579942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:34:01.633618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314567474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:01.633684Z","caller":"traceutil/trace.go:171","msg":"trace[1294368819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2645; }","duration":"1.314815332s","start":"2026-03-03T14:34:00.318853Z","end":"2026-03-03T14:34:01.633668Z","steps":["trace[1294368819] 'agreement among raft nodes before linearized reading' (duration: 1.314697158s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:01.63369Z","caller":"traceutil/trace.go:171","msg":"trace[75507820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a; range_end:; response_count:1; response_revision:2645; }","duration":"1.571648805s","start":"2026-03-03T14:34:00.062011Z","end":"2026-03-03T14:34:01.633659Z","steps":["trace[75507820] 'agreement among raft nodes before linearized reading' (duration: 1.57148912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.633666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.132326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:34:01.633745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.062Z","time spent":"1.571721737s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" "} {"level":"warn","ts":"2026-03-03T14:34:01.633728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.318834Z","time spent":"1.314885604s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:34:01.633577Z","caller":"traceutil/trace.go:171","msg":"trace[441176764] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"1.491335359s","start":"2026-03-03T14:34:00.142211Z","end":"2026-03-03T14:34:01.633546Z","steps":["trace[441176764] 'process raft request' (duration: 1.491123202s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:01.633565Z","caller":"traceutil/trace.go:171","msg":"trace[1174657484] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"1.485027951s","start":"2026-03-03T14:34:00.148502Z","end":"2026-03-03T14:34:01.63353Z","steps":["trace[1174657484] 'process raft request' (duration: 1.484951978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.634129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.142165Z","time spent":"1.491853477s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:01.633609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545541639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-03T14:34:01.634269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.148486Z","time spent":"1.485700323s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:01.634305Z","caller":"traceutil/trace.go:171","msg":"trace[1026637122] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2645; }","duration":"1.546260453s","start":"2026-03-03T14:34:00.088024Z","end":"2026-03-03T14:34:01.634285Z","steps":["trace[1026637122] 'agreement among raft nodes before linearized reading' (duration: 1.545481357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:01.634372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:00.08801Z","time spent":"1.546338485s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:34:01.633805Z","caller":"traceutil/trace.go:171","msg":"trace[987801862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2645; }","duration":"283.297021ms","start":"2026-03-03T14:34:01.350459Z","end":"2026-03-03T14:34:01.633756Z","steps":["trace[987801862] 'agreement among raft nodes before linearized reading' (duration: 283.081834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.339158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.506347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:02.3394Z","caller":"traceutil/trace.go:171","msg":"trace[504358631] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"703.497194ms","start":"2026-03-03T14:34:01.635886Z","end":"2026-03-03T14:34:02.339383Z","steps":["trace[504358631] 'process raft request' (duration: 703.406881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.339472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.635867Z","time spent":"703.573847ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:02.339673Z","caller":"traceutil/trace.go:171","msg":"trace[1983729239] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"704.984954ms","start":"2026-03-03T14:34:01.634633Z","end":"2026-03-03T14:34:02.339618Z","steps":["trace[1983729239] 'process raft request' (duration: 131.923558ms)","trace[1983729239] 'compare' (duration: 572.231648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:02.339824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.020395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:02.339666Z","caller":"traceutil/trace.go:171","msg":"trace[1784881309] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2763; }","duration":"704.86724ms","start":"2026-03-03T14:34:01.634778Z","end":"2026-03-03T14:34:02.339645Z","steps":["trace[1784881309] 'read index received' (duration: 131.792404ms)","trace[1784881309] 'applied index is now lower than readState.Index' (duration: 573.071596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:02.339892Z","caller":"traceutil/trace.go:171","msg":"trace[1805186819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"705.109857ms","start":"2026-03-03T14:34:01.634764Z","end":"2026-03-03T14:34:02.339874Z","steps":["trace[1805186819] 'agreement among raft nodes before linearized reading' (duration: 704.956682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.339936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.634754Z","time spent":"705.17021ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:02.340003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.634611Z","time spent":"705.19276ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:02.769573Z","caller":"traceutil/trace.go:171","msg":"trace[1990905934] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2765; }","duration":"429.643058ms","start":"2026-03-03T14:34:02.339907Z","end":"2026-03-03T14:34:02.76955Z","steps":["trace[1990905934] 'read index received' (duration: 429.451641ms)","trace[1990905934] 'applied index is now lower than readState.Index' (duration: 190.477µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:02.769678Z","caller":"traceutil/trace.go:171","msg":"trace[1216771922] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"674.42231ms","start":"2026-03-03T14:34:02.095235Z","end":"2026-03-03T14:34:02.769657Z","steps":["trace[1216771922] 'process raft request' (duration: 674.188613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.769819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056024892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:34:02.769873Z","caller":"traceutil/trace.go:171","msg":"trace[1688215420] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2648; }","duration":"1.056119506s","start":"2026-03-03T14:34:01.713739Z","end":"2026-03-03T14:34:02.769859Z","steps":["trace[1688215420] 'agreement among raft nodes before linearized reading' (duration: 1.05593582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.769875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.095196Z","time spent":"674.569345ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:02.769922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:01.713722Z","time spent":"1.056184138s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:34:02.769898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.922227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:34:02.770082Z","caller":"traceutil/trace.go:171","msg":"trace[1026131777] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2648; }","duration":"427.082862ms","start":"2026-03-03T14:34:02.342917Z","end":"2026-03-03T14:34:02.77Z","steps":["trace[1026131777] 'agreement among raft nodes before linearized reading' (duration: 426.843694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.770139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.342906Z","time spent":"427.222187ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:34:02.770182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.30493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18995b60bb8f2760\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T14:34:02.770335Z","caller":"traceutil/trace.go:171","msg":"trace[1115255202] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18995b60bb8f2760; range_end:; response_count:1; response_revision:2648; }","duration":"427.471605ms","start":"2026-03-03T14:34:02.342844Z","end":"2026-03-03T14:34:02.770316Z","steps":["trace[1115255202] 'agreement among raft nodes before linearized reading' (duration: 426.893576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:02.770451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:02.342808Z","time spent":"427.576278ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18995b60bb8f2760\" "} {"level":"warn","ts":"2026-03-03T14:34:03.040639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.74472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:03.04079Z","caller":"traceutil/trace.go:171","msg":"trace[1392261120] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"267.831908ms","start":"2026-03-03T14:34:02.77293Z","end":"2026-03-03T14:34:03.040762Z","steps":["trace[1392261120] 'process raft request' (duration: 101.880821ms)","trace[1392261120] 'compare' (duration: 165.615766ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:03.04075Z","caller":"traceutil/trace.go:171","msg":"trace[1785938701] linearizableReadLoop","detail":"{readStateIndex:2767; appliedIndex:2766; }","duration":"267.480556ms","start":"2026-03-03T14:34:02.773253Z","end":"2026-03-03T14:34:03.040734Z","steps":["trace[1785938701] 'read index received' (duration: 101.588681ms)","trace[1785938701] 'applied index is now lower than readState.Index' (duration: 165.890465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:03.04108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.827618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-03T14:34:03.041116Z","caller":"traceutil/trace.go:171","msg":"trace[1483561998] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2649; }","duration":"267.884659ms","start":"2026-03-03T14:34:02.773222Z","end":"2026-03-03T14:34:03.041106Z","steps":["trace[1483561998] 'agreement among raft nodes before linearized reading' (duration: 267.715084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.041177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.447515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:34:03.041223Z","caller":"traceutil/trace.go:171","msg":"trace[1559484317] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2649; }","duration":"267.512697ms","start":"2026-03-03T14:34:02.773698Z","end":"2026-03-03T14:34:03.04121Z","steps":["trace[1559484317] 'agreement among raft nodes before linearized reading' (duration: 267.437284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.27023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.597807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:03.270312Z","caller":"traceutil/trace.go:171","msg":"trace[1780781823] linearizableReadLoop","detail":"{readStateIndex:2768; appliedIndex:2767; }","duration":"221.891963ms","start":"2026-03-03T14:34:03.048407Z","end":"2026-03-03T14:34:03.270299Z","steps":["trace[1780781823] 'read index received' (duration: 112.144841ms)","trace[1780781823] 'applied index is now lower than readState.Index' (duration: 109.746262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:03.270381Z","caller":"traceutil/trace.go:171","msg":"trace[1805867048] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"222.952738ms","start":"2026-03-03T14:34:03.047419Z","end":"2026-03-03T14:34:03.270372Z","steps":["trace[1805867048] 'process raft request' (duration: 113.145024ms)","trace[1805867048] 'compare' (duration: 109.474413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:03.270526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.124896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:34:03.270579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.168703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T14:34:03.270603Z","caller":"traceutil/trace.go:171","msg":"trace[532605293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2650; }","duration":"126.25255ms","start":"2026-03-03T14:34:03.144334Z","end":"2026-03-03T14:34:03.270587Z","steps":["trace[532605293] 'agreement among raft nodes before linearized reading' (duration: 126.054223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.270643Z","caller":"traceutil/trace.go:171","msg":"trace[1994861113] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2650; }","duration":"222.262816ms","start":"2026-03-03T14:34:03.048362Z","end":"2026-03-03T14:34:03.270625Z","steps":["trace[1994861113] 'agreement among raft nodes before linearized reading' (duration: 222.058589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.827426Z","caller":"traceutil/trace.go:171","msg":"trace[1633813095] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2769; }","duration":"455.247527ms","start":"2026-03-03T14:34:03.372152Z","end":"2026-03-03T14:34:03.8274Z","steps":["trace[1633813095] 'read index received' (duration: 455.198676ms)","trace[1633813095] 'applied index is now lower than readState.Index' (duration: 47.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:03.827519Z","caller":"traceutil/trace.go:171","msg":"trace[1716687050] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"457.634796ms","start":"2026-03-03T14:34:03.36986Z","end":"2026-03-03T14:34:03.827495Z","steps":["trace[1716687050] 'process raft request' (duration: 457.394538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.827681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.522836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:34:03.827675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.369831Z","time spent":"457.768261ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:34:03.82772Z","caller":"traceutil/trace.go:171","msg":"trace[1854021689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2652; }","duration":"455.601119ms","start":"2026-03-03T14:34:03.372109Z","end":"2026-03-03T14:34:03.827711Z","steps":["trace[1854021689] 'agreement among raft nodes before linearized reading' (duration: 455.408922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.827751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:03.372097Z","time spent":"455.647081ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:34:03.860523Z","caller":"traceutil/trace.go:171","msg":"trace[2096826858] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"220.982223ms","start":"2026-03-03T14:34:03.6395Z","end":"2026-03-03T14:34:03.860482Z","steps":["trace[2096826858] 'process raft request' (duration: 220.867569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:03.860617Z","caller":"traceutil/trace.go:171","msg":"trace[1937149338] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"221.062286ms","start":"2026-03-03T14:34:03.639497Z","end":"2026-03-03T14:34:03.860559Z","steps":["trace[1937149338] 'process raft request' (duration: 220.731395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.86064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.221292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:34:03.860702Z","caller":"traceutil/trace.go:171","msg":"trace[1974132928] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2654; }","duration":"146.340636ms","start":"2026-03-03T14:34:03.714345Z","end":"2026-03-03T14:34:03.860685Z","steps":["trace[1974132928] 'agreement among raft nodes before linearized reading' (duration: 146.132029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:03.860718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.608863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:03.860792Z","caller":"traceutil/trace.go:171","msg":"trace[1092007234] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2654; }","duration":"224.747428ms","start":"2026-03-03T14:34:03.636034Z","end":"2026-03-03T14:34:03.860781Z","steps":["trace[1092007234] 'agreement among raft nodes before linearized reading' (duration: 224.589893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.032231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.355712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:04.032412Z","caller":"traceutil/trace.go:171","msg":"trace[487304448] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"168.201022ms","start":"2026-03-03T14:34:03.864187Z","end":"2026-03-03T14:34:04.032388Z","steps":["trace[487304448] 'read index received' (duration: 51.467738ms)","trace[487304448] 'applied index is now lower than readState.Index' (duration: 116.731094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:04.032464Z","caller":"traceutil/trace.go:171","msg":"trace[1138779328] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"168.487601ms","start":"2026-03-03T14:34:03.863944Z","end":"2026-03-03T14:34:04.032431Z","steps":["trace[1138779328] 'process raft request' (duration: 51.81494ms)","trace[1138779328] 'compare' (duration: 116.206996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:04.032812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.629186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-03T14:34:04.032885Z","caller":"traceutil/trace.go:171","msg":"trace[1899455895] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2655; }","duration":"168.707509ms","start":"2026-03-03T14:34:03.864161Z","end":"2026-03-03T14:34:04.032869Z","steps":["trace[1899455895] 'agreement among raft nodes before linearized reading' (duration: 168.360567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.032915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.010342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:04.032997Z","caller":"traceutil/trace.go:171","msg":"trace[1019403203] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2655; }","duration":"117.164788ms","start":"2026-03-03T14:34:03.915814Z","end":"2026-03-03T14:34:04.032979Z","steps":["trace[1019403203] 'agreement among raft nodes before linearized reading' (duration: 117.024393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.033459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.005706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:34:04.033578Z","caller":"traceutil/trace.go:171","msg":"trace[1879144164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2655; }","duration":"162.167001ms","start":"2026-03-03T14:34:03.871382Z","end":"2026-03-03T14:34:04.033549Z","steps":["trace[1879144164] 'agreement among raft nodes before linearized reading' (duration: 161.264092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.506502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.66365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:04.50661Z","caller":"traceutil/trace.go:171","msg":"trace[100297698] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2773; }","duration":"468.707634ms","start":"2026-03-03T14:34:04.037883Z","end":"2026-03-03T14:34:04.506591Z","steps":["trace[100297698] 'read index received' (duration: 135.853728ms)","trace[100297698] 'applied index is now lower than readState.Index' (duration: 332.851756ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:04.506679Z","caller":"traceutil/trace.go:171","msg":"trace[337970893] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"469.035455ms","start":"2026-03-03T14:34:04.037632Z","end":"2026-03-03T14:34:04.506667Z","steps":["trace[337970893] 'process raft request' (duration: 136.113187ms)","trace[337970893] 'compare' (duration: 332.147512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:04.506726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.037609Z","time spent":"469.091857ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:04.506808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.901081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-03T14:34:04.506876Z","caller":"traceutil/trace.go:171","msg":"trace[819996046] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2656; }","duration":"468.991633ms","start":"2026-03-03T14:34:04.037866Z","end":"2026-03-03T14:34:04.506858Z","steps":["trace[819996046] 'agreement among raft nodes before linearized reading' (duration: 468.800647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.506917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.037858Z","time spent":"469.050966ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:34:04.681751Z","caller":"traceutil/trace.go:171","msg":"trace[837158649] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"642.011516ms","start":"2026-03-03T14:34:04.039704Z","end":"2026-03-03T14:34:04.681715Z","steps":["trace[837158649] 'process raft request' (duration: 589.469602ms)","trace[837158649] 'compare' (duration: 52.250134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:04.681943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.03969Z","time spent":"642.14064ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:04.682129Z","caller":"traceutil/trace.go:171","msg":"trace[657295033] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"641.826769ms","start":"2026-03-03T14:34:04.040282Z","end":"2026-03-03T14:34:04.682108Z","steps":["trace[657295033] 'process raft request' (duration: 641.337473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.682271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.040265Z","time spent":"641.918332ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:04.766713Z","caller":"traceutil/trace.go:171","msg":"trace[488136213] linearizableReadLoop","detail":"{readStateIndex:2777; appliedIndex:2774; }","duration":"260.048039ms","start":"2026-03-03T14:34:04.50663Z","end":"2026-03-03T14:34:04.766678Z","steps":["trace[488136213] 'read index received' (duration: 122.558727ms)","trace[488136213] 'applied index is now lower than readState.Index' (duration: 137.487792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:04.767554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.605119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T14:34:04.767741Z","caller":"traceutil/trace.go:171","msg":"trace[1901875662] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2659; }","duration":"257.752064ms","start":"2026-03-03T14:34:04.509882Z","end":"2026-03-03T14:34:04.767634Z","steps":["trace[1901875662] 'agreement among raft nodes before linearized reading' (duration: 257.459724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.767823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.61945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:04.767962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.836315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:04.767996Z","caller":"traceutil/trace.go:171","msg":"trace[1862066246] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2659; }","duration":"383.947951ms","start":"2026-03-03T14:34:04.383994Z","end":"2026-03-03T14:34:04.767942Z","steps":["trace[1862066246] 'agreement among raft nodes before linearized reading' (duration: 382.989909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.768118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.045444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:04.768166Z","caller":"traceutil/trace.go:171","msg":"trace[1027690633] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2659; }","duration":"227.180039ms","start":"2026-03-03T14:34:04.540972Z","end":"2026-03-03T14:34:04.768152Z","steps":["trace[1027690633] 'agreement among raft nodes before linearized reading' (duration: 227.062985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.768168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.383975Z","time spent":"384.094656ms","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:34:04.768167Z","caller":"traceutil/trace.go:171","msg":"trace[221189898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2659; }","duration":"449.026491ms","start":"2026-03-03T14:34:04.319027Z","end":"2026-03-03T14:34:04.768053Z","steps":["trace[221189898] 'agreement among raft nodes before linearized reading' (duration: 447.990946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:04.768678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:04.319004Z","time spent":"449.620711ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:34:04.768243Z","caller":"traceutil/trace.go:171","msg":"trace[313917262] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"167.836539ms","start":"2026-03-03T14:34:04.600385Z","end":"2026-03-03T14:34:04.768222Z","steps":["trace[313917262] 'process raft request' (duration: 166.135873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:05.076272Z","caller":"traceutil/trace.go:171","msg":"trace[1492056980] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2779; }","duration":"221.7948ms","start":"2026-03-03T14:34:04.85445Z","end":"2026-03-03T14:34:05.076245Z","steps":["trace[1492056980] 'read index received' (duration: 177.566392ms)","trace[1492056980] 'applied index is now lower than readState.Index' (duration: 44.226998ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.076288Z","caller":"traceutil/trace.go:171","msg":"trace[625251714] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"223.215937ms","start":"2026-03-03T14:34:04.85304Z","end":"2026-03-03T14:34:05.076256Z","steps":["trace[625251714] 'process raft request' (duration: 178.880166ms)","trace[625251714] 'compare' (duration: 44.206717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:05.076643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.160112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-03T14:34:05.076769Z","caller":"traceutil/trace.go:171","msg":"trace[1812648267] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2661; }","duration":"222.319337ms","start":"2026-03-03T14:34:04.854429Z","end":"2026-03-03T14:34:05.076748Z","steps":["trace[1812648267] 'agreement among raft nodes before linearized reading' (duration: 222.037068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:05.225732Z","caller":"traceutil/trace.go:171","msg":"trace[1392459211] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"141.374291ms","start":"2026-03-03T14:34:05.084297Z","end":"2026-03-03T14:34:05.225671Z","steps":["trace[1392459211] 'process raft request' (duration: 93.926807ms)","trace[1392459211] 'compare' (duration: 46.99939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:05.43744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.402398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:05.437565Z","caller":"traceutil/trace.go:171","msg":"trace[1986818500] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2783; }","duration":"166.518215ms","start":"2026-03-03T14:34:05.271027Z","end":"2026-03-03T14:34:05.437545Z","steps":["trace[1986818500] 'read index received' (duration: 57.840499ms)","trace[1986818500] 'applied index is now lower than readState.Index' (duration: 108.676116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.437593Z","caller":"traceutil/trace.go:171","msg":"trace[604753200] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"199.577163ms","start":"2026-03-03T14:34:05.237987Z","end":"2026-03-03T14:34:05.437564Z","steps":["trace[604753200] 'process raft request' (duration: 90.961698ms)","trace[604753200] 'compare' (duration: 108.264003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:05.437757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.24813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:05.437811Z","caller":"traceutil/trace.go:171","msg":"trace[1564393583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2665; }","duration":"117.355695ms","start":"2026-03-03T14:34:05.320443Z","end":"2026-03-03T14:34:05.437799Z","steps":["trace[1564393583] 'agreement among raft nodes before linearized reading' (duration: 117.243861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.4379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.863447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995b65d3205b38\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T14:34:05.437953Z","caller":"traceutil/trace.go:171","msg":"trace[1535229469] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995b65d3205b38; range_end:; response_count:1; response_revision:2665; }","duration":"166.95705ms","start":"2026-03-03T14:34:05.270977Z","end":"2026-03-03T14:34:05.437934Z","steps":["trace[1535229469] 'agreement among raft nodes before linearized reading' (duration: 166.677381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.654914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.212228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:05.655051Z","caller":"traceutil/trace.go:171","msg":"trace[2013644819] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"163.022268ms","start":"2026-03-03T14:34:05.492009Z","end":"2026-03-03T14:34:05.655032Z","steps":["trace[2013644819] 'process raft request' (duration: 58.589173ms)","trace[2013644819] 'compare' (duration: 104.079254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.71449Z","caller":"traceutil/trace.go:171","msg":"trace[1480783570] linearizableReadLoop","detail":"{readStateIndex:2787; appliedIndex:2786; }","duration":"124.113638ms","start":"2026-03-03T14:34:05.590349Z","end":"2026-03-03T14:34:05.714463Z","steps":["trace[1480783570] 'read index received' (duration: 123.918182ms)","trace[1480783570] 'applied index is now lower than readState.Index' (duration: 194.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:05.71456Z","caller":"traceutil/trace.go:171","msg":"trace[681098855] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"222.321297ms","start":"2026-03-03T14:34:05.492217Z","end":"2026-03-03T14:34:05.714538Z","steps":["trace[681098855] 'process raft request' (duration: 222.048578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:05.714685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.303044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:05.714778Z","caller":"traceutil/trace.go:171","msg":"trace[775330462] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2668; }","duration":"124.495581ms","start":"2026-03-03T14:34:05.590263Z","end":"2026-03-03T14:34:05.714758Z","steps":["trace[775330462] 'agreement among raft nodes before linearized reading' (duration: 124.320095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.169813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.648089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:06.170053Z","caller":"traceutil/trace.go:171","msg":"trace[1250542505] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2791; }","duration":"116.130754ms","start":"2026-03-03T14:34:06.053898Z","end":"2026-03-03T14:34:06.170028Z","steps":["trace[1250542505] 'read index received' (duration: 65.123µs)","trace[1250542505] 'applied index is now lower than readState.Index' (duration: 116.063721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.170037Z","caller":"traceutil/trace.go:171","msg":"trace[218689823] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"304.466743ms","start":"2026-03-03T14:34:05.86554Z","end":"2026-03-03T14:34:06.170006Z","steps":["trace[218689823] 'process raft request' (duration: 109.535525ms)","trace[218689823] 'compare' (duration: 194.398941ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.170335Z","caller":"traceutil/trace.go:171","msg":"trace[400999907] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"295.368502ms","start":"2026-03-03T14:34:05.87473Z","end":"2026-03-03T14:34:06.170099Z","steps":["trace[400999907] 'process raft request' (duration: 295.210816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.170456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.544467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-03-03T14:34:06.170495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:05.865505Z","time spent":"304.938149ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:06.170535Z","caller":"traceutil/trace.go:171","msg":"trace[1301559777] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:2674; }","duration":"116.675452ms","start":"2026-03-03T14:34:06.053844Z","end":"2026-03-03T14:34:06.170519Z","steps":["trace[1301559777] 'agreement among raft nodes before linearized reading' (duration: 116.253308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:06.591746Z","caller":"traceutil/trace.go:171","msg":"trace[897128781] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"411.165964ms","start":"2026-03-03T14:34:06.180544Z","end":"2026-03-03T14:34:06.59171Z","steps":["trace[897128781] 'process raft request' (duration: 345.271608ms)","trace[897128781] 'compare' (duration: 65.661449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:06.5919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.180518Z","time spent":"411.310969ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:06.591886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.382446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:34:06.591738Z","caller":"traceutil/trace.go:171","msg":"trace[1146441902] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2793; }","duration":"340.221249ms","start":"2026-03-03T14:34:06.251485Z","end":"2026-03-03T14:34:06.591707Z","steps":["trace[1146441902] 'read index received' (duration: 11.591084ms)","trace[1146441902] 'applied index is now lower than readState.Index' (duration: 328.628515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.591947Z","caller":"traceutil/trace.go:171","msg":"trace[762195988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2676; }","duration":"340.479959ms","start":"2026-03-03T14:34:06.251452Z","end":"2026-03-03T14:34:06.591932Z","steps":["trace[762195988] 'agreement among raft nodes before linearized reading' (duration: 340.295443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.592066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.251439Z","time spent":"340.594652ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:34:06.592492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.981415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:34:06.592572Z","caller":"traceutil/trace.go:171","msg":"trace[1902728346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2676; }","duration":"341.1238ms","start":"2026-03-03T14:34:06.251436Z","end":"2026-03-03T14:34:06.59256Z","steps":["trace[1902728346] 'agreement among raft nodes before linearized reading' (duration: 340.359794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.592675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.25142Z","time spent":"341.243874ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:34:06.948687Z","caller":"traceutil/trace.go:171","msg":"trace[1568264664] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"681.405082ms","start":"2026-03-03T14:34:06.267259Z","end":"2026-03-03T14:34:06.948664Z","steps":["trace[1568264664] 'process raft request' (duration: 595.691337ms)","trace[1568264664] 'compare' (duration: 85.609901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.948761Z","caller":"traceutil/trace.go:171","msg":"trace[541744082] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"351.241616ms","start":"2026-03-03T14:34:06.597509Z","end":"2026-03-03T14:34:06.948751Z","steps":["trace[541744082] 'process raft request' (duration: 351.212715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.948784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.267189Z","time spent":"681.549737ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:34:06.948825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.597485Z","time spent":"351.302818ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:06.948963Z","caller":"traceutil/trace.go:171","msg":"trace[1589838365] linearizableReadLoop","detail":"{readStateIndex:2796; appliedIndex:2795; }","duration":"356.973446ms","start":"2026-03-03T14:34:06.59198Z","end":"2026-03-03T14:34:06.948954Z","steps":["trace[1589838365] 'read index received' (duration: 270.950432ms)","trace[1589838365] 'applied index is now lower than readState.Index' (duration: 86.022144ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.949051Z","caller":"traceutil/trace.go:171","msg":"trace[606039208] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"352.141796ms","start":"2026-03-03T14:34:06.596886Z","end":"2026-03-03T14:34:06.949027Z","steps":["trace[606039208] 'process raft request' (duration: 351.791074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.949123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.854992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:06.949153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.596865Z","time spent":"352.237968ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:06.949161Z","caller":"traceutil/trace.go:171","msg":"trace[1681440058] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2679; }","duration":"290.943485ms","start":"2026-03-03T14:34:06.65821Z","end":"2026-03-03T14:34:06.949153Z","steps":["trace[1681440058] 'agreement among raft nodes before linearized reading' (duration: 290.843622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.949117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.071704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:06.949214Z","caller":"traceutil/trace.go:171","msg":"trace[225300172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"632.199309ms","start":"2026-03-03T14:34:06.317006Z","end":"2026-03-03T14:34:06.949205Z","steps":["trace[225300172] 'agreement among raft nodes before linearized reading' (duration: 632.007602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:06.94926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.316987Z","time spent":"632.265241ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:07.337225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.685395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:07.337601Z","caller":"traceutil/trace.go:171","msg":"trace[1008187056] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"371.27196ms","start":"2026-03-03T14:34:06.966315Z","end":"2026-03-03T14:34:07.337587Z","steps":["trace[1008187056] 'process raft request' (duration: 371.194017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.337651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.966297Z","time spent":"371.331972ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:07.337758Z","caller":"traceutil/trace.go:171","msg":"trace[559291841] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2798; }","duration":"208.84903ms","start":"2026-03-03T14:34:07.128899Z","end":"2026-03-03T14:34:07.337748Z","steps":["trace[559291841] 'read index received' (duration: 153.726371ms)","trace[559291841] 'applied index is now lower than readState.Index' (duration: 55.121899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:07.337767Z","caller":"traceutil/trace.go:171","msg":"trace[1610469483] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"371.447127ms","start":"2026-03-03T14:34:06.966309Z","end":"2026-03-03T14:34:07.337756Z","steps":["trace[1610469483] 'process raft request' (duration: 371.25133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.337812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.966288Z","time spent":"371.501128ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:07.337932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.172124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:34:07.337985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.2684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-03T14:34:07.338012Z","caller":"traceutil/trace.go:171","msg":"trace[599493389] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2682; }","duration":"129.337402ms","start":"2026-03-03T14:34:07.208667Z","end":"2026-03-03T14:34:07.338005Z","steps":["trace[599493389] 'agreement among raft nodes before linearized reading' (duration: 129.228358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:07.338009Z","caller":"traceutil/trace.go:171","msg":"trace[1441934797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2682; }","duration":"163.302128ms","start":"2026-03-03T14:34:07.17469Z","end":"2026-03-03T14:34:07.337993Z","steps":["trace[1441934797] 'agreement among raft nodes before linearized reading' (duration: 163.169074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.338407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.513613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:34:07.338429Z","caller":"traceutil/trace.go:171","msg":"trace[569374835] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2682; }","duration":"209.536444ms","start":"2026-03-03T14:34:07.128886Z","end":"2026-03-03T14:34:07.338423Z","steps":["trace[569374835] 'agreement among raft nodes before linearized reading' (duration: 208.931864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:07.337506Z","caller":"traceutil/trace.go:171","msg":"trace[1232914096] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"383.086102ms","start":"2026-03-03T14:34:06.954396Z","end":"2026-03-03T14:34:07.337482Z","steps":["trace[1232914096] 'process raft request' (duration: 111.043985ms)","trace[1232914096] 'compare' (duration: 271.50205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:07.338833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:06.954382Z","time spent":"384.391845ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:07.779104Z","caller":"traceutil/trace.go:171","msg":"trace[703456974] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2801; }","duration":"417.630009ms","start":"2026-03-03T14:34:07.361455Z","end":"2026-03-03T14:34:07.779085Z","steps":["trace[703456974] 'read index received' (duration: 8.709399ms)","trace[703456974] 'applied index is now lower than readState.Index' (duration: 408.91959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:07.779201Z","caller":"traceutil/trace.go:171","msg":"trace[891038097] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"434.908452ms","start":"2026-03-03T14:34:07.344283Z","end":"2026-03-03T14:34:07.779192Z","steps":["trace[891038097] 'process raft request' (duration: 434.687595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.779303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.344267Z","time spent":"434.976134ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:07.779369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.156308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-r5bkw.18995b699293a321\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-03T14:34:07.779428Z","caller":"traceutil/trace.go:171","msg":"trace[719857687] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-r5bkw.18995b699293a321; range_end:; response_count:1; response_revision:2684; }","duration":"406.244781ms","start":"2026-03-03T14:34:07.37317Z","end":"2026-03-03T14:34:07.779415Z","steps":["trace[719857687] 'agreement among raft nodes before linearized reading' (duration: 406.072855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.779449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.373159Z","time spent":"406.285283ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-r5bkw.18995b699293a321\" "} {"level":"warn","ts":"2026-03-03T14:34:07.779472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.025601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-03-03T14:34:07.7795Z","caller":"traceutil/trace.go:171","msg":"trace[1685737877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2684; }","duration":"418.090744ms","start":"2026-03-03T14:34:07.361403Z","end":"2026-03-03T14:34:07.779493Z","steps":["trace[1685737877] 'agreement among raft nodes before linearized reading' (duration: 417.996231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.779526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.361375Z","time spent":"418.142596ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:34:07.779595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.437903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:34:07.779617Z","caller":"traceutil/trace.go:171","msg":"trace[92481800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2684; }","duration":"301.483444ms","start":"2026-03-03T14:34:07.478126Z","end":"2026-03-03T14:34:07.779609Z","steps":["trace[92481800] 'agreement among raft nodes before linearized reading' (duration: 301.419652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:07.77963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:07.478111Z","time spent":"301.516476ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:34:07.982783Z","caller":"traceutil/trace.go:171","msg":"trace[1017253525] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2804; }","duration":"135.251658ms","start":"2026-03-03T14:34:07.847511Z","end":"2026-03-03T14:34:07.982762Z","steps":["trace[1017253525] 'read index received' (duration: 135.01878ms)","trace[1017253525] 'applied index is now lower than readState.Index' (duration: 231.738µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:07.982943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.416423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-03T14:34:07.982968Z","caller":"traceutil/trace.go:171","msg":"trace[1632599278] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2687; }","duration":"135.484366ms","start":"2026-03-03T14:34:07.847474Z","end":"2026-03-03T14:34:07.982958Z","steps":["trace[1632599278] 'agreement among raft nodes before linearized reading' (duration: 135.374202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:07.983065Z","caller":"traceutil/trace.go:171","msg":"trace[1444564287] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"199.979106ms","start":"2026-03-03T14:34:07.78306Z","end":"2026-03-03T14:34:07.98304Z","steps":["trace[1444564287] 'process raft request' (duration: 199.48637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:07.983116Z","caller":"traceutil/trace.go:171","msg":"trace[82692896] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"195.188698ms","start":"2026-03-03T14:34:07.787899Z","end":"2026-03-03T14:34:07.983088Z","steps":["trace[82692896] 'process raft request' (duration: 194.820126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:08.004633Z","caller":"traceutil/trace.go:171","msg":"trace[1366478040] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"123.634262ms","start":"2026-03-03T14:34:07.88096Z","end":"2026-03-03T14:34:08.004594Z","steps":["trace[1366478040] 'process raft request' (duration: 123.55333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:08.005078Z","caller":"traceutil/trace.go:171","msg":"trace[1472612068] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"156.046658ms","start":"2026-03-03T14:34:07.849015Z","end":"2026-03-03T14:34:08.005062Z","steps":["trace[1472612068] 'process raft request' (duration: 155.349235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.288096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.620313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:08.288365Z","caller":"traceutil/trace.go:171","msg":"trace[1289097425] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"276.442794ms","start":"2026-03-03T14:34:08.011892Z","end":"2026-03-03T14:34:08.288335Z","steps":["trace[1289097425] 'process raft request' (duration: 130.508191ms)","trace[1289097425] 'compare' (duration: 145.482348ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.288376Z","caller":"traceutil/trace.go:171","msg":"trace[1174397041] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2808; }","duration":"271.405917ms","start":"2026-03-03T14:34:08.016888Z","end":"2026-03-03T14:34:08.288294Z","steps":["trace[1174397041] 'read index received' (duration: 125.605079ms)","trace[1174397041] 'applied index is now lower than readState.Index' (duration: 145.799708ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.288437Z","caller":"traceutil/trace.go:171","msg":"trace[813016423] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"276.33882ms","start":"2026-03-03T14:34:08.01208Z","end":"2026-03-03T14:34:08.288419Z","steps":["trace[813016423] 'process raft request' (duration: 276.131173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.288882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.998336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-03T14:34:08.288938Z","caller":"traceutil/trace.go:171","msg":"trace[494840660] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2691; }","duration":"272.09714ms","start":"2026-03-03T14:34:08.016826Z","end":"2026-03-03T14:34:08.288923Z","steps":["trace[494840660] 'agreement among raft nodes before linearized reading' (duration: 271.697627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.290189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.592002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:34:08.290344Z","caller":"traceutil/trace.go:171","msg":"trace[2044632423] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2692; }","duration":"164.784578ms","start":"2026-03-03T14:34:08.125533Z","end":"2026-03-03T14:34:08.290317Z","steps":["trace[2044632423] 'agreement among raft nodes before linearized reading' (duration: 164.566841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:08.291762Z","caller":"traceutil/trace.go:171","msg":"trace[210440429] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"101.139766ms","start":"2026-03-03T14:34:08.189511Z","end":"2026-03-03T14:34:08.290651Z","steps":["trace[210440429] 'process raft request' (duration: 100.468594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.291871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-03T14:34:08.29196Z","caller":"traceutil/trace.go:171","msg":"trace[178497414] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2692; }","duration":"102.641716ms","start":"2026-03-03T14:34:08.18928Z","end":"2026-03-03T14:34:08.291922Z","steps":["trace[178497414] 'agreement among raft nodes before linearized reading' (duration: 101.26312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.655944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.478175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:08.656061Z","caller":"traceutil/trace.go:171","msg":"trace[107876411] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"361.919881ms","start":"2026-03-03T14:34:08.294122Z","end":"2026-03-03T14:34:08.656042Z","steps":["trace[107876411] 'process raft request' (duration: 157.253669ms)","trace[107876411] 'compare' (duration: 203.664239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:08.656125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:08.294108Z","time spent":"361.983992ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:08.664043Z","caller":"traceutil/trace.go:171","msg":"trace[1853783828] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"361.150895ms","start":"2026-03-03T14:34:08.302873Z","end":"2026-03-03T14:34:08.664024Z","steps":["trace[1853783828] 'process raft request' (duration: 360.99996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.664161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:08.302852Z","time spent":"361.253628ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:08.664215Z","caller":"traceutil/trace.go:171","msg":"trace[747640454] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2811; }","duration":"344.562434ms","start":"2026-03-03T14:34:08.319625Z","end":"2026-03-03T14:34:08.664188Z","steps":["trace[747640454] 'read index received' (duration: 131.839685ms)","trace[747640454] 'applied index is now lower than readState.Index' (duration: 212.720039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.664475Z","caller":"traceutil/trace.go:171","msg":"trace[1612188439] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"240.665786ms","start":"2026-03-03T14:34:08.423728Z","end":"2026-03-03T14:34:08.664393Z","steps":["trace[1612188439] 'process raft request' (duration: 240.255602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.664504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.875365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:34:08.664532Z","caller":"traceutil/trace.go:171","msg":"trace[166365890] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2695; }","duration":"344.957787ms","start":"2026-03-03T14:34:08.319565Z","end":"2026-03-03T14:34:08.664523Z","steps":["trace[166365890] 'agreement among raft nodes before linearized reading' (duration: 344.905036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.664551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:08.319549Z","time spent":"344.998279ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:34:08.66459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.505129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:34:08.664627Z","caller":"traceutil/trace.go:171","msg":"trace[322364387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2695; }","duration":"343.570981ms","start":"2026-03-03T14:34:08.321046Z","end":"2026-03-03T14:34:08.664617Z","steps":["trace[322364387] 'agreement among raft nodes before linearized reading' (duration: 343.513659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.664662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:08.32103Z","time spent":"343.624304ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:08.66483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.783163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:34:08.66487Z","caller":"traceutil/trace.go:171","msg":"trace[1414401015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2695; }","duration":"131.868446ms","start":"2026-03-03T14:34:08.532991Z","end":"2026-03-03T14:34:08.66486Z","steps":["trace[1414401015] 'agreement among raft nodes before linearized reading' (duration: 131.805454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:08.951399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.760815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:08.951507Z","caller":"traceutil/trace.go:171","msg":"trace[1626786523] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"254.682841ms","start":"2026-03-03T14:34:08.696807Z","end":"2026-03-03T14:34:08.95149Z","steps":["trace[1626786523] 'process raft request' (duration: 118.761211ms)","trace[1626786523] 'compare' (duration: 135.61591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:08.952844Z","caller":"traceutil/trace.go:171","msg":"trace[274546821] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2815; }","duration":"182.640311ms","start":"2026-03-03T14:34:08.770177Z","end":"2026-03-03T14:34:08.952817Z","steps":["trace[274546821] 'read index received' (duration: 45.49184ms)","trace[274546821] 'applied index is now lower than readState.Index' (duration: 137.146891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:08.953395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.194659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:34:08.953393Z","caller":"traceutil/trace.go:171","msg":"trace[616991537] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"255.012002ms","start":"2026-03-03T14:34:08.698345Z","end":"2026-03-03T14:34:08.953357Z","steps":["trace[616991537] 'process raft request' (duration: 254.33532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:08.953468Z","caller":"traceutil/trace.go:171","msg":"trace[1259341417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2698; }","duration":"183.326873ms","start":"2026-03-03T14:34:08.770126Z","end":"2026-03-03T14:34:08.953453Z","steps":["trace[1259341417] 'agreement among raft nodes before linearized reading' (duration: 183.110126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.224287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.441538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:09.224485Z","caller":"traceutil/trace.go:171","msg":"trace[54121021] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"189.052753ms","start":"2026-03-03T14:34:09.03542Z","end":"2026-03-03T14:34:09.224473Z","steps":["trace[54121021] 'process raft request' (duration: 188.998291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:09.22453Z","caller":"traceutil/trace.go:171","msg":"trace[1432932163] linearizableReadLoop","detail":"{readStateIndex:2823; appliedIndex:2822; }","duration":"192.766486ms","start":"2026-03-03T14:34:09.03174Z","end":"2026-03-03T14:34:09.224507Z","steps":["trace[1432932163] 'read index received' (duration: 65.044629ms)","trace[1432932163] 'applied index is now lower than readState.Index' (duration: 127.718877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:09.224549Z","caller":"traceutil/trace.go:171","msg":"trace[1943505074] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"229.780514ms","start":"2026-03-03T14:34:08.994709Z","end":"2026-03-03T14:34:09.224489Z","steps":["trace[1943505074] 'process raft request' (duration: 102.083788ms)","trace[1943505074] 'compare' (duration: 127.186599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:09.22485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.171327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:34:09.224923Z","caller":"traceutil/trace.go:171","msg":"trace[1876147026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2704; }","duration":"230.276101ms","start":"2026-03-03T14:34:08.994629Z","end":"2026-03-03T14:34:09.224905Z","steps":["trace[1876147026] 'agreement among raft nodes before linearized reading' (duration: 230.035153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.224923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.796288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-03-03T14:34:09.225004Z","caller":"traceutil/trace.go:171","msg":"trace[1217530638] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2704; }","duration":"164.927622ms","start":"2026-03-03T14:34:09.060058Z","end":"2026-03-03T14:34:09.224986Z","steps":["trace[1217530638] 'agreement among raft nodes before linearized reading' (duration: 164.679634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.224926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.802913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:34:09.225105Z","caller":"traceutil/trace.go:171","msg":"trace[133465700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2704; }","duration":"217.01928ms","start":"2026-03-03T14:34:09.008076Z","end":"2026-03-03T14:34:09.225096Z","steps":["trace[133465700] 'agreement among raft nodes before linearized reading' (duration: 216.537494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.225115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.75288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:34:09.225191Z","caller":"traceutil/trace.go:171","msg":"trace[866870153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2704; }","duration":"184.859333ms","start":"2026-03-03T14:34:09.040315Z","end":"2026-03-03T14:34:09.225175Z","steps":["trace[866870153] 'agreement among raft nodes before linearized reading' (duration: 184.434249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.225187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.185663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:34:09.225238Z","caller":"traceutil/trace.go:171","msg":"trace[809760935] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2704; }","duration":"191.417821ms","start":"2026-03-03T14:34:09.033808Z","end":"2026-03-03T14:34:09.225225Z","steps":["trace[809760935] 'agreement among raft nodes before linearized reading' (duration: 190.864162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:09.561007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.291173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:34:09.561092Z","caller":"traceutil/trace.go:171","msg":"trace[1813272330] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2715; }","duration":"114.408577ms","start":"2026-03-03T14:34:09.446665Z","end":"2026-03-03T14:34:09.561074Z","steps":["trace[1813272330] 'agreement among raft nodes before linearized reading' (duration: 97.567408ms)","trace[1813272330] 'range keys from in-memory index tree' (duration: 16.610191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:09.795792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.110193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:34:09.795902Z","caller":"traceutil/trace.go:171","msg":"trace[1382203832] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"177.699197ms","start":"2026-03-03T14:34:09.618177Z","end":"2026-03-03T14:34:09.795876Z","steps":["trace[1382203832] 'process raft request' (duration: 42.429528ms)","trace[1382203832] 'compare' (duration: 134.293266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:09.991621Z","caller":"traceutil/trace.go:171","msg":"trace[1158858101] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"166.04361ms","start":"2026-03-03T14:34:09.825556Z","end":"2026-03-03T14:34:09.991599Z","steps":["trace[1158858101] 'process raft request' (duration: 86.073717ms)","trace[1158858101] 'compare' (duration: 79.840549ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:10.115413Z","caller":"traceutil/trace.go:171","msg":"trace[638714917] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"118.962108ms","start":"2026-03-03T14:34:09.996432Z","end":"2026-03-03T14:34:10.115394Z","steps":["trace[638714917] 'process raft request' (duration: 118.825143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:10.116742Z","caller":"traceutil/trace.go:171","msg":"trace[13136191] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"104.470677ms","start":"2026-03-03T14:34:10.012245Z","end":"2026-03-03T14:34:10.116715Z","steps":["trace[13136191] 'process raft request' (duration: 104.314281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.697675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.12996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:34:10.698216Z","caller":"traceutil/trace.go:171","msg":"trace[189534006] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2844; }","duration":"406.551592ms","start":"2026-03-03T14:34:10.291643Z","end":"2026-03-03T14:34:10.698194Z","steps":["trace[189534006] 'read index received' (duration: 404.465963ms)","trace[189534006] 'applied index is now lower than readState.Index' (duration: 2.084399ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:10.69826Z","caller":"traceutil/trace.go:171","msg":"trace[1115502966] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"417.789094ms","start":"2026-03-03T14:34:10.280442Z","end":"2026-03-03T14:34:10.698231Z","steps":["trace[1115502966] 'process raft request' (duration: 417.335729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.698398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.280417Z","time spent":"417.900818ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:34:10.721425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.765492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:34:10.721496Z","caller":"traceutil/trace.go:171","msg":"trace[1495506381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2725; }","duration":"429.875276ms","start":"2026-03-03T14:34:10.291603Z","end":"2026-03-03T14:34:10.721478Z","steps":["trace[1495506381] 'agreement among raft nodes before linearized reading' (duration: 406.708777ms)","trace[1495506381] 'range keys from in-memory index tree' (duration: 22.995553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:10.721525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.291585Z","time spent":"429.933567ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:34:10.721746Z","caller":"traceutil/trace.go:171","msg":"trace[887288279] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"425.265883ms","start":"2026-03-03T14:34:10.296458Z","end":"2026-03-03T14:34:10.721724Z","steps":["trace[887288279] 'process raft request' (duration: 401.730312ms)","trace[887288279] 'compare' (duration: 23.352015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:10.721774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.62144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:34:10.721829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.296437Z","time spent":"425.343696ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:10.721864Z","caller":"traceutil/trace.go:171","msg":"trace[182553200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2726; }","duration":"402.751095ms","start":"2026-03-03T14:34:10.319092Z","end":"2026-03-03T14:34:10.721843Z","steps":["trace[182553200] 'agreement among raft nodes before linearized reading' (duration: 402.60456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.721909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.319076Z","time spent":"402.824958ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:34:10.721955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.387219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18995b60f51dc9bf\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:34:10.722013Z","caller":"traceutil/trace.go:171","msg":"trace[1765284117] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18995b60f51dc9bf; range_end:; response_count:1; response_revision:2726; }","duration":"385.499143ms","start":"2026-03-03T14:34:10.336499Z","end":"2026-03-03T14:34:10.721998Z","steps":["trace[1765284117] 'agreement among raft nodes before linearized reading' (duration: 385.245314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:34:10.722051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:34:10.336472Z","time spent":"385.571085ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18995b60f51dc9bf\" "} {"level":"info","ts":"2026-03-03T14:34:10.930354Z","caller":"traceutil/trace.go:171","msg":"trace[1229569802] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"141.00732ms","start":"2026-03-03T14:34:10.789325Z","end":"2026-03-03T14:34:10.930332Z","steps":["trace[1229569802] 'process raft request' (duration: 110.628801ms)","trace[1229569802] 'compare' (duration: 30.1113ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:45.423619Z","caller":"traceutil/trace.go:171","msg":"trace[930041587] linearizableReadLoop","detail":"{readStateIndex:3434; appliedIndex:3433; }","duration":"110.890841ms","start":"2026-03-03T14:35:45.312692Z","end":"2026-03-03T14:35:45.423583Z","steps":["trace[930041587] 'read index received' (duration: 110.603971ms)","trace[930041587] 'applied index is now lower than readState.Index' (duration: 285.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:45.423833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.517528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:45.423809Z","caller":"traceutil/trace.go:171","msg":"trace[1901839916] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"221.507862ms","start":"2026-03-03T14:35:45.202248Z","end":"2026-03-03T14:35:45.423756Z","steps":["trace[1901839916] 'process raft request' (duration: 221.174241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:45.423884Z","caller":"traceutil/trace.go:171","msg":"trace[1569064186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3287; }","duration":"102.637152ms","start":"2026-03-03T14:35:45.321233Z","end":"2026-03-03T14:35:45.423871Z","steps":["trace[1569064186] 'agreement among raft nodes before linearized reading' (duration: 102.538659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:45.423957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.250162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:35:45.424048Z","caller":"traceutil/trace.go:171","msg":"trace[1781691381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3287; }","duration":"111.416937ms","start":"2026-03-03T14:35:45.31261Z","end":"2026-03-03T14:35:45.424027Z","steps":["trace[1781691381] 'agreement among raft nodes before linearized reading' (duration: 111.156979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:19.15061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.410844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:36:19.150737Z","caller":"traceutil/trace.go:171","msg":"trace[1901414873] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:3525; }","duration":"215.565039ms","start":"2026-03-03T14:36:18.935146Z","end":"2026-03-03T14:36:19.150711Z","steps":["trace[1901414873] 'range keys from in-memory index tree' (duration: 215.097504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:19.467927Z","caller":"traceutil/trace.go:171","msg":"trace[1492284116] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"254.216827ms","start":"2026-03-03T14:36:19.213677Z","end":"2026-03-03T14:36:19.467894Z","steps":["trace[1492284116] 'process raft request' (duration: 252.923655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:19.467961Z","caller":"traceutil/trace.go:171","msg":"trace[988680905] linearizableReadLoop","detail":"{readStateIndex:3680; appliedIndex:3678; }","duration":"148.008309ms","start":"2026-03-03T14:36:19.31992Z","end":"2026-03-03T14:36:19.467929Z","steps":["trace[988680905] 'read index received' (duration: 3.616458ms)","trace[988680905] 'applied index is now lower than readState.Index' (duration: 144.389731ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:19.468114Z","caller":"traceutil/trace.go:171","msg":"trace[1119476123] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"143.462621ms","start":"2026-03-03T14:36:19.324639Z","end":"2026-03-03T14:36:19.468101Z","steps":["trace[1119476123] 'process raft request' (duration: 143.216363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:19.468231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.286599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:19.468348Z","caller":"traceutil/trace.go:171","msg":"trace[673382734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3527; }","duration":"148.471254ms","start":"2026-03-03T14:36:19.319855Z","end":"2026-03-03T14:36:19.468326Z","steps":["trace[673382734] 'agreement among raft nodes before linearized reading' (duration: 148.153014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.462413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.802146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:31.462566Z","caller":"traceutil/trace.go:171","msg":"trace[219744228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3982; }","duration":"112.030744ms","start":"2026-03-03T14:37:31.350502Z","end":"2026-03-03T14:37:31.462532Z","steps":["trace[219744228] 'range keys from in-memory index tree' (duration: 111.59936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:37.093136Z","caller":"traceutil/trace.go:171","msg":"trace[412049976] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"114.800071ms","start":"2026-03-03T14:37:36.978306Z","end":"2026-03-03T14:37:37.093106Z","steps":["trace[412049976] 'process raft request' (duration: 107.692485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:37.096883Z","caller":"traceutil/trace.go:171","msg":"trace[944697403] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"104.560965ms","start":"2026-03-03T14:37:36.992291Z","end":"2026-03-03T14:37:37.096852Z","steps":["trace[944697403] 'process raft request' (duration: 104.008447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:37.222189Z","caller":"traceutil/trace.go:171","msg":"trace[571618449] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"106.773024ms","start":"2026-03-03T14:37:37.115379Z","end":"2026-03-03T14:37:37.222152Z","steps":["trace[571618449] 'process raft request' (duration: 94.869285ms)","trace[571618449] 'compare' (duration: 11.60837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:39.84069Z","caller":"traceutil/trace.go:171","msg":"trace[1284106701] linearizableReadLoop","detail":"{readStateIndex:4618; appliedIndex:4617; }","duration":"126.847717ms","start":"2026-03-03T14:37:39.713814Z","end":"2026-03-03T14:37:39.840662Z","steps":["trace[1284106701] 'read index received' (duration: 126.63096ms)","trace[1284106701] 'applied index is now lower than readState.Index' (duration: 215.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:39.840837Z","caller":"traceutil/trace.go:171","msg":"trace[2031224694] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"220.359749ms","start":"2026-03-03T14:37:39.620428Z","end":"2026-03-03T14:37:39.840788Z","steps":["trace[2031224694] 'process raft request' (duration: 220.017008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:39.841891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.044875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-03T14:37:39.841999Z","caller":"traceutil/trace.go:171","msg":"trace[2044359547] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4423; }","duration":"128.149338ms","start":"2026-03-03T14:37:39.713806Z","end":"2026-03-03T14:37:39.841956Z","steps":["trace[2044359547] 'agreement among raft nodes before linearized reading' (duration: 127.005301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:45.952446Z","caller":"traceutil/trace.go:171","msg":"trace[953234006] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"189.842616ms","start":"2026-03-03T14:37:45.76258Z","end":"2026-03-03T14:37:45.952423Z","steps":["trace[953234006] 'process raft request' (duration: 189.67329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:46.192188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.012549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T14:37:46.192275Z","caller":"traceutil/trace.go:171","msg":"trace[134639807] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4552; }","duration":"131.151343ms","start":"2026-03-03T14:37:46.061103Z","end":"2026-03-03T14:37:46.192254Z","steps":["trace[134639807] 'range keys from in-memory index tree' (duration: 130.828293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:48.156831Z","caller":"traceutil/trace.go:171","msg":"trace[2110217902] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"183.806893ms","start":"2026-03-03T14:37:47.972994Z","end":"2026-03-03T14:37:48.156801Z","steps":["trace[2110217902] 'process raft request' (duration: 183.592306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:50.408614Z","caller":"traceutil/trace.go:171","msg":"trace[443052955] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"154.216209ms","start":"2026-03-03T14:37:50.254362Z","end":"2026-03-03T14:37:50.408579Z","steps":["trace[443052955] 'read index received' (duration: 153.964451ms)","trace[443052955] 'applied index is now lower than readState.Index' (duration: 250.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:50.408765Z","caller":"traceutil/trace.go:171","msg":"trace[1313328638] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"230.159111ms","start":"2026-03-03T14:37:50.178542Z","end":"2026-03-03T14:37:50.408701Z","steps":["trace[1313328638] 'process raft request' (duration: 229.81497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.408966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.796106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:37:50.40898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.585391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:37:50.40905Z","caller":"traceutil/trace.go:171","msg":"trace[531349143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4680; }","duration":"153.92839ms","start":"2026-03-03T14:37:50.255099Z","end":"2026-03-03T14:37:50.409028Z","steps":["trace[531349143] 'agreement among raft nodes before linearized reading' (duration: 153.688193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:50.409091Z","caller":"traceutil/trace.go:171","msg":"trace[599471124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4680; }","duration":"154.748967ms","start":"2026-03-03T14:37:50.254317Z","end":"2026-03-03T14:37:50.409066Z","steps":["trace[599471124] 'agreement among raft nodes before linearized reading' (duration: 154.464448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.766323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:37:50.766649Z","caller":"traceutil/trace.go:171","msg":"trace[905406839] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4882; }","duration":"311.085283ms","start":"2026-03-03T14:37:50.455541Z","end":"2026-03-03T14:37:50.766626Z","steps":["trace[905406839] 'read index received' (duration: 200.922309ms)","trace[905406839] 'applied index is now lower than readState.Index' (duration: 110.161354ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:50.76678Z","caller":"traceutil/trace.go:171","msg":"trace[1906844318] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"351.844603ms","start":"2026-03-03T14:37:50.414917Z","end":"2026-03-03T14:37:50.766761Z","steps":["trace[1906844318] 'process raft request' (duration: 351.555334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:50.766874Z","caller":"traceutil/trace.go:171","msg":"trace[247643940] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"353.069482ms","start":"2026-03-03T14:37:50.413778Z","end":"2026-03-03T14:37:50.766847Z","steps":["trace[247643940] 'process raft request' (duration: 242.686531ms)","trace[247643940] 'compare' (duration: 108.762669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:50.766941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:50.414891Z","time spent":"351.978988ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:50.767033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:50.413761Z","time spent":"353.186556ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:50.767721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.146266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718548"} {"level":"info","ts":"2026-03-03T14:37:50.767845Z","caller":"traceutil/trace.go:171","msg":"trace[1238191848] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4682; }","duration":"312.376244ms","start":"2026-03-03T14:37:50.455442Z","end":"2026-03-03T14:37:50.767818Z","steps":["trace[1238191848] 'agreement among raft nodes before linearized reading' (duration: 311.571038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.767913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:50.455428Z","time spent":"312.474166ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718571,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T14:37:50.880488Z","caller":"traceutil/trace.go:171","msg":"trace[2063867784] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"113.755938ms","start":"2026-03-03T14:37:50.766709Z","end":"2026-03-03T14:37:50.880465Z","steps":["trace[2063867784] 'read index received' (duration: 113.135619ms)","trace[2063867784] 'applied index is now lower than readState.Index' (duration: 619.149µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:50.880678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.705665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:37:50.880648Z","caller":"traceutil/trace.go:171","msg":"trace[1551203733] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"178.768632ms","start":"2026-03-03T14:37:50.701836Z","end":"2026-03-03T14:37:50.880604Z","steps":["trace[1551203733] 'process raft request' (duration: 178.461202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.880706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.10293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T14:37:50.880752Z","caller":"traceutil/trace.go:171","msg":"trace[1701247922] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b; range_end:; response_count:1; response_revision:4683; }","duration":"146.172302ms","start":"2026-03-03T14:37:50.734568Z","end":"2026-03-03T14:37:50.88074Z","steps":["trace[1701247922] 'agreement among raft nodes before linearized reading' (duration: 146.059049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.880777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.780725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T14:37:50.880805Z","caller":"traceutil/trace.go:171","msg":"trace[1324090757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b; range_end:; response_count:1; response_revision:4683; }","duration":"401.848327ms","start":"2026-03-03T14:37:50.478949Z","end":"2026-03-03T14:37:50.880797Z","steps":["trace[1324090757] 'agreement among raft nodes before linearized reading' (duration: 401.783545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.880826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:50.478925Z","time spent":"401.894329ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b\" "} {"level":"info","ts":"2026-03-03T14:37:50.880719Z","caller":"traceutil/trace.go:171","msg":"trace[1481495667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4683; }","duration":"397.798168ms","start":"2026-03-03T14:37:50.482911Z","end":"2026-03-03T14:37:50.880709Z","steps":["trace[1481495667] 'agreement among raft nodes before linearized reading' (duration: 397.701515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.880913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:50.482889Z","time spent":"398.005585ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:37:50.88094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.938172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:37:50.881057Z","caller":"traceutil/trace.go:171","msg":"trace[965380967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4683; }","duration":"150.119228ms","start":"2026-03-03T14:37:50.730916Z","end":"2026-03-03T14:37:50.881036Z","steps":["trace[965380967] 'agreement among raft nodes before linearized reading' (duration: 149.590691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.880678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.440119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:37:50.881241Z","caller":"traceutil/trace.go:171","msg":"trace[265158704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4683; }","duration":"157.053459ms","start":"2026-03-03T14:37:50.724174Z","end":"2026-03-03T14:37:50.881227Z","steps":["trace[265158704] 'agreement among raft nodes before linearized reading' (duration: 156.362877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:50.881308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718548"} {"level":"info","ts":"2026-03-03T14:37:50.881459Z","caller":"traceutil/trace.go:171","msg":"trace[1927568533] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4683; }","duration":"100.529936ms","start":"2026-03-03T14:37:50.780903Z","end":"2026-03-03T14:37:50.881433Z","steps":["trace[1927568533] 'agreement among raft nodes before linearized reading' (duration: 99.907127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:53.244445Z","caller":"traceutil/trace.go:171","msg":"trace[272155485] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"445.775039ms","start":"2026-03-03T14:37:52.798639Z","end":"2026-03-03T14:37:53.244414Z","steps":["trace[272155485] 'process raft request' (duration: 445.542392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.24465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.798604Z","time spent":"445.931724ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:53.254423Z","caller":"traceutil/trace.go:171","msg":"trace[1845262709] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"455.071046ms","start":"2026-03-03T14:37:52.79932Z","end":"2026-03-03T14:37:53.254391Z","steps":["trace[1845262709] 'process raft request' (duration: 454.830729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.254611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.799288Z","time spent":"455.222541ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:53.25472Z","caller":"traceutil/trace.go:171","msg":"trace[1001903504] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"367.505712ms","start":"2026-03-03T14:37:52.887172Z","end":"2026-03-03T14:37:53.254678Z","steps":["trace[1001903504] 'process raft request' (duration: 367.147011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.25493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.88714Z","time spent":"367.684638ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:53.254947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.215936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-03T14:37:53.255001Z","caller":"traceutil/trace.go:171","msg":"trace[189268814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b; range_end:; response_count:1; response_revision:4714; }","duration":"363.339379ms","start":"2026-03-03T14:37:52.89165Z","end":"2026-03-03T14:37:53.254989Z","steps":["trace[189268814] 'agreement among raft nodes before linearized reading' (duration: 363.150963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.25504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.891624Z","time spent":"363.407212ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b458e8f7-f971-4c0f-bd13-d6df3d3af95b\" "} {"level":"info","ts":"2026-03-03T14:37:53.254741Z","caller":"traceutil/trace.go:171","msg":"trace[1223323517] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4913; }","duration":"363.008089ms","start":"2026-03-03T14:37:52.891706Z","end":"2026-03-03T14:37:53.254714Z","steps":["trace[1223323517] 'read index received' (duration: 352.587336ms)","trace[1223323517] 'applied index is now lower than readState.Index' (duration: 10.419222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:53.255438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.247073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:37:53.255512Z","caller":"traceutil/trace.go:171","msg":"trace[1474549467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4714; }","duration":"361.340755ms","start":"2026-03-03T14:37:52.894152Z","end":"2026-03-03T14:37:53.255493Z","steps":["trace[1474549467] 'agreement among raft nodes before linearized reading' (duration: 361.123058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.255562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.894147Z","time spent":"361.400467ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:53.255551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.235864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:37:53.255625Z","caller":"traceutil/trace.go:171","msg":"trace[1351635562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4714; }","duration":"256.352797ms","start":"2026-03-03T14:37:52.999249Z","end":"2026-03-03T14:37:53.255602Z","steps":["trace[1351635562] 'agreement among raft nodes before linearized reading' (duration: 256.231123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.255619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.179898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:37:53.255697Z","caller":"traceutil/trace.go:171","msg":"trace[502144126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4714; }","duration":"360.283542ms","start":"2026-03-03T14:37:52.895395Z","end":"2026-03-03T14:37:53.255679Z","steps":["trace[502144126] 'agreement among raft nodes before linearized reading' (duration: 360.059585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.255742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.895388Z","time spent":"360.346774ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:37:53.255882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.995785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:37:53.255975Z","caller":"traceutil/trace.go:171","msg":"trace[486396771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4714; }","duration":"361.129439ms","start":"2026-03-03T14:37:52.894824Z","end":"2026-03-03T14:37:53.255953Z","steps":["trace[486396771] 'agreement among raft nodes before linearized reading' (duration: 360.85388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.256038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.894819Z","time spent":"361.210562ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:53.256293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.724291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776733"} {"level":"info","ts":"2026-03-03T14:37:53.25635Z","caller":"traceutil/trace.go:171","msg":"trace[628730902] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4714; }","duration":"220.827564ms","start":"2026-03-03T14:37:53.035509Z","end":"2026-03-03T14:37:53.256336Z","steps":["trace[628730902] 'agreement among raft nodes before linearized reading' (duration: 219.804912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:02.561518Z","caller":"traceutil/trace.go:171","msg":"trace[1380313567] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"101.834359ms","start":"2026-03-03T14:38:02.459652Z","end":"2026-03-03T14:38:02.561486Z","steps":["trace[1380313567] 'process raft request' (duration: 82.311906ms)","trace[1380313567] 'compare' (duration: 19.339877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:02.784193Z","caller":"traceutil/trace.go:171","msg":"trace[2029068690] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"124.290864ms","start":"2026-03-03T14:38:02.659862Z","end":"2026-03-03T14:38:02.784153Z","steps":["trace[2029068690] 'process raft request' (duration: 31.838355ms)","trace[2029068690] 'compare' (duration: 92.218792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:03.563949Z","caller":"traceutil/trace.go:171","msg":"trace[187226401] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5125; }","duration":"171.17698ms","start":"2026-03-03T14:38:03.392746Z","end":"2026-03-03T14:38:03.563923Z","steps":["trace[187226401] 'read index received' (duration: 171.090648ms)","trace[187226401] 'applied index is now lower than readState.Index' (duration: 85.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:03.563993Z","caller":"traceutil/trace.go:171","msg":"trace[1094099922] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"208.830352ms","start":"2026-03-03T14:38:03.355145Z","end":"2026-03-03T14:38:03.563975Z","steps":["trace[1094099922] 'process raft request' (duration: 208.601625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:03.564179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.430188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:38:03.564254Z","caller":"traceutil/trace.go:171","msg":"trace[1681939411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4917; }","duration":"171.540171ms","start":"2026-03-03T14:38:03.392696Z","end":"2026-03-03T14:38:03.564236Z","steps":["trace[1681939411] 'agreement among raft nodes before linearized reading' (duration: 171.358095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:03.564949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.078389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:38:03.565025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.021494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:38:03.565059Z","caller":"traceutil/trace.go:171","msg":"trace[252198504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:4919; }","duration":"139.094987ms","start":"2026-03-03T14:38:03.425955Z","end":"2026-03-03T14:38:03.56505Z","steps":["trace[252198504] 'agreement among raft nodes before linearized reading' (duration: 138.997094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:03.56507Z","caller":"traceutil/trace.go:171","msg":"trace[767068499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4919; }","duration":"151.249105ms","start":"2026-03-03T14:38:03.413793Z","end":"2026-03-03T14:38:03.565042Z","steps":["trace[767068499] 'agreement among raft nodes before linearized reading' (duration: 150.964636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:03.565168Z","caller":"traceutil/trace.go:171","msg":"trace[9999406] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"112.114726ms","start":"2026-03-03T14:38:03.453025Z","end":"2026-03-03T14:38:03.56514Z","steps":["trace[9999406] 'process raft request' (duration: 111.534088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:03.565418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.852212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:38:03.565494Z","caller":"traceutil/trace.go:171","msg":"trace[1442258834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4919; }","duration":"151.060009ms","start":"2026-03-03T14:38:03.414416Z","end":"2026-03-03T14:38:03.565476Z","steps":["trace[1442258834] 'agreement among raft nodes before linearized reading' (duration: 150.716168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.889561Z","caller":"traceutil/trace.go:171","msg":"trace[1667745952] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"175.652473ms","start":"2026-03-03T14:38:08.713863Z","end":"2026-03-03T14:38:08.889516Z","steps":["trace[1667745952] 'process raft request' (duration: 175.409706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.579564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.383522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:10.579843Z","caller":"traceutil/trace.go:171","msg":"trace[442708609] linearizableReadLoop","detail":"{readStateIndex:5214; appliedIndex:5212; }","duration":"497.231ms","start":"2026-03-03T14:38:10.082588Z","end":"2026-03-03T14:38:10.579819Z","steps":["trace[442708609] 'read index received' (duration: 1.459336ms)","trace[442708609] 'applied index is now lower than readState.Index' (duration: 495.770514ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:10.579905Z","caller":"traceutil/trace.go:171","msg":"trace[994370978] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"497.636903ms","start":"2026-03-03T14:38:10.082185Z","end":"2026-03-03T14:38:10.579822Z","steps":["trace[994370978] 'compare' (duration: 493.606555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:10.580075Z","caller":"traceutil/trace.go:171","msg":"trace[1066473512] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"497.827619ms","start":"2026-03-03T14:38:10.082214Z","end":"2026-03-03T14:38:10.580042Z","steps":["trace[1066473512] 'process raft request' (duration: 497.483828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.580176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.082145Z","time spent":"497.887832ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:38:10.580183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.082193Z","time spent":"497.950734ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:38:10.58042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.797319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T14:38:10.580537Z","caller":"traceutil/trace.go:171","msg":"trace[1789529541] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5003; }","duration":"497.950843ms","start":"2026-03-03T14:38:10.082557Z","end":"2026-03-03T14:38:10.580508Z","steps":["trace[1789529541] 'agreement among raft nodes before linearized reading' (duration: 497.439577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.5806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.082547Z","time spent":"498.038217ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:38:10.580595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.576782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:10.580939Z","caller":"traceutil/trace.go:171","msg":"trace[1077209265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5004; }","duration":"261.010065ms","start":"2026-03-03T14:38:10.319903Z","end":"2026-03-03T14:38:10.580913Z","steps":["trace[1077209265] 'agreement among raft nodes before linearized reading' (duration: 260.575791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.581532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.416562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T14:38:10.581656Z","caller":"traceutil/trace.go:171","msg":"trace[2111603386] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5004; }","duration":"279.558217ms","start":"2026-03-03T14:38:10.302073Z","end":"2026-03-03T14:38:10.581631Z","steps":["trace[2111603386] 'agreement among raft nodes before linearized reading' (duration: 278.364809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:12.007366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.583711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T14:38:12.007473Z","caller":"traceutil/trace.go:171","msg":"trace[1281835852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98; range_end:; response_count:1; response_revision:5050; }","duration":"307.713975ms","start":"2026-03-03T14:38:11.699737Z","end":"2026-03-03T14:38:12.007451Z","steps":["trace[1281835852] 'range keys from in-memory index tree' (duration: 306.121405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:12.007526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.699682Z","time spent":"307.832239ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98\" "} {"level":"warn","ts":"2026-03-03T14:38:12.00878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.784717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T14:38:12.008918Z","caller":"traceutil/trace.go:171","msg":"trace[166830171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98; range_end:; response_count:1; response_revision:5050; }","duration":"270.975733ms","start":"2026-03-03T14:38:11.737914Z","end":"2026-03-03T14:38:12.00889Z","steps":["trace[166830171] 'range keys from in-memory index tree' (duration: 267.872495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:12.372226Z","caller":"traceutil/trace.go:171","msg":"trace[908088217] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"353.669151ms","start":"2026-03-03T14:38:12.018493Z","end":"2026-03-03T14:38:12.372162Z","steps":["trace[908088217] 'process raft request' (duration: 353.402412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:12.372625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:12.018462Z","time spent":"353.856887ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:12.886784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.364842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:12.886948Z","caller":"traceutil/trace.go:171","msg":"trace[1413180823] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"299.450562ms","start":"2026-03-03T14:38:12.587476Z","end":"2026-03-03T14:38:12.886927Z","steps":["trace[1413180823] 'process raft request' (duration: 124.852142ms)","trace[1413180823] 'compare' (duration: 174.143255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:13.77117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.643275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:13.771299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.281272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:13.771334Z","caller":"traceutil/trace.go:171","msg":"trace[324462654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5052; }","duration":"450.873982ms","start":"2026-03-03T14:38:13.320429Z","end":"2026-03-03T14:38:13.771303Z","steps":["trace[324462654] 'range keys from in-memory index tree' (duration: 450.524631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:13.771366Z","caller":"traceutil/trace.go:171","msg":"trace[595763804] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5052; }","duration":"528.403405ms","start":"2026-03-03T14:38:13.242948Z","end":"2026-03-03T14:38:13.771352Z","steps":["trace[595763804] 'count revisions from in-memory index tree' (duration: 528.146457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.771398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.320403Z","time spent":"450.978825ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:13.771404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.242902Z","time spent":"528.492138ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:13.771668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.998119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T14:38:13.771794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.93677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:13.771794Z","caller":"traceutil/trace.go:171","msg":"trace[736124941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98; range_end:; response_count:1; response_revision:5052; }","duration":"758.164394ms","start":"2026-03-03T14:38:13.013592Z","end":"2026-03-03T14:38:13.771757Z","steps":["trace[736124941] 'range keys from in-memory index tree' (duration: 757.802883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.771851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.01357Z","time spent":"758.270148ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6610e579-8244-4677-a20b-a879e14cda98\" "} {"level":"info","ts":"2026-03-03T14:38:13.7719Z","caller":"traceutil/trace.go:171","msg":"trace[1131687323] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"419.1612ms","start":"2026-03-03T14:38:13.352729Z","end":"2026-03-03T14:38:13.77189Z","steps":["trace[1131687323] 'process raft request' (duration: 91.072835ms)","trace[1131687323] 'compare' (duration: 327.565449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:13.771942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.35269Z","time spent":"419.234522ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:13.772025Z","caller":"traceutil/trace.go:171","msg":"trace[1841760703] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5263; }","duration":"410.843145ms","start":"2026-03-03T14:38:13.361173Z","end":"2026-03-03T14:38:13.772016Z","steps":["trace[1841760703] 'read index received' (duration: 82.650627ms)","trace[1841760703] 'applied index is now lower than readState.Index' (duration: 328.191638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:13.772156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.99374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:38:13.772182Z","caller":"traceutil/trace.go:171","msg":"trace[853576286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5054; }","duration":"411.01788ms","start":"2026-03-03T14:38:13.361157Z","end":"2026-03-03T14:38:13.772175Z","steps":["trace[853576286] 'agreement among raft nodes before linearized reading' (duration: 410.911117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:13.772128Z","caller":"traceutil/trace.go:171","msg":"trace[1684543296] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"417.696764ms","start":"2026-03-03T14:38:13.354389Z","end":"2026-03-03T14:38:13.772086Z","steps":["trace[1684543296] 'process raft request' (duration: 417.472136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.772197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.361098Z","time spent":"411.094993ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:13.772336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.354344Z","time spent":"417.880599ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:13.800775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.674095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:38:13.800801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.420824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:38:13.80081Z","caller":"traceutil/trace.go:171","msg":"trace[790193982] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"112.8368ms","start":"2026-03-03T14:38:13.687931Z","end":"2026-03-03T14:38:13.800768Z","steps":["trace[790193982] 'process raft request' (duration: 112.563761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:13.800862Z","caller":"traceutil/trace.go:171","msg":"trace[1013288214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:5055; }","duration":"148.504447ms","start":"2026-03-03T14:38:13.652346Z","end":"2026-03-03T14:38:13.80085Z","steps":["trace[1013288214] 'agreement among raft nodes before linearized reading' (duration: 148.327182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:13.800864Z","caller":"traceutil/trace.go:171","msg":"trace[1007564643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5055; }","duration":"144.810379ms","start":"2026-03-03T14:38:13.656032Z","end":"2026-03-03T14:38:13.800843Z","steps":["trace[1007564643] 'agreement among raft nodes before linearized reading' (duration: 144.575151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.801082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.320162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:38:13.80114Z","caller":"traceutil/trace.go:171","msg":"trace[966759202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5055; }","duration":"154.435586ms","start":"2026-03-03T14:38:13.64669Z","end":"2026-03-03T14:38:13.801126Z","steps":["trace[966759202] 'agreement among raft nodes before linearized reading' (duration: 154.292591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.801452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.133026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:38:13.801557Z","caller":"traceutil/trace.go:171","msg":"trace[1193387864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5055; }","duration":"101.302292ms","start":"2026-03-03T14:38:13.700231Z","end":"2026-03-03T14:38:13.801534Z","steps":["trace[1193387864] 'agreement among raft nodes before linearized reading' (duration: 100.380253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.801562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.109235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:13.801704Z","caller":"traceutil/trace.go:171","msg":"trace[1819015390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5055; }","duration":"101.336103ms","start":"2026-03-03T14:38:13.700347Z","end":"2026-03-03T14:38:13.801683Z","steps":["trace[1819015390] 'agreement among raft nodes before linearized reading' (duration: 100.721193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:16.345336Z","caller":"traceutil/trace.go:171","msg":"trace[883891427] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"451.242242ms","start":"2026-03-03T14:38:15.894059Z","end":"2026-03-03T14:38:16.345302Z","steps":["trace[883891427] 'process raft request' (duration: 448.192815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:16.345406Z","caller":"traceutil/trace.go:171","msg":"trace[575559713] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5314; }","duration":"451.070627ms","start":"2026-03-03T14:38:15.894282Z","end":"2026-03-03T14:38:16.345353Z","steps":["trace[575559713] 'read index received' (duration: 447.986089ms)","trace[575559713] 'applied index is now lower than readState.Index' (duration: 3.082978ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:16.345483Z","caller":"traceutil/trace.go:171","msg":"trace[706742101] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"451.390568ms","start":"2026-03-03T14:38:15.894052Z","end":"2026-03-03T14:38:16.345443Z","steps":["trace[706742101] 'process raft request' (duration: 451.171761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.345517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.894032Z","time spent":"451.385287ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:16.345727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.894021Z","time spent":"451.553623ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:16.345822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.524512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80169"} {"level":"info","ts":"2026-03-03T14:38:16.345934Z","caller":"traceutil/trace.go:171","msg":"trace[425512307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5102; }","duration":"451.739868ms","start":"2026-03-03T14:38:15.894181Z","end":"2026-03-03T14:38:16.345921Z","steps":["trace[425512307] 'agreement among raft nodes before linearized reading' (duration: 451.329925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.345976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.894154Z","time spent":"451.808291ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80192,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:38:16.347861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.095482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:38:16.347852Z","caller":"traceutil/trace.go:171","msg":"trace[1103631316] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"453.01934ms","start":"2026-03-03T14:38:15.894774Z","end":"2026-03-03T14:38:16.347794Z","steps":["trace[1103631316] 'process raft request' (duration: 452.752122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:16.347927Z","caller":"traceutil/trace.go:171","msg":"trace[1289432094] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5103; }","duration":"453.188705ms","start":"2026-03-03T14:38:15.894722Z","end":"2026-03-03T14:38:16.347911Z","steps":["trace[1289432094] 'agreement among raft nodes before linearized reading' (duration: 452.986268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.347973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.894634Z","time spent":"453.330719ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:38:16.348113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.894753Z","time spent":"453.223256ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:20.067321Z","caller":"traceutil/trace.go:171","msg":"trace[143720078] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"174.473635ms","start":"2026-03-03T14:38:19.892808Z","end":"2026-03-03T14:38:20.067282Z","steps":["trace[143720078] 'process raft request' (duration: 103.105909ms)","trace[143720078] 'compare' (duration: 71.094248ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:20.067536Z","caller":"traceutil/trace.go:171","msg":"trace[1784260382] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5369; }","duration":"165.316953ms","start":"2026-03-03T14:38:19.902199Z","end":"2026-03-03T14:38:20.067516Z","steps":["trace[1784260382] 'read index received' (duration: 19.368077ms)","trace[1784260382] 'applied index is now lower than readState.Index' (duration: 145.947256ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:20.067652Z","caller":"traceutil/trace.go:171","msg":"trace[1867638972] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"174.595819ms","start":"2026-03-03T14:38:19.893046Z","end":"2026-03-03T14:38:20.067642Z","steps":["trace[1867638972] 'process raft request' (duration: 174.141734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.06799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.763648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:38:20.068001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.514138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:38:20.068039Z","caller":"traceutil/trace.go:171","msg":"trace[1268485082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5157; }","duration":"165.867411ms","start":"2026-03-03T14:38:19.902158Z","end":"2026-03-03T14:38:20.068025Z","steps":["trace[1268485082] 'agreement among raft nodes before linearized reading' (duration: 165.672285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.068076Z","caller":"traceutil/trace.go:171","msg":"trace[109842752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5157; }","duration":"164.625751ms","start":"2026-03-03T14:38:19.903438Z","end":"2026-03-03T14:38:20.068064Z","steps":["trace[109842752] 'agreement among raft nodes before linearized reading' (duration: 164.414305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.068296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.535466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T14:38:20.069326Z","caller":"traceutil/trace.go:171","msg":"trace[840132915] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5157; }","duration":"164.59515ms","start":"2026-03-03T14:38:19.904688Z","end":"2026-03-03T14:38:20.069283Z","steps":["trace[840132915] 'agreement among raft nodes before linearized reading' (duration: 163.207126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:24.20645Z","caller":"traceutil/trace.go:171","msg":"trace[447375760] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"398.80389ms","start":"2026-03-03T14:38:23.807614Z","end":"2026-03-03T14:38:24.206418Z","steps":["trace[447375760] 'process raft request' (duration: 398.591554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:24.206674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:23.80758Z","time spent":"398.976196ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:24.207291Z","caller":"traceutil/trace.go:171","msg":"trace[1075198956] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"398.907494ms","start":"2026-03-03T14:38:23.808368Z","end":"2026-03-03T14:38:24.207275Z","steps":["trace[1075198956] 'process raft request' (duration: 398.611714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:24.207362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:23.808342Z","time spent":"398.984326ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:24.212353Z","caller":"traceutil/trace.go:171","msg":"trace[1650428458] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5426; }","duration":"302.653604ms","start":"2026-03-03T14:38:23.909671Z","end":"2026-03-03T14:38:24.212325Z","steps":["trace[1650428458] 'read index received' (duration: 296.667003ms)","trace[1650428458] 'applied index is now lower than readState.Index' (duration: 5.984931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:24.212665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.679995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13878"} {"level":"warn","ts":"2026-03-03T14:38:24.212661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.972434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:38:24.212712Z","caller":"traceutil/trace.go:171","msg":"trace[64107625] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5214; }","duration":"302.779378ms","start":"2026-03-03T14:38:23.909921Z","end":"2026-03-03T14:38:24.2127Z","steps":["trace[64107625] 'agreement among raft nodes before linearized reading' (duration: 302.568951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:24.212731Z","caller":"traceutil/trace.go:171","msg":"trace[1521763657] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5214; }","duration":"303.048456ms","start":"2026-03-03T14:38:23.909662Z","end":"2026-03-03T14:38:24.212711Z","steps":["trace[1521763657] 'agreement among raft nodes before linearized reading' (duration: 302.817279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:24.212755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:23.909913Z","time spent":"302.830999ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13901,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:38:24.212773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:23.909639Z","time spent":"303.125379ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T14:38:30.119555Z","caller":"traceutil/trace.go:171","msg":"trace[1005719257] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5475; }","duration":"320.124622ms","start":"2026-03-03T14:38:29.799396Z","end":"2026-03-03T14:38:30.11952Z","steps":["trace[1005719257] 'read index received' (duration: 319.76725ms)","trace[1005719257] 'applied index is now lower than readState.Index' (duration: 355.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:30.119642Z","caller":"traceutil/trace.go:171","msg":"trace[937694449] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"382.713027ms","start":"2026-03-03T14:38:29.736893Z","end":"2026-03-03T14:38:30.119606Z","steps":["trace[937694449] 'process raft request' (duration: 382.307984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:30.11978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.363179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:30.119891Z","caller":"traceutil/trace.go:171","msg":"trace[1357963941] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5259; }","duration":"320.537225ms","start":"2026-03-03T14:38:29.799332Z","end":"2026-03-03T14:38:30.11987Z","steps":["trace[1357963941] 'agreement among raft nodes before linearized reading' (duration: 320.334118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:30.119973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.799302Z","time spent":"320.661249ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:38:30.120387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.736876Z","time spent":"382.840872ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:30.430558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.53192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:30.430704Z","caller":"traceutil/trace.go:171","msg":"trace[1263286289] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"109.485732ms","start":"2026-03-03T14:38:30.321192Z","end":"2026-03-03T14:38:30.430678Z","steps":["trace[1263286289] 'read index received' (duration: 270.909µs)","trace[1263286289] 'applied index is now lower than readState.Index' (duration: 109.212103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:30.430729Z","caller":"traceutil/trace.go:171","msg":"trace[1017357962] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"124.658335ms","start":"2026-03-03T14:38:30.306029Z","end":"2026-03-03T14:38:30.430687Z","steps":["trace[1017357962] 'compare' (duration: 118.316574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:30.430891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.671417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:30.431018Z","caller":"traceutil/trace.go:171","msg":"trace[322779607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5263; }","duration":"109.846973ms","start":"2026-03-03T14:38:30.321138Z","end":"2026-03-03T14:38:30.430985Z","steps":["trace[322779607] 'agreement among raft nodes before linearized reading' (duration: 109.634906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:30.726205Z","caller":"traceutil/trace.go:171","msg":"trace[1793283124] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"190.893789ms","start":"2026-03-03T14:38:30.535285Z","end":"2026-03-03T14:38:30.726179Z","steps":["trace[1793283124] 'process raft request' (duration: 190.730073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.152601Z","caller":"traceutil/trace.go:171","msg":"trace[861503637] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5485; }","duration":"188.224953ms","start":"2026-03-03T14:38:30.964347Z","end":"2026-03-03T14:38:31.152571Z","steps":["trace[861503637] 'read index received' (duration: 187.976846ms)","trace[861503637] 'applied index is now lower than readState.Index' (duration: 246.887µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:31.152726Z","caller":"traceutil/trace.go:171","msg":"trace[149158144] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"204.020238ms","start":"2026-03-03T14:38:30.948692Z","end":"2026-03-03T14:38:31.152712Z","steps":["trace[149158144] 'process raft request' (duration: 203.665717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.15298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.619387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17122"} {"level":"info","ts":"2026-03-03T14:38:31.153029Z","caller":"traceutil/trace.go:171","msg":"trace[1840567419] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5269; }","duration":"188.72709ms","start":"2026-03-03T14:38:30.964292Z","end":"2026-03-03T14:38:31.153019Z","steps":["trace[1840567419] 'agreement among raft nodes before linearized reading' (duration: 188.553884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.153305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.003575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:38:31.153438Z","caller":"traceutil/trace.go:171","msg":"trace[250017109] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5269; }","duration":"124.16693ms","start":"2026-03-03T14:38:31.02921Z","end":"2026-03-03T14:38:31.153377Z","steps":["trace[250017109] 'agreement among raft nodes before linearized reading' (duration: 123.803489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.34314Z","caller":"traceutil/trace.go:171","msg":"trace[2098470422] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"175.804888ms","start":"2026-03-03T14:38:31.167304Z","end":"2026-03-03T14:38:31.343108Z","steps":["trace[2098470422] 'process raft request' (duration: 143.131335ms)","trace[2098470422] 'compare' (duration: 32.515267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:47.668109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2623} {"level":"info","ts":"2026-03-03T14:38:47.785576Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2623,"took":"115.900817ms","hash":1817886174,"current-db-size-bytes":38699008,"current-db-size":"39 MB","current-db-size-in-use-bytes":29265920,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T14:38:47.785752Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1817886174,"revision":2623,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T14:38:56.732675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.609287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:56.732793Z","caller":"traceutil/trace.go:171","msg":"trace[586426466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5424; }","duration":"158.754191ms","start":"2026-03-03T14:38:56.573986Z","end":"2026-03-03T14:38:56.73274Z","steps":["trace[586426466] 'range keys from in-memory index tree' (duration: 158.440072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:56.732928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.383174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:38:56.732997Z","caller":"traceutil/trace.go:171","msg":"trace[1967357998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:5424; }","duration":"100.512958ms","start":"2026-03-03T14:38:56.632468Z","end":"2026-03-03T14:38:56.732981Z","steps":["trace[1967357998] 'range keys from in-memory index tree' (duration: 99.841497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:56.732974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.553752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:38:56.732969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.147445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:38:56.733123Z","caller":"traceutil/trace.go:171","msg":"trace[1483700882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5424; }","duration":"151.771729ms","start":"2026-03-03T14:38:56.581315Z","end":"2026-03-03T14:38:56.733087Z","steps":["trace[1483700882] 'range keys from in-memory index tree' (duration: 151.220542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:56.733141Z","caller":"traceutil/trace.go:171","msg":"trace[425646976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5424; }","duration":"154.378142ms","start":"2026-03-03T14:38:56.578736Z","end":"2026-03-03T14:38:56.733114Z","steps":["trace[425646976] 'range keys from in-memory index tree' (duration: 153.787954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:56.733169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.983392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:38:56.733816Z","caller":"traceutil/trace.go:171","msg":"trace[1012234854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5424; }","duration":"122.667664ms","start":"2026-03-03T14:38:56.611118Z","end":"2026-03-03T14:38:56.733786Z","steps":["trace[1012234854] 'range keys from in-memory index tree' (duration: 121.396633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:13.097572Z","caller":"traceutil/trace.go:171","msg":"trace[314971668] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"109.232975ms","start":"2026-03-03T14:39:12.988309Z","end":"2026-03-03T14:39:13.097542Z","steps":["trace[314971668] 'process raft request' (duration: 109.157503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:13.097617Z","caller":"traceutil/trace.go:171","msg":"trace[693482212] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"109.811084ms","start":"2026-03-03T14:39:12.987767Z","end":"2026-03-03T14:39:13.097578Z","steps":["trace[693482212] 'process raft request' (duration: 65.885776ms)","trace[693482212] 'compare' (duration: 43.602957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:13.097711Z","caller":"traceutil/trace.go:171","msg":"trace[1222785244] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"109.237486ms","start":"2026-03-03T14:39:12.988441Z","end":"2026-03-03T14:39:13.097678Z","steps":["trace[1222785244] 'process raft request' (duration: 109.081001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:47.67494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5368} {"level":"info","ts":"2026-03-03T14:43:47.769289Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5368,"took":"92.017113ms","hash":3285482244,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":21712896,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T14:43:47.769387Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3285482244,"revision":5368,"compact-revision":2623} {"level":"info","ts":"2026-03-03T14:44:33.919705Z","caller":"traceutil/trace.go:171","msg":"trace[988241442] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"132.871414ms","start":"2026-03-03T14:44:33.786806Z","end":"2026-03-03T14:44:33.919678Z","steps":["trace[988241442] 'process raft request' (duration: 132.699929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:33.967697Z","caller":"traceutil/trace.go:171","msg":"trace[1117406855] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"136.518499ms","start":"2026-03-03T14:44:33.831153Z","end":"2026-03-03T14:44:33.967671Z","steps":["trace[1117406855] 'process raft request' (duration: 136.375565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:34.46823Z","caller":"traceutil/trace.go:171","msg":"trace[684512072] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"146.98761ms","start":"2026-03-03T14:44:34.32121Z","end":"2026-03-03T14:44:34.468198Z","steps":["trace[684512072] 'read index received' (duration: 59.944072ms)","trace[684512072] 'applied index is now lower than readState.Index' (duration: 87.042208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:34.468395Z","caller":"traceutil/trace.go:171","msg":"trace[2128531834] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"438.694799ms","start":"2026-03-03T14:44:34.029684Z","end":"2026-03-03T14:44:34.468378Z","steps":["trace[2128531834] 'process raft request' (duration: 351.489506ms)","trace[2128531834] 'compare' (duration: 86.555642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:34.468538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:34.02966Z","time spent":"438.773332ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:34.470687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.879074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:44:34.470741Z","caller":"traceutil/trace.go:171","msg":"trace[130673807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7808; }","duration":"138.990968ms","start":"2026-03-03T14:44:34.331735Z","end":"2026-03-03T14:44:34.470726Z","steps":["trace[130673807] 'agreement among raft nodes before linearized reading' (duration: 138.846504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:34.470989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.747347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:44:34.471091Z","caller":"traceutil/trace.go:171","msg":"trace[674007418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7808; }","duration":"149.899602ms","start":"2026-03-03T14:44:34.321163Z","end":"2026-03-03T14:44:34.471063Z","steps":["trace[674007418] 'agreement among raft nodes before linearized reading' (duration: 147.595179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:45.16143Z","caller":"traceutil/trace.go:171","msg":"trace[855333459] linearizableReadLoop","detail":"{readStateIndex:8175; appliedIndex:8174; }","duration":"347.884542ms","start":"2026-03-03T14:44:44.813521Z","end":"2026-03-03T14:44:45.161406Z","steps":["trace[855333459] 'read index received' (duration: 347.662125ms)","trace[855333459] 'applied index is now lower than readState.Index' (duration: 221.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:45.161533Z","caller":"traceutil/trace.go:171","msg":"trace[523527118] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"462.961724ms","start":"2026-03-03T14:44:44.698537Z","end":"2026-03-03T14:44:45.161499Z","steps":["trace[523527118] 'process raft request' (duration: 462.699356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.161609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.056878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:44:45.161666Z","caller":"traceutil/trace.go:171","msg":"trace[1760253797] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7859; }","duration":"348.175621ms","start":"2026-03-03T14:44:44.813479Z","end":"2026-03-03T14:44:45.161655Z","steps":["trace[1760253797] 'agreement among raft nodes before linearized reading' (duration: 348.038607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.16168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.880999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:44:45.161714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:44.81346Z","time spent":"348.243284ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:44:45.161717Z","caller":"traceutil/trace.go:171","msg":"trace[1331092166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7859; }","duration":"262.961541ms","start":"2026-03-03T14:44:44.898745Z","end":"2026-03-03T14:44:45.161706Z","steps":["trace[1331092166] 'agreement among raft nodes before linearized reading' (duration: 262.811506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.161702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.719188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:44:45.161771Z","caller":"traceutil/trace.go:171","msg":"trace[474872139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7859; }","duration":"150.822091ms","start":"2026-03-03T14:44:45.010932Z","end":"2026-03-03T14:44:45.161754Z","steps":["trace[474872139] 'agreement among raft nodes before linearized reading' (duration: 150.644016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.161782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.515777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:44:45.161835Z","caller":"traceutil/trace.go:171","msg":"trace[132004191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:7859; }","duration":"128.60779ms","start":"2026-03-03T14:44:45.033215Z","end":"2026-03-03T14:44:45.161823Z","steps":["trace[132004191] 'agreement among raft nodes before linearized reading' (duration: 128.466635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.161771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:44.698512Z","time spent":"463.116109ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:45.161947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.739005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:44:45.161997Z","caller":"traceutil/trace.go:171","msg":"trace[219934174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7859; }","duration":"180.825019ms","start":"2026-03-03T14:44:44.98116Z","end":"2026-03-03T14:44:45.161985Z","steps":["trace[219934174] 'agreement among raft nodes before linearized reading' (duration: 180.657243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.161999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.995736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:44:45.162101Z","caller":"traceutil/trace.go:171","msg":"trace[983981806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7859; }","duration":"176.150251ms","start":"2026-03-03T14:44:44.985929Z","end":"2026-03-03T14:44:45.16208Z","steps":["trace[983981806] 'agreement among raft nodes before linearized reading' (duration: 175.831591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:45.620936Z","caller":"traceutil/trace.go:171","msg":"trace[306396058] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"454.683723ms","start":"2026-03-03T14:44:45.166223Z","end":"2026-03-03T14:44:45.620907Z","steps":["trace[306396058] 'process raft request' (duration: 429.148987ms)","trace[306396058] 'compare' (duration: 25.32359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:45.621112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.166194Z","time spent":"454.826168ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:45.621211Z","caller":"traceutil/trace.go:171","msg":"trace[190249165] linearizableReadLoop","detail":"{readStateIndex:8179; appliedIndex:8175; }","duration":"453.809916ms","start":"2026-03-03T14:44:45.167376Z","end":"2026-03-03T14:44:45.621185Z","steps":["trace[190249165] 'read index received' (duration: 427.97292ms)","trace[190249165] 'applied index is now lower than readState.Index' (duration: 25.836086ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:45.62121Z","caller":"traceutil/trace.go:171","msg":"trace[1616586164] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"454.524169ms","start":"2026-03-03T14:44:45.166627Z","end":"2026-03-03T14:44:45.621151Z","steps":["trace[1616586164] 'process raft request' (duration: 454.23582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:45.621273Z","caller":"traceutil/trace.go:171","msg":"trace[968601597] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"454.107645ms","start":"2026-03-03T14:44:45.167142Z","end":"2026-03-03T14:44:45.62125Z","steps":["trace[968601597] 'process raft request' (duration: 453.998722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.621402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.167117Z","time spent":"454.220189ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:45.621445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.166612Z","time spent":"454.699084ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:45.621491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.7553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:44:45.621536Z","caller":"traceutil/trace.go:171","msg":"trace[148720206] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7863; }","duration":"361.827033ms","start":"2026-03-03T14:44:45.259696Z","end":"2026-03-03T14:44:45.621523Z","steps":["trace[148720206] 'agreement among raft nodes before linearized reading' (duration: 361.682938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.621579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.259681Z","time spent":"361.889124ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:44:45.621593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.640133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:44:45.621556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.183596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:44:45.62162Z","caller":"traceutil/trace.go:171","msg":"trace[316101279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7863; }","duration":"301.691314ms","start":"2026-03-03T14:44:45.319923Z","end":"2026-03-03T14:44:45.621614Z","steps":["trace[316101279] 'agreement among raft nodes before linearized reading' (duration: 301.646552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.621638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.319908Z","time spent":"301.726525ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:44:45.62164Z","caller":"traceutil/trace.go:171","msg":"trace[2013407952] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7863; }","duration":"115.325601ms","start":"2026-03-03T14:44:45.5063Z","end":"2026-03-03T14:44:45.621626Z","steps":["trace[2013407952] 'agreement among raft nodes before linearized reading' (duration: 115.177656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.621674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.284641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222917"} {"level":"info","ts":"2026-03-03T14:44:45.621712Z","caller":"traceutil/trace.go:171","msg":"trace[623308055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7863; }","duration":"454.346223ms","start":"2026-03-03T14:44:45.167355Z","end":"2026-03-03T14:44:45.621701Z","steps":["trace[623308055] 'agreement among raft nodes before linearized reading' (duration: 453.974112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.621746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.167349Z","time spent":"454.388054ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:44:45.621251Z","caller":"traceutil/trace.go:171","msg":"trace[1122755019] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"454.532109ms","start":"2026-03-03T14:44:45.166688Z","end":"2026-03-03T14:44:45.62122Z","steps":["trace[1122755019] 'process raft request' (duration: 454.343133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:45.622973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:45.166662Z","time spent":"456.237493ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:47.270667Z","caller":"traceutil/trace.go:171","msg":"trace[1526039511] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"103.808937ms","start":"2026-03-03T14:44:47.166832Z","end":"2026-03-03T14:44:47.270641Z","steps":["trace[1526039511] 'process raft request' (duration: 103.60545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:47.479343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:44:47.479424Z","caller":"traceutil/trace.go:171","msg":"trace[780361116] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7867; }","duration":"115.902499ms","start":"2026-03-03T14:44:47.363503Z","end":"2026-03-03T14:44:47.479405Z","steps":["trace[780361116] 'count revisions from in-memory index tree' (duration: 115.658421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:47.766116Z","caller":"traceutil/trace.go:171","msg":"trace[1111030476] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"127.165304ms","start":"2026-03-03T14:44:47.638926Z","end":"2026-03-03T14:44:47.766091Z","steps":["trace[1111030476] 'process raft request' (duration: 127.078372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:47.766125Z","caller":"traceutil/trace.go:171","msg":"trace[919205611] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"127.291588ms","start":"2026-03-03T14:44:47.638792Z","end":"2026-03-03T14:44:47.766084Z","steps":["trace[919205611] 'process raft request' (duration: 96.772714ms)","trace[919205611] 'compare' (duration: 30.318048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:47.766257Z","caller":"traceutil/trace.go:171","msg":"trace[1744554167] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8184; }","duration":"126.123351ms","start":"2026-03-03T14:44:47.640121Z","end":"2026-03-03T14:44:47.766244Z","steps":["trace[1744554167] 'read index received' (duration: 35.80919ms)","trace[1744554167] 'applied index is now lower than readState.Index' (duration: 90.312571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:47.766339Z","caller":"traceutil/trace.go:171","msg":"trace[2066090350] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"127.176775ms","start":"2026-03-03T14:44:47.639125Z","end":"2026-03-03T14:44:47.766302Z","steps":["trace[2066090350] 'process raft request' (duration: 126.920807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:47.766625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.487463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222917"} {"level":"info","ts":"2026-03-03T14:44:47.766652Z","caller":"traceutil/trace.go:171","msg":"trace[1945525096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7872; }","duration":"126.543845ms","start":"2026-03-03T14:44:47.640102Z","end":"2026-03-03T14:44:47.766646Z","steps":["trace[1945525096] 'agreement among raft nodes before linearized reading' (duration: 126.176653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:48.188428Z","caller":"traceutil/trace.go:171","msg":"trace[846046522] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"193.620812ms","start":"2026-03-03T14:44:47.99478Z","end":"2026-03-03T14:44:48.188401Z","steps":["trace[846046522] 'process raft request' (duration: 193.449306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:48.209622Z","caller":"traceutil/trace.go:171","msg":"trace[163748242] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"128.080393ms","start":"2026-03-03T14:44:48.081524Z","end":"2026-03-03T14:44:48.209604Z","steps":["trace[163748242] 'process raft request' (duration: 127.96387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:49.512464Z","caller":"traceutil/trace.go:171","msg":"trace[887645400] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"235.355409ms","start":"2026-03-03T14:44:49.277074Z","end":"2026-03-03T14:44:49.512429Z","steps":["trace[887645400] 'process raft request' (duration: 233.584954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:04.605058Z","caller":"traceutil/trace.go:171","msg":"trace[2042303372] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8275; }","duration":"284.672667ms","start":"2026-03-03T14:45:04.320364Z","end":"2026-03-03T14:45:04.605037Z","steps":["trace[2042303372] 'read index received' (duration: 20.999613ms)","trace[2042303372] 'applied index is now lower than readState.Index' (duration: 263.672004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:04.605098Z","caller":"traceutil/trace.go:171","msg":"trace[1315538841] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"342.288035ms","start":"2026-03-03T14:45:04.26278Z","end":"2026-03-03T14:45:04.605068Z","steps":["trace[1315538841] 'process raft request' (duration: 316.79394ms)","trace[1315538841] 'compare' (duration: 25.232687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:04.605226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:04.262743Z","time spent":"342.414859ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:04.605276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.905254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:04.605364Z","caller":"traceutil/trace.go:171","msg":"trace[1248789796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7958; }","duration":"285.031528ms","start":"2026-03-03T14:45:04.320311Z","end":"2026-03-03T14:45:04.605342Z","steps":["trace[1248789796] 'agreement among raft nodes before linearized reading' (duration: 284.810061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:04.889522Z","caller":"traceutil/trace.go:171","msg":"trace[889524064] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"105.17407ms","start":"2026-03-03T14:45:04.784317Z","end":"2026-03-03T14:45:04.889491Z","steps":["trace[889524064] 'process raft request' (duration: 104.993854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:16.74545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.263225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:45:16.745525Z","caller":"traceutil/trace.go:171","msg":"trace[537770805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8062; }","duration":"425.364548ms","start":"2026-03-03T14:45:16.320143Z","end":"2026-03-03T14:45:16.745508Z","steps":["trace[537770805] 'range keys from in-memory index tree' (duration: 425.214923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:16.745561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:16.320132Z","time spent":"425.42192ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:16.745764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.08077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:16.745804Z","caller":"traceutil/trace.go:171","msg":"trace[1321805024] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8062; }","duration":"362.154553ms","start":"2026-03-03T14:45:16.383638Z","end":"2026-03-03T14:45:16.745792Z","steps":["trace[1321805024] 'count revisions from in-memory index tree' (duration: 361.995018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:16.745832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:16.383616Z","time spent":"362.208454ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:16.745821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.542106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:16.745905Z","caller":"traceutil/trace.go:171","msg":"trace[1006986741] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8062; }","duration":"541.67954ms","start":"2026-03-03T14:45:16.204208Z","end":"2026-03-03T14:45:16.745887Z","steps":["trace[1006986741] 'count revisions from in-memory index tree' (duration: 541.418072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:16.745943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:16.204185Z","time spent":"541.747653ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:45:16.746307Z","caller":"traceutil/trace.go:171","msg":"trace[969486085] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"328.252603ms","start":"2026-03-03T14:45:16.418043Z","end":"2026-03-03T14:45:16.746295Z","steps":["trace[969486085] 'process raft request' (duration: 325.972831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:16.746391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:16.418017Z","time spent":"328.319164ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:17.294218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.087132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:45:17.294311Z","caller":"traceutil/trace.go:171","msg":"trace[32014185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8064; }","duration":"350.238296ms","start":"2026-03-03T14:45:16.944053Z","end":"2026-03-03T14:45:17.294291Z","steps":["trace[32014185] 'range keys from in-memory index tree' (duration: 349.905376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:17.294355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:16.944033Z","time spent":"350.313869ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:45:20.951763Z","caller":"traceutil/trace.go:171","msg":"trace[97828998] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"164.559205ms","start":"2026-03-03T14:45:20.787168Z","end":"2026-03-03T14:45:20.951727Z","steps":["trace[97828998] 'process raft request' (duration: 109.916239ms)","trace[97828998] 'compare' (duration: 54.46956ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:23.297503Z","caller":"traceutil/trace.go:171","msg":"trace[1049514155] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"447.368693ms","start":"2026-03-03T14:45:22.850104Z","end":"2026-03-03T14:45:23.297473Z","steps":["trace[1049514155] 'process raft request' (duration: 447.200348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:23.29778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:22.850077Z","time spent":"447.510688ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:23.386084Z","caller":"traceutil/trace.go:171","msg":"trace[1677125938] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"428.876089ms","start":"2026-03-03T14:45:22.957169Z","end":"2026-03-03T14:45:23.386045Z","steps":["trace[1677125938] 'process raft request' (duration: 428.636401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:23.386254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:22.957145Z","time spent":"429.017274ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:23.386285Z","caller":"traceutil/trace.go:171","msg":"trace[1082155368] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"284.613234ms","start":"2026-03-03T14:45:23.101638Z","end":"2026-03-03T14:45:23.386251Z","steps":["trace[1082155368] 'process raft request' (duration: 284.341076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:24.210516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.541237ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:45:24.210871Z","caller":"traceutil/trace.go:171","msg":"trace[467384681] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"163.289425ms","start":"2026-03-03T14:45:24.047547Z","end":"2026-03-03T14:45:24.210836Z","steps":["trace[467384681] 'process raft request' (duration: 163.075598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:29.946687Z","caller":"traceutil/trace.go:171","msg":"trace[1045791127] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"285.234354ms","start":"2026-03-03T14:45:29.661425Z","end":"2026-03-03T14:45:29.946659Z","steps":["trace[1045791127] 'process raft request' (duration: 285.044368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.424489Z","caller":"traceutil/trace.go:171","msg":"trace[1615463438] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8166; }","duration":"762.927504ms","start":"2026-03-03T14:45:29.661521Z","end":"2026-03-03T14:45:30.424449Z","steps":["trace[1615463438] 'process raft request' (duration: 762.563823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.424567Z","caller":"traceutil/trace.go:171","msg":"trace[970108698] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8495; }","duration":"759.488795ms","start":"2026-03-03T14:45:29.665035Z","end":"2026-03-03T14:45:30.424523Z","steps":["trace[970108698] 'read index received' (duration: 281.380072ms)","trace[970108698] 'applied index is now lower than readState.Index' (duration: 478.106953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:30.424665Z","caller":"traceutil/trace.go:171","msg":"trace[1950080332] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8166; }","duration":"762.166ms","start":"2026-03-03T14:45:29.662442Z","end":"2026-03-03T14:45:30.424608Z","steps":["trace[1950080332] 'process raft request' (duration: 761.911262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.424757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.66151Z","time spent":"763.067889ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T14:45:30.424857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.806676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-03-03T14:45:30.424867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.662432Z","time spent":"762.324805ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4679,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:30.424934Z","caller":"traceutil/trace.go:171","msg":"trace[1810578563] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8167; }","duration":"759.907969ms","start":"2026-03-03T14:45:29.66501Z","end":"2026-03-03T14:45:30.424918Z","steps":["trace[1810578563] 'agreement among raft nodes before linearized reading' (duration: 759.707913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.424975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.86067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:45:30.425005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.931338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xjv7\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-03T14:45:30.425068Z","caller":"traceutil/trace.go:171","msg":"trace[293006872] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2xjv7; range_end:; response_count:1; response_revision:8167; }","duration":"472.053982ms","start":"2026-03-03T14:45:29.952992Z","end":"2026-03-03T14:45:30.425046Z","steps":["trace[293006872] 'agreement among raft nodes before linearized reading' (duration: 471.796564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.425092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.442174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:45:30.425106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.488683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:45:30.425125Z","caller":"traceutil/trace.go:171","msg":"trace[861347935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8167; }","duration":"166.512216ms","start":"2026-03-03T14:45:30.258604Z","end":"2026-03-03T14:45:30.425116Z","steps":["trace[861347935] 'agreement among raft nodes before linearized reading' (duration: 166.426863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.425065Z","caller":"traceutil/trace.go:171","msg":"trace[1905469904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"104.992064ms","start":"2026-03-03T14:45:30.32005Z","end":"2026-03-03T14:45:30.425042Z","steps":["trace[1905469904] 'agreement among raft nodes before linearized reading' (duration: 104.833179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.425168Z","caller":"traceutil/trace.go:171","msg":"trace[1207562775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8167; }","duration":"190.588726ms","start":"2026-03-03T14:45:30.234564Z","end":"2026-03-03T14:45:30.425153Z","steps":["trace[1207562775] 'agreement among raft nodes before linearized reading' (duration: 190.38541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.425199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.231033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T14:45:30.425129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.952976Z","time spent":"472.139724ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xjv7\" "} {"level":"info","ts":"2026-03-03T14:45:30.425255Z","caller":"traceutil/trace.go:171","msg":"trace[1852033052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:8167; }","duration":"157.327096ms","start":"2026-03-03T14:45:30.267915Z","end":"2026-03-03T14:45:30.425242Z","steps":["trace[1852033052] 'agreement among raft nodes before linearized reading' (duration: 157.179031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.425355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.885367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:30.425407Z","caller":"traceutil/trace.go:171","msg":"trace[1772474585] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8167; }","duration":"446.940129ms","start":"2026-03-03T14:45:29.978454Z","end":"2026-03-03T14:45:30.425394Z","steps":["trace[1772474585] 'agreement among raft nodes before linearized reading' (duration: 446.839026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.424994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.665001Z","time spent":"759.983841ms","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7405,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:45:30.425452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.978401Z","time spent":"447.037902ms","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:30.425787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.030106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:45:30.425841Z","caller":"traceutil/trace.go:171","msg":"trace[1624266075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8167; }","duration":"360.123599ms","start":"2026-03-03T14:45:30.065703Z","end":"2026-03-03T14:45:30.425826Z","steps":["trace[1624266075] 'agreement among raft nodes before linearized reading' (duration: 359.958053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.425831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.954326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:45:30.425882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:30.065676Z","time spent":"360.192751ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:45:30.425895Z","caller":"traceutil/trace.go:171","msg":"trace[115766293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8167; }","duration":"164.053109ms","start":"2026-03-03T14:45:30.261825Z","end":"2026-03-03T14:45:30.425878Z","steps":["trace[115766293] 'agreement among raft nodes before linearized reading' (duration: 163.006176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.424759Z","caller":"traceutil/trace.go:171","msg":"trace[1076738440] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"710.046425ms","start":"2026-03-03T14:45:29.714618Z","end":"2026-03-03T14:45:30.424665Z","steps":["trace[1076738440] 'process raft request' (duration: 709.806167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:30.426217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:29.714598Z","time spent":"711.433778ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:30.62313Z","caller":"traceutil/trace.go:171","msg":"trace[884855186] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"192.428304ms","start":"2026-03-03T14:45:30.430673Z","end":"2026-03-03T14:45:30.623101Z","steps":["trace[884855186] 'process raft request' (duration: 192.324341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.623145Z","caller":"traceutil/trace.go:171","msg":"trace[484891099] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8500; }","duration":"103.784326ms","start":"2026-03-03T14:45:30.519345Z","end":"2026-03-03T14:45:30.623129Z","steps":["trace[484891099] 'read index received' (duration: 84.312621ms)","trace[484891099] 'applied index is now lower than readState.Index' (duration: 19.470975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:30.62325Z","caller":"traceutil/trace.go:171","msg":"trace[343882587] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"189.236674ms","start":"2026-03-03T14:45:30.434005Z","end":"2026-03-03T14:45:30.623242Z","steps":["trace[343882587] 'process raft request' (duration: 189.070008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.623284Z","caller":"traceutil/trace.go:171","msg":"trace[985654582] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"192.483556ms","start":"2026-03-03T14:45:30.43077Z","end":"2026-03-03T14:45:30.623254Z","steps":["trace[985654582] 'process raft request' (duration: 192.269019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:30.623134Z","caller":"traceutil/trace.go:171","msg":"trace[635679654] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"192.422834ms","start":"2026-03-03T14:45:30.430673Z","end":"2026-03-03T14:45:30.623096Z","steps":["trace[635679654] 'process raft request' (duration: 173.030182ms)","trace[635679654] 'compare' (duration: 19.152784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:30.623325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.376261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2xjv7\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-03T14:45:30.623411Z","caller":"traceutil/trace.go:171","msg":"trace[2113915479] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2xjv7; range_end:; response_count:1; response_revision:8172; }","duration":"191.476424ms","start":"2026-03-03T14:45:30.431921Z","end":"2026-03-03T14:45:30.623398Z","steps":["trace[2113915479] 'agreement among raft nodes before linearized reading' (duration: 191.353121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:31.359137Z","caller":"traceutil/trace.go:171","msg":"trace[1103183681] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"204.596269ms","start":"2026-03-03T14:45:31.154512Z","end":"2026-03-03T14:45:31.359108Z","steps":["trace[1103183681] 'process raft request' (duration: 148.975143ms)","trace[1103183681] 'compare' (duration: 55.145061ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:31.922581Z","caller":"traceutil/trace.go:171","msg":"trace[672326495] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"442.489859ms","start":"2026-03-03T14:45:31.480066Z","end":"2026-03-03T14:45:31.922556Z","steps":["trace[672326495] 'read index received' (duration: 395.513386ms)","trace[672326495] 'applied index is now lower than readState.Index' (duration: 46.975253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:31.922613Z","caller":"traceutil/trace.go:171","msg":"trace[1277327748] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"501.503301ms","start":"2026-03-03T14:45:31.421068Z","end":"2026-03-03T14:45:31.922571Z","steps":["trace[1277327748] 'process raft request' (duration: 454.59026ms)","trace[1277327748] 'compare' (duration: 46.426536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:31.922799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:31.421049Z","time spent":"501.636226ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:31.922822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.739026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:45:31.922902Z","caller":"traceutil/trace.go:171","msg":"trace[1478140841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8178; }","duration":"442.86207ms","start":"2026-03-03T14:45:31.480022Z","end":"2026-03-03T14:45:31.922884Z","steps":["trace[1478140841] 'agreement among raft nodes before linearized reading' (duration: 442.635733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:31.92297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:31.479981Z","time spent":"442.973864ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:45:31.924405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.991628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T14:45:31.924628Z","caller":"traceutil/trace.go:171","msg":"trace[152192256] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8178; }","duration":"343.262946ms","start":"2026-03-03T14:45:31.581348Z","end":"2026-03-03T14:45:31.924611Z","steps":["trace[152192256] 'agreement among raft nodes before linearized reading' (duration: 341.338935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:31.924753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:31.581327Z","time spent":"343.408671ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T14:45:32.419614Z","caller":"traceutil/trace.go:171","msg":"trace[1626027997] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8511; }","duration":"307.517168ms","start":"2026-03-03T14:45:32.112069Z","end":"2026-03-03T14:45:32.419587Z","steps":["trace[1626027997] 'read index received' (duration: 307.262189ms)","trace[1626027997] 'applied index is now lower than readState.Index' (duration: 254.049µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:32.419887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.763176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:45:32.419884Z","caller":"traceutil/trace.go:171","msg":"trace[302842891] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"396.361172ms","start":"2026-03-03T14:45:32.02346Z","end":"2026-03-03T14:45:32.419821Z","steps":["trace[302842891] 'process raft request' (duration: 395.951349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:32.41996Z","caller":"traceutil/trace.go:171","msg":"trace[1453685971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8180; }","duration":"307.914691ms","start":"2026-03-03T14:45:32.112029Z","end":"2026-03-03T14:45:32.419944Z","steps":["trace[1453685971] 'agreement among raft nodes before linearized reading' (duration: 307.742515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:32.420011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:32.112018Z","time spent":"307.980363ms","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:32.420068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:32.023442Z","time spent":"396.539678ms","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:51.234468Z","caller":"traceutil/trace.go:171","msg":"trace[1928601385] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9257; }","duration":"123.741476ms","start":"2026-03-03T14:46:51.110694Z","end":"2026-03-03T14:46:51.234435Z","steps":["trace[1928601385] 'read index received' (duration: 123.580371ms)","trace[1928601385] 'applied index is now lower than readState.Index' (duration: 159.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:51.234544Z","caller":"traceutil/trace.go:171","msg":"trace[856094024] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"142.479938ms","start":"2026-03-03T14:46:51.092026Z","end":"2026-03-03T14:46:51.234506Z","steps":["trace[856094024] 'process raft request' (duration: 142.25438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.234751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.053423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:46:51.234793Z","caller":"traceutil/trace.go:171","msg":"trace[1250785963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8903; }","duration":"116.170087ms","start":"2026-03-03T14:46:51.118612Z","end":"2026-03-03T14:46:51.234782Z","steps":["trace[1250785963] 'agreement among raft nodes before linearized reading' (duration: 115.991292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.234789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.072176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:46:51.234864Z","caller":"traceutil/trace.go:171","msg":"trace[798387519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8903; }","duration":"124.1962ms","start":"2026-03-03T14:46:51.110646Z","end":"2026-03-03T14:46:51.234842Z","steps":["trace[798387519] 'agreement among raft nodes before linearized reading' (duration: 123.938672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.234862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.277435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:46:51.234957Z","caller":"traceutil/trace.go:171","msg":"trace[880920134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8903; }","duration":"106.422659ms","start":"2026-03-03T14:46:51.128517Z","end":"2026-03-03T14:46:51.234939Z","steps":["trace[880920134] 'agreement among raft nodes before linearized reading' (duration: 106.1321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.235039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.745053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:46:51.235173Z","caller":"traceutil/trace.go:171","msg":"trace[1180421686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:8903; }","duration":"114.919727ms","start":"2026-03-03T14:46:51.120217Z","end":"2026-03-03T14:46:51.235137Z","steps":["trace[1180421686] 'agreement among raft nodes before linearized reading' (duration: 114.524105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.418331Z","caller":"traceutil/trace.go:171","msg":"trace[728854760] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"178.903207ms","start":"2026-03-03T14:46:51.239389Z","end":"2026-03-03T14:46:51.418292Z","steps":["trace[728854760] 'process raft request' (duration: 109.61985ms)","trace[728854760] 'compare' (duration: 69.095652ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:51.452489Z","caller":"traceutil/trace.go:171","msg":"trace[1184636382] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"212.616562ms","start":"2026-03-03T14:46:51.239835Z","end":"2026-03-03T14:46:51.452452Z","steps":["trace[1184636382] 'process raft request' (duration: 212.277071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.452655Z","caller":"traceutil/trace.go:171","msg":"trace[689725478] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"211.934671ms","start":"2026-03-03T14:46:51.240705Z","end":"2026-03-03T14:46:51.45264Z","steps":["trace[689725478] 'process raft request' (duration: 211.571489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.45305Z","caller":"traceutil/trace.go:171","msg":"trace[1865420483] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9258; }","duration":"211.944761ms","start":"2026-03-03T14:46:51.24064Z","end":"2026-03-03T14:46:51.452584Z","steps":["trace[1865420483] 'read index received' (duration: 108.519586ms)","trace[1865420483] 'applied index is now lower than readState.Index' (duration: 103.423705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:51.453349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.31508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:46:51.453408Z","caller":"traceutil/trace.go:171","msg":"trace[627353990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8906; }","duration":"134.420684ms","start":"2026-03-03T14:46:51.318974Z","end":"2026-03-03T14:46:51.453395Z","steps":["trace[627353990] 'agreement among raft nodes before linearized reading' (duration: 134.30326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.454473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.768939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289985"} {"level":"info","ts":"2026-03-03T14:46:51.454559Z","caller":"traceutil/trace.go:171","msg":"trace[695844856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8906; }","duration":"213.909033ms","start":"2026-03-03T14:46:51.240635Z","end":"2026-03-03T14:46:51.454544Z","steps":["trace[695844856] 'agreement among raft nodes before linearized reading' (duration: 212.208429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:48:38.649346Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:48:38.655327Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T14:48:38.655452Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T14:48:47.682831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7388} {"level":"info","ts":"2026-03-03T14:48:47.853305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7388,"took":"168.664614ms","hash":3450737708,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":25440256,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T14:48:47.853374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3450737708,"revision":7388,"compact-revision":5368} {"level":"info","ts":"2026-03-03T14:50:36.489746Z","caller":"traceutil/trace.go:171","msg":"trace[1194006053] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"104.111657ms","start":"2026-03-03T14:50:36.385602Z","end":"2026-03-03T14:50:36.489714Z","steps":["trace[1194006053] 'process raft request' (duration: 103.89034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:37.347087Z","caller":"traceutil/trace.go:171","msg":"trace[1664995021] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"160.888119ms","start":"2026-03-03T14:50:37.186176Z","end":"2026-03-03T14:50:37.347065Z","steps":["trace[1664995021] 'process raft request' (duration: 160.697993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:37.856017Z","caller":"traceutil/trace.go:171","msg":"trace[1427776388] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"206.329503ms","start":"2026-03-03T14:50:37.649666Z","end":"2026-03-03T14:50:37.855995Z","steps":["trace[1427776388] 'process raft request' (duration: 206.188249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:38.187289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.291866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:50:38.187407Z","caller":"traceutil/trace.go:171","msg":"trace[1713862210] transaction","detail":"{read_only:false; response_revision:10654; number_of_response:1; }","duration":"260.728221ms","start":"2026-03-03T14:50:37.926659Z","end":"2026-03-03T14:50:38.187387Z","steps":["trace[1713862210] 'process raft request' (duration: 90.224448ms)","trace[1713862210] 'compare' (duration: 170.186453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:39.162277Z","caller":"traceutil/trace.go:171","msg":"trace[258020063] linearizableReadLoop","detail":"{readStateIndex:11075; appliedIndex:11072; }","duration":"188.627784ms","start":"2026-03-03T14:50:38.973622Z","end":"2026-03-03T14:50:39.16225Z","steps":["trace[258020063] 'read index received' (duration: 139.927867ms)","trace[258020063] 'applied index is now lower than readState.Index' (duration: 48.698777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:39.162618Z","caller":"traceutil/trace.go:171","msg":"trace[1435223600] transaction","detail":"{read_only:false; response_revision:10659; number_of_response:1; }","duration":"376.573808ms","start":"2026-03-03T14:50:38.786005Z","end":"2026-03-03T14:50:39.162579Z","steps":["trace[1435223600] 'process raft request' (duration: 376.167805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.162698Z","caller":"traceutil/trace.go:171","msg":"trace[468989243] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"376.712822ms","start":"2026-03-03T14:50:38.785968Z","end":"2026-03-03T14:50:39.162681Z","steps":["trace[468989243] 'process raft request' (duration: 327.476967ms)","trace[468989243] 'compare' (duration: 48.608975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:39.162714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.964205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:50:39.162726Z","caller":"traceutil/trace.go:171","msg":"trace[494852959] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"376.103512ms","start":"2026-03-03T14:50:38.786563Z","end":"2026-03-03T14:50:39.162667Z","steps":["trace[494852959] 'process raft request' (duration: 375.651078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.16278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:38.785983Z","time spent":"376.727123ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:39.162774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.088089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:50:39.162865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.34896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:50:39.162877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:50:39.162918Z","caller":"traceutil/trace.go:171","msg":"trace[620311461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10660; }","duration":"125.670947ms","start":"2026-03-03T14:50:39.037237Z","end":"2026-03-03T14:50:39.162907Z","steps":["trace[620311461] 'agreement among raft nodes before linearized reading' (duration: 125.610215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.162928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:38.786534Z","time spent":"376.297549ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:39.162908Z","caller":"traceutil/trace.go:171","msg":"trace[228355705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10660; }","duration":"189.308806ms","start":"2026-03-03T14:50:38.973577Z","end":"2026-03-03T14:50:39.162885Z","steps":["trace[228355705] 'agreement among raft nodes before linearized reading' (duration: 189.011827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.162964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.757583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:50:39.162953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.634426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T14:50:39.163006Z","caller":"traceutil/trace.go:171","msg":"trace[520504534] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10660; }","duration":"127.810905ms","start":"2026-03-03T14:50:39.035183Z","end":"2026-03-03T14:50:39.162994Z","steps":["trace[520504534] 'agreement among raft nodes before linearized reading' (duration: 127.65767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.163025Z","caller":"traceutil/trace.go:171","msg":"trace[545688311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10660; }","duration":"125.737019ms","start":"2026-03-03T14:50:39.037269Z","end":"2026-03-03T14:50:39.163006Z","steps":["trace[545688311] 'agreement among raft nodes before linearized reading' (duration: 125.549583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.162806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:38.785953Z","time spent":"376.778974ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:39.162812Z","caller":"traceutil/trace.go:171","msg":"trace[496234055] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10660; }","duration":"189.13105ms","start":"2026-03-03T14:50:38.973659Z","end":"2026-03-03T14:50:39.16279Z","steps":["trace[496234055] 'agreement among raft nodes before linearized reading' (duration: 188.942204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.162924Z","caller":"traceutil/trace.go:171","msg":"trace[1953520940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10660; }","duration":"127.570867ms","start":"2026-03-03T14:50:39.035333Z","end":"2026-03-03T14:50:39.162904Z","steps":["trace[1953520940] 'agreement among raft nodes before linearized reading' (duration: 127.3439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.163188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.661962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:50:39.162974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.122841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:50:39.16325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.079764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:50:39.163273Z","caller":"traceutil/trace.go:171","msg":"trace[1441555500] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10660; }","duration":"128.772885ms","start":"2026-03-03T14:50:39.034487Z","end":"2026-03-03T14:50:39.16326Z","steps":["trace[1441555500] 'agreement among raft nodes before linearized reading' (duration: 128.665382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.163291Z","caller":"traceutil/trace.go:171","msg":"trace[551982763] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:10660; }","duration":"179.139155ms","start":"2026-03-03T14:50:38.984142Z","end":"2026-03-03T14:50:39.163281Z","steps":["trace[551982763] 'agreement among raft nodes before linearized reading' (duration: 179.00134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.163299Z","caller":"traceutil/trace.go:171","msg":"trace[1126798009] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10660; }","duration":"126.461262ms","start":"2026-03-03T14:50:39.036817Z","end":"2026-03-03T14:50:39.163278Z","steps":["trace[1126798009] 'agreement among raft nodes before linearized reading' (duration: 126.129661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.163343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.334113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T14:50:39.163382Z","caller":"traceutil/trace.go:171","msg":"trace[808761519] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10660; }","duration":"186.392254ms","start":"2026-03-03T14:50:38.976981Z","end":"2026-03-03T14:50:39.163373Z","steps":["trace[808761519] 'agreement among raft nodes before linearized reading' (duration: 186.28449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.163302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.507872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:50:39.163435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.80861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:50:39.163516Z","caller":"traceutil/trace.go:171","msg":"trace[158209072] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10660; }","duration":"188.937135ms","start":"2026-03-03T14:50:38.974559Z","end":"2026-03-03T14:50:39.163496Z","steps":["trace[158209072] 'agreement among raft nodes before linearized reading' (duration: 188.810241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.163528Z","caller":"traceutil/trace.go:171","msg":"trace[1755957657] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10660; }","duration":"189.896285ms","start":"2026-03-03T14:50:38.973577Z","end":"2026-03-03T14:50:39.163473Z","steps":["trace[1755957657] 'agreement among raft nodes before linearized reading' (duration: 188.906424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:39.42331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.596852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:50:39.423418Z","caller":"traceutil/trace.go:171","msg":"trace[1128264342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10661; }","duration":"104.749457ms","start":"2026-03-03T14:50:39.318644Z","end":"2026-03-03T14:50:39.423393Z","steps":["trace[1128264342] 'range keys from in-memory index tree' (duration: 104.51571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.994323Z","caller":"traceutil/trace.go:171","msg":"trace[698567915] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"130.21659ms","start":"2026-03-03T14:50:39.864045Z","end":"2026-03-03T14:50:39.994261Z","steps":["trace[698567915] 'process raft request' (duration: 129.999964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:41.30277Z","caller":"traceutil/trace.go:171","msg":"trace[1951151184] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"130.411647ms","start":"2026-03-03T14:50:41.172312Z","end":"2026-03-03T14:50:41.302723Z","steps":["trace[1951151184] 'process raft request' (duration: 75.239905ms)","trace[1951151184] 'compare' (duration: 54.914084ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:41.302929Z","caller":"traceutil/trace.go:171","msg":"trace[984333065] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"126.444151ms","start":"2026-03-03T14:50:41.176453Z","end":"2026-03-03T14:50:41.302897Z","steps":["trace[984333065] 'process raft request' (duration: 126.165143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:42.39925Z","caller":"traceutil/trace.go:171","msg":"trace[1316361149] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"122.93329ms","start":"2026-03-03T14:50:42.276266Z","end":"2026-03-03T14:50:42.399199Z","steps":["trace[1316361149] 'process raft request' (duration: 122.633141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:53:47.689979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9682} {"level":"info","ts":"2026-03-03T14:53:47.776839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9682,"took":"83.460865ms","hash":4082881396,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":24113152,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T14:53:47.776902Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4082881396,"revision":9682,"compact-revision":7388} {"level":"info","ts":"2026-03-03T14:56:19.711808Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003409.wal"} {"level":"info","ts":"2026-03-03T14:56:24.926446Z","caller":"traceutil/trace.go:171","msg":"trace[1061675476] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"198.370222ms","start":"2026-03-03T14:56:24.728037Z","end":"2026-03-03T14:56:24.926408Z","steps":["trace[1061675476] 'process raft request' (duration: 197.947638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:25.131529Z","caller":"traceutil/trace.go:171","msg":"trace[399430211] linearizableReadLoop","detail":"{readStateIndex:13358; appliedIndex:13357; }","duration":"105.822871ms","start":"2026-03-03T14:56:25.025647Z","end":"2026-03-03T14:56:25.13147Z","steps":["trace[399430211] 'read index received' (duration: 105.49632ms)","trace[399430211] 'applied index is now lower than readState.Index' (duration: 325.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:56:25.131957Z","caller":"traceutil/trace.go:171","msg":"trace[1996969650] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"201.4654ms","start":"2026-03-03T14:56:24.930479Z","end":"2026-03-03T14:56:25.131945Z","steps":["trace[1996969650] 'process raft request' (duration: 200.815279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:25.132185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.538073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:56:25.132212Z","caller":"traceutil/trace.go:171","msg":"trace[1936044797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12856; }","duration":"106.630416ms","start":"2026-03-03T14:56:25.025574Z","end":"2026-03-03T14:56:25.132205Z","steps":["trace[1936044797] 'agreement among raft nodes before linearized reading' (duration: 106.514692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:25.132342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.554794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:56:25.132367Z","caller":"traceutil/trace.go:171","msg":"trace[1855241936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12856; }","duration":"100.601626ms","start":"2026-03-03T14:56:25.031758Z","end":"2026-03-03T14:56:25.13236Z","steps":["trace[1855241936] 'agreement among raft nodes before linearized reading' (duration: 100.545764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:27.823889Z","caller":"traceutil/trace.go:171","msg":"trace[63827534] linearizableReadLoop","detail":"{readStateIndex:13370; appliedIndex:13369; }","duration":"106.734838ms","start":"2026-03-03T14:56:27.717133Z","end":"2026-03-03T14:56:27.823867Z","steps":["trace[63827534] 'read index received' (duration: 106.589484ms)","trace[63827534] 'applied index is now lower than readState.Index' (duration: 144.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:56:27.824032Z","caller":"traceutil/trace.go:171","msg":"trace[1483327676] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"322.145637ms","start":"2026-03-03T14:56:27.501855Z","end":"2026-03-03T14:56:27.824001Z","steps":["trace[1483327676] 'process raft request' (duration: 321.878399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:27.824063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.919944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:56:27.824092Z","caller":"traceutil/trace.go:171","msg":"trace[905952050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12868; }","duration":"106.997576ms","start":"2026-03-03T14:56:27.717084Z","end":"2026-03-03T14:56:27.824082Z","steps":["trace[905952050] 'agreement among raft nodes before linearized reading' (duration: 106.870552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:27.824165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:27.501824Z","time spent":"322.262191ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:56:47.120165Z","caller":"traceutil/trace.go:171","msg":"trace[1282710630] transaction","detail":"{read_only:false; response_revision:12962; number_of_response:1; }","duration":"649.357467ms","start":"2026-03-03T14:56:46.470768Z","end":"2026-03-03T14:56:47.120126Z","steps":["trace[1282710630] 'process raft request' (duration: 649.13165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:47.120337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:46.470738Z","time spent":"649.518042ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:56:47.154071Z","caller":"traceutil/trace.go:171","msg":"trace[1580173] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"263.321472ms","start":"2026-03-03T14:56:46.890724Z","end":"2026-03-03T14:56:47.154046Z","steps":["trace[1580173] 'read index received' (duration: 229.407192ms)","trace[1580173] 'applied index is now lower than readState.Index' (duration: 33.91319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:56:47.154157Z","caller":"traceutil/trace.go:171","msg":"trace[1740015167] transaction","detail":"{read_only:false; response_revision:12963; number_of_response:1; }","duration":"447.268889ms","start":"2026-03-03T14:56:46.706855Z","end":"2026-03-03T14:56:47.154124Z","steps":["trace[1740015167] 'process raft request' (duration: 446.99746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:56:47.154319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:56:46.70681Z","time spent":"447.420523ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:56:47.154346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.611151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:56:47.154345Z","caller":"traceutil/trace.go:171","msg":"trace[753511429] transaction","detail":"{read_only:false; response_revision:12964; number_of_response:1; }","duration":"157.608395ms","start":"2026-03-03T14:56:46.996712Z","end":"2026-03-03T14:56:47.15432Z","steps":["trace[753511429] 'process raft request' (duration: 157.284445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:56:47.154388Z","caller":"traceutil/trace.go:171","msg":"trace[1352018783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12964; }","duration":"263.711054ms","start":"2026-03-03T14:56:46.890665Z","end":"2026-03-03T14:56:47.154376Z","steps":["trace[1352018783] 'agreement among raft nodes before linearized reading' (duration: 263.487217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:03.618003Z","caller":"traceutil/trace.go:171","msg":"trace[1815214774] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"218.169316ms","start":"2026-03-03T14:57:03.399805Z","end":"2026-03-03T14:57:03.617975Z","steps":["trace[1815214774] 'process raft request' (duration: 217.98372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:05.662357Z","caller":"traceutil/trace.go:171","msg":"trace[1851365737] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"457.47547ms","start":"2026-03-03T14:57:05.204835Z","end":"2026-03-03T14:57:05.662311Z","steps":["trace[1851365737] 'process raft request' (duration: 457.298765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.662512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.204813Z","time spent":"457.626045ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:57:05.678292Z","caller":"traceutil/trace.go:171","msg":"trace[1985101644] linearizableReadLoop","detail":"{readStateIndex:13576; appliedIndex:13574; }","duration":"359.032403ms","start":"2026-03-03T14:57:05.319238Z","end":"2026-03-03T14:57:05.678271Z","steps":["trace[1985101644] 'read index received' (duration: 343.044318ms)","trace[1985101644] 'applied index is now lower than readState.Index' (duration: 15.986995ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:57:05.678339Z","caller":"traceutil/trace.go:171","msg":"trace[1352688286] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"469.490989ms","start":"2026-03-03T14:57:05.208825Z","end":"2026-03-03T14:57:05.678316Z","steps":["trace[1352688286] 'process raft request' (duration: 469.296503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:05.678389Z","caller":"traceutil/trace.go:171","msg":"trace[1967351816] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"283.986334ms","start":"2026-03-03T14:57:05.394391Z","end":"2026-03-03T14:57:05.678377Z","steps":["trace[1967351816] 'process raft request' (duration: 283.83962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.678469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.208799Z","time spent":"469.606533ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:57:05.678613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.56439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:57:05.678758Z","caller":"traceutil/trace.go:171","msg":"trace[1962473001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13064; }","duration":"340.721305ms","start":"2026-03-03T14:57:05.338015Z","end":"2026-03-03T14:57:05.678736Z","steps":["trace[1962473001] 'agreement among raft nodes before linearized reading' (duration: 340.462866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.678687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.736933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:57:05.678832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.930499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:57:05.678845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.338007Z","time spent":"340.796218ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:57:05.67889Z","caller":"traceutil/trace.go:171","msg":"trace[661084813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13064; }","duration":"339.032322ms","start":"2026-03-03T14:57:05.339839Z","end":"2026-03-03T14:57:05.678871Z","steps":["trace[661084813] 'agreement among raft nodes before linearized reading' (duration: 338.812855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.678936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.339816Z","time spent":"339.112085ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:57:05.678928Z","caller":"traceutil/trace.go:171","msg":"trace[1283291464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13064; }","duration":"338.97403ms","start":"2026-03-03T14:57:05.339894Z","end":"2026-03-03T14:57:05.678868Z","steps":["trace[1283291464] 'agreement among raft nodes before linearized reading' (duration: 338.682701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.678839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.479827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:57:05.679083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.33987Z","time spent":"339.153596ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:57:05.679112Z","caller":"traceutil/trace.go:171","msg":"trace[269415044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13064; }","duration":"359.911801ms","start":"2026-03-03T14:57:05.319171Z","end":"2026-03-03T14:57:05.679083Z","steps":["trace[269415044] 'agreement among raft nodes before linearized reading' (duration: 359.446236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:05.679293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:05.319153Z","time spent":"360.081716ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:57:07.037211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.284056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T14:57:07.037305Z","caller":"traceutil/trace.go:171","msg":"trace[1359477860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:13072; }","duration":"643.42455ms","start":"2026-03-03T14:57:06.393856Z","end":"2026-03-03T14:57:07.03728Z","steps":["trace[1359477860] 'range keys from in-memory index tree' (duration: 643.09372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:07.037358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:06.393834Z","time spent":"643.510633ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-jhqwd\" "} {"level":"info","ts":"2026-03-03T14:57:07.037367Z","caller":"traceutil/trace.go:171","msg":"trace[283531974] transaction","detail":"{read_only:false; response_revision:13073; number_of_response:1; }","duration":"617.148121ms","start":"2026-03-03T14:57:06.420184Z","end":"2026-03-03T14:57:07.037333Z","steps":["trace[283531974] 'process raft request' (duration: 571.694896ms)","trace[283531974] 'compare' (duration: 45.103794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:57:07.037432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.41692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-wb9td\" ","response":"range_response_count:1 size:11830"} {"level":"warn","ts":"2026-03-03T14:57:07.037518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:06.420172Z","time spent":"617.280446ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:57:07.037557Z","caller":"traceutil/trace.go:171","msg":"trace[1464670769] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-wb9td; range_end:; response_count:1; response_revision:13072; }","duration":"617.575314ms","start":"2026-03-03T14:57:06.419935Z","end":"2026-03-03T14:57:07.037511Z","steps":["trace[1464670769] 'range keys from in-memory index tree' (duration: 617.186962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:07.037953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:06.419917Z","time spent":"617.923196ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11853,"request content":"key:\"/registry/pods/openstack/openvswitch-wb9td\" "} {"level":"info","ts":"2026-03-03T14:57:07.77762Z","caller":"traceutil/trace.go:171","msg":"trace[617359581] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"105.853372ms","start":"2026-03-03T14:57:07.671745Z","end":"2026-03-03T14:57:07.777599Z","steps":["trace[617359581] 'process raft request' (duration: 105.714977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.140767Z","caller":"traceutil/trace.go:171","msg":"trace[1478188317] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"456.547831ms","start":"2026-03-03T14:57:27.684193Z","end":"2026-03-03T14:57:28.140741Z","steps":["trace[1478188317] 'process raft request' (duration: 456.379065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.140966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:27.684167Z","time spent":"456.714526ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:57:28.149489Z","caller":"traceutil/trace.go:171","msg":"trace[899210179] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"301.451235ms","start":"2026-03-03T14:57:27.84802Z","end":"2026-03-03T14:57:28.149471Z","steps":["trace[899210179] 'process raft request' (duration: 297.915944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.149599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:57:27.847997Z","time spent":"301.548079ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:57:28.149618Z","caller":"traceutil/trace.go:171","msg":"trace[1402036654] linearizableReadLoop","detail":"{readStateIndex:13889; appliedIndex:13887; }","duration":"255.832776ms","start":"2026-03-03T14:57:27.89377Z","end":"2026-03-03T14:57:28.149602Z","steps":["trace[1402036654] 'read index received' (duration: 246.856452ms)","trace[1402036654] 'applied index is now lower than readState.Index' (duration: 8.975194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:57:28.149765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.99861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:57:28.149795Z","caller":"traceutil/trace.go:171","msg":"trace[1304621397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13364; }","duration":"256.071413ms","start":"2026-03-03T14:57:27.893716Z","end":"2026-03-03T14:57:28.149788Z","steps":["trace[1304621397] 'agreement among raft nodes before linearized reading' (duration: 255.96242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.149853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.567145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T14:57:28.149883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.725208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:57:28.149948Z","caller":"traceutil/trace.go:171","msg":"trace[933770069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13364; }","duration":"201.823081ms","start":"2026-03-03T14:57:27.948111Z","end":"2026-03-03T14:57:28.149934Z","steps":["trace[933770069] 'agreement among raft nodes before linearized reading' (duration: 201.648656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.149935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.355447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:57:28.14994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.420697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:57:28.149986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.191409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a9a5b054-7e2a-445f-8593-f13a85fa9e31\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-03T14:57:28.150026Z","caller":"traceutil/trace.go:171","msg":"trace[1647536173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13364; }","duration":"202.481981ms","start":"2026-03-03T14:57:27.947523Z","end":"2026-03-03T14:57:28.150005Z","steps":["trace[1647536173] 'agreement among raft nodes before linearized reading' (duration: 202.265664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.150042Z","caller":"traceutil/trace.go:171","msg":"trace[679890404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a9a5b054-7e2a-445f-8593-f13a85fa9e31; range_end:; response_count:1; response_revision:13364; }","duration":"110.270771ms","start":"2026-03-03T14:57:28.039759Z","end":"2026-03-03T14:57:28.15003Z","steps":["trace[679890404] 'agreement among raft nodes before linearized reading' (duration: 110.167948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.150042Z","caller":"traceutil/trace.go:171","msg":"trace[1470380690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13364; }","duration":"232.567751ms","start":"2026-03-03T14:57:27.917452Z","end":"2026-03-03T14:57:28.15002Z","steps":["trace[1470380690] 'agreement among raft nodes before linearized reading' (duration: 232.294602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.149905Z","caller":"traceutil/trace.go:171","msg":"trace[1986173492] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13364; }","duration":"139.655909ms","start":"2026-03-03T14:57:28.010234Z","end":"2026-03-03T14:57:28.14989Z","steps":["trace[1986173492] 'agreement among raft nodes before linearized reading' (duration: 139.523675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.15008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.895431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:57:28.150167Z","caller":"traceutil/trace.go:171","msg":"trace[319727032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13364; }","duration":"200.978874ms","start":"2026-03-03T14:57:27.949174Z","end":"2026-03-03T14:57:28.150153Z","steps":["trace[319727032] 'agreement among raft nodes before linearized reading' (duration: 200.84243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.349874Z","caller":"traceutil/trace.go:171","msg":"trace[768698509] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"195.498441ms","start":"2026-03-03T14:57:28.154346Z","end":"2026-03-03T14:57:28.349844Z","steps":["trace[768698509] 'process raft request' (duration: 177.183373ms)","trace[768698509] 'compare' (duration: 18.079641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:57:28.350187Z","caller":"traceutil/trace.go:171","msg":"trace[1199267792] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"195.630805ms","start":"2026-03-03T14:57:28.154528Z","end":"2026-03-03T14:57:28.350159Z","steps":["trace[1199267792] 'process raft request' (duration: 195.244003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.35065Z","caller":"traceutil/trace.go:171","msg":"trace[1415716197] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"195.991986ms","start":"2026-03-03T14:57:28.154638Z","end":"2026-03-03T14:57:28.35063Z","steps":["trace[1415716197] 'process raft request' (duration: 195.47437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.350862Z","caller":"traceutil/trace.go:171","msg":"trace[1774388124] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"147.744594ms","start":"2026-03-03T14:57:28.203097Z","end":"2026-03-03T14:57:28.350841Z","steps":["trace[1774388124] 'process raft request' (duration: 147.652251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.350848Z","caller":"traceutil/trace.go:171","msg":"trace[333478694] linearizableReadLoop","detail":"{readStateIndex:13894; appliedIndex:13890; }","duration":"195.663827ms","start":"2026-03-03T14:57:28.155166Z","end":"2026-03-03T14:57:28.35083Z","steps":["trace[333478694] 'read index received' (duration: 5.909487ms)","trace[333478694] 'applied index is now lower than readState.Index' (duration: 189.753099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:57:28.351022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.837232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19056"} {"level":"info","ts":"2026-03-03T14:57:28.350845Z","caller":"traceutil/trace.go:171","msg":"trace[575547580] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"194.881452ms","start":"2026-03-03T14:57:28.155921Z","end":"2026-03-03T14:57:28.350802Z","steps":["trace[575547580] 'process raft request' (duration: 194.661875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:57:28.351074Z","caller":"traceutil/trace.go:171","msg":"trace[1779711029] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13370; }","duration":"195.920294ms","start":"2026-03-03T14:57:28.15514Z","end":"2026-03-03T14:57:28.35106Z","steps":["trace[1779711029] 'agreement among raft nodes before linearized reading' (duration: 195.741108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.351295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.93496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1245"} {"level":"info","ts":"2026-03-03T14:57:28.351414Z","caller":"traceutil/trace.go:171","msg":"trace[1521679973] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:13370; }","duration":"193.089825ms","start":"2026-03-03T14:57:28.158301Z","end":"2026-03-03T14:57:28.351391Z","steps":["trace[1521679973] 'agreement among raft nodes before linearized reading' (duration: 192.795886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:57:28.351631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.454974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:57:28.351727Z","caller":"traceutil/trace.go:171","msg":"trace[1743306951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13370; }","duration":"153.600819ms","start":"2026-03-03T14:57:28.198101Z","end":"2026-03-03T14:57:28.351702Z","steps":["trace[1743306951] 'agreement among raft nodes before linearized reading' (duration: 153.379492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:18.510014Z","caller":"traceutil/trace.go:171","msg":"trace[447265187] linearizableReadLoop","detail":"{readStateIndex:14499; appliedIndex:14498; }","duration":"171.956608ms","start":"2026-03-03T14:58:18.338016Z","end":"2026-03-03T14:58:18.509973Z","steps":["trace[447265187] 'read index received' (duration: 171.604207ms)","trace[447265187] 'applied index is now lower than readState.Index' (duration: 350.911µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:58:18.510096Z","caller":"traceutil/trace.go:171","msg":"trace[1169193234] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"180.162887ms","start":"2026-03-03T14:58:18.329872Z","end":"2026-03-03T14:58:18.510035Z","steps":["trace[1169193234] 'process raft request' (duration: 179.863417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.510319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.277728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mnzj8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T14:58:18.510413Z","caller":"traceutil/trace.go:171","msg":"trace[1087872334] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mnzj8; range_end:; response_count:1; response_revision:13957; }","duration":"172.428953ms","start":"2026-03-03T14:58:18.337963Z","end":"2026-03-03T14:58:18.510392Z","steps":["trace[1087872334] 'agreement among raft nodes before linearized reading' (duration: 172.148244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.512394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.268663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mnzj8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T14:58:18.512454Z","caller":"traceutil/trace.go:171","msg":"trace[2036942628] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mnzj8; range_end:; response_count:1; response_revision:13958; }","duration":"163.371426ms","start":"2026-03-03T14:58:18.349068Z","end":"2026-03-03T14:58:18.512439Z","steps":["trace[2036942628] 'agreement among raft nodes before linearized reading' (duration: 163.194571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.856288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.266137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:58:18.8564Z","caller":"traceutil/trace.go:171","msg":"trace[348055817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13960; }","duration":"262.401692ms","start":"2026-03-03T14:58:18.593972Z","end":"2026-03-03T14:58:18.856374Z","steps":["trace[348055817] 'range keys from in-memory index tree' (duration: 262.114243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.856577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.58484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:58:18.856657Z","caller":"traceutil/trace.go:171","msg":"trace[1935603842] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13960; }","duration":"168.711034ms","start":"2026-03-03T14:58:18.687924Z","end":"2026-03-03T14:58:18.856635Z","steps":["trace[1935603842] 'count revisions from in-memory index tree' (duration: 168.473927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.856778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.120125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:58:18.856865Z","caller":"traceutil/trace.go:171","msg":"trace[2100137018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13960; }","duration":"270.238979ms","start":"2026-03-03T14:58:18.586603Z","end":"2026-03-03T14:58:18.856842Z","steps":["trace[2100137018] 'range keys from in-memory index tree' (duration: 269.989781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.856976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.211589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:58:18.857042Z","caller":"traceutil/trace.go:171","msg":"trace[522552800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13960; }","duration":"270.321232ms","start":"2026-03-03T14:58:18.586707Z","end":"2026-03-03T14:58:18.857028Z","steps":["trace[522552800] 'range keys from in-memory index tree' (duration: 270.022842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.857031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.201397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:58:18.857149Z","caller":"traceutil/trace.go:171","msg":"trace[165272562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13960; }","duration":"263.388753ms","start":"2026-03-03T14:58:18.593732Z","end":"2026-03-03T14:58:18.857121Z","steps":["trace[165272562] 'range keys from in-memory index tree' (duration: 262.954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:18.856501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.895466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:58:18.857472Z","caller":"traceutil/trace.go:171","msg":"trace[1805164516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13960; }","duration":"134.998281ms","start":"2026-03-03T14:58:18.722446Z","end":"2026-03-03T14:58:18.857444Z","steps":["trace[1805164516] 'count revisions from in-memory index tree' (duration: 133.786412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:27.050443Z","caller":"traceutil/trace.go:171","msg":"trace[1197881286] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"102.972041ms","start":"2026-03-03T14:58:26.947448Z","end":"2026-03-03T14:58:27.05042Z","steps":["trace[1197881286] 'process raft request' (duration: 102.782595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:27.050611Z","caller":"traceutil/trace.go:171","msg":"trace[833063337] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"102.00442ms","start":"2026-03-03T14:58:26.94858Z","end":"2026-03-03T14:58:27.050584Z","steps":["trace[833063337] 'process raft request' (duration: 101.796953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:42.759781Z","caller":"traceutil/trace.go:171","msg":"trace[441735228] linearizableReadLoop","detail":"{readStateIndex:14620; appliedIndex:14619; }","duration":"157.841212ms","start":"2026-03-03T14:58:42.601909Z","end":"2026-03-03T14:58:42.759751Z","steps":["trace[441735228] 'read index received' (duration: 157.683387ms)","trace[441735228] 'applied index is now lower than readState.Index' (duration: 156.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:58:42.759975Z","caller":"traceutil/trace.go:171","msg":"trace[531222152] transaction","detail":"{read_only:false; response_revision:14073; number_of_response:1; }","duration":"157.966806ms","start":"2026-03-03T14:58:42.601852Z","end":"2026-03-03T14:58:42.759819Z","steps":["trace[531222152] 'process raft request' (duration: 157.726148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:42.760071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.132532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T14:58:42.760137Z","caller":"traceutil/trace.go:171","msg":"trace[1256277221] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14073; }","duration":"158.219624ms","start":"2026-03-03T14:58:42.601901Z","end":"2026-03-03T14:58:42.760121Z","steps":["trace[1256277221] 'agreement among raft nodes before linearized reading' (duration: 157.980507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:42.80128Z","caller":"traceutil/trace.go:171","msg":"trace[1784534529] transaction","detail":"{read_only:false; response_revision:14074; number_of_response:1; }","duration":"199.206177ms","start":"2026-03-03T14:58:42.602035Z","end":"2026-03-03T14:58:42.801241Z","steps":["trace[1784534529] 'process raft request' (duration: 198.98154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:42.801491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.711406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:58:42.803355Z","caller":"traceutil/trace.go:171","msg":"trace[1644435544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14075; }","duration":"177.618786ms","start":"2026-03-03T14:58:42.625716Z","end":"2026-03-03T14:58:42.803335Z","steps":["trace[1644435544] 'agreement among raft nodes before linearized reading' (duration: 175.632384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:42.801287Z","caller":"traceutil/trace.go:171","msg":"trace[2101445556] transaction","detail":"{read_only:false; response_revision:14075; number_of_response:1; }","duration":"145.637688ms","start":"2026-03-03T14:58:42.655613Z","end":"2026-03-03T14:58:42.80125Z","steps":["trace[2101445556] 'process raft request' (duration: 145.537514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:43.159167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.941011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:58:43.159295Z","caller":"traceutil/trace.go:171","msg":"trace[962927173] linearizableReadLoop","detail":"{readStateIndex:14623; appliedIndex:14622; }","duration":"350.848724ms","start":"2026-03-03T14:58:42.80843Z","end":"2026-03-03T14:58:43.159279Z","steps":["trace[962927173] 'read index received' (duration: 201.832531ms)","trace[962927173] 'applied index is now lower than readState.Index' (duration: 149.015103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:58:43.159453Z","caller":"traceutil/trace.go:171","msg":"trace[77554586] transaction","detail":"{read_only:false; response_revision:14076; number_of_response:1; }","duration":"351.616539ms","start":"2026-03-03T14:58:42.807807Z","end":"2026-03-03T14:58:43.159423Z","steps":["trace[77554586] 'process raft request' (duration: 202.345437ms)","trace[77554586] 'compare' (duration: 148.847928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:58:43.159685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:42.80779Z","time spent":"351.808394ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:58:43.159873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.23391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:58:43.159953Z","caller":"traceutil/trace.go:171","msg":"trace[1812747330] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14076; }","duration":"130.347694ms","start":"2026-03-03T14:58:43.029564Z","end":"2026-03-03T14:58:43.159911Z","steps":["trace[1812747330] 'agreement among raft nodes before linearized reading' (duration: 130.22617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:43.160285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.586819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T14:58:43.1603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.62478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:43.16032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.849543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-03T14:58:43.160343Z","caller":"traceutil/trace.go:171","msg":"trace[1533137168] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14076; }","duration":"237.715003ms","start":"2026-03-03T14:58:42.922617Z","end":"2026-03-03T14:58:43.160332Z","steps":["trace[1533137168] 'agreement among raft nodes before linearized reading' (duration: 237.64623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:43.160345Z","caller":"traceutil/trace.go:171","msg":"trace[1720303471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14076; }","duration":"237.708612ms","start":"2026-03-03T14:58:42.922619Z","end":"2026-03-03T14:58:43.160328Z","steps":["trace[1720303471] 'agreement among raft nodes before linearized reading' (duration: 237.572768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:43.160391Z","caller":"traceutil/trace.go:171","msg":"trace[1794044517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14076; }","duration":"349.953586ms","start":"2026-03-03T14:58:42.810418Z","end":"2026-03-03T14:58:43.160372Z","steps":["trace[1794044517] 'agreement among raft nodes before linearized reading' (duration: 349.071058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:43.160433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:42.810405Z","time spent":"350.017078ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732415,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:58:43.160466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.57384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T14:58:43.160307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.060637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:58:43.160636Z","caller":"traceutil/trace.go:171","msg":"trace[1818563570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14076; }","duration":"144.416608ms","start":"2026-03-03T14:58:43.016183Z","end":"2026-03-03T14:58:43.160599Z","steps":["trace[1818563570] 'agreement among raft nodes before linearized reading' (duration: 144.022696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:43.160526Z","caller":"traceutil/trace.go:171","msg":"trace[98487007] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14076; }","duration":"238.680813ms","start":"2026-03-03T14:58:42.921825Z","end":"2026-03-03T14:58:43.160506Z","steps":["trace[98487007] 'agreement among raft nodes before linearized reading' (duration: 238.534358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:43.161318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.881038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-03T14:58:43.161362Z","caller":"traceutil/trace.go:171","msg":"trace[1780257330] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14076; }","duration":"352.943171ms","start":"2026-03-03T14:58:42.808408Z","end":"2026-03-03T14:58:43.161351Z","steps":["trace[1780257330] 'agreement among raft nodes before linearized reading' (duration: 351.0359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:43.161396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:42.808396Z","time spent":"352.989202ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732415,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:58:45.336117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.07991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T14:58:45.336218Z","caller":"traceutil/trace.go:171","msg":"trace[564663799] linearizableReadLoop","detail":"{readStateIndex:14629; appliedIndex:14628; }","duration":"570.721835ms","start":"2026-03-03T14:58:44.765478Z","end":"2026-03-03T14:58:45.3362Z","steps":["trace[564663799] 'read index received' (duration: 207.593983ms)","trace[564663799] 'applied index is now lower than readState.Index' (duration: 363.126182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:58:45.336448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.957062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T14:58:45.336486Z","caller":"traceutil/trace.go:171","msg":"trace[1649926357] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14081; }","duration":"571.033255ms","start":"2026-03-03T14:58:44.765441Z","end":"2026-03-03T14:58:45.336474Z","steps":["trace[1649926357] 'agreement among raft nodes before linearized reading' (duration: 570.850869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.336525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.765422Z","time spent":"571.094627ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:58:45.337949Z","caller":"traceutil/trace.go:171","msg":"trace[928393923] transaction","detail":"{read_only:false; response_revision:14082; number_of_response:1; }","duration":"571.754898ms","start":"2026-03-03T14:58:44.766115Z","end":"2026-03-03T14:58:45.33787Z","steps":["trace[928393923] 'process raft request' (duration: 571.634914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.338104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.766086Z","time spent":"571.911983ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:58:45.338144Z","caller":"traceutil/trace.go:171","msg":"trace[544564817] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"532.346894ms","start":"2026-03-03T14:58:44.80578Z","end":"2026-03-03T14:58:45.338127Z","steps":["trace[544564817] 'process raft request' (duration: 532.061095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.338265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.805755Z","time spent":"532.441767ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:58:45.338979Z","caller":"traceutil/trace.go:171","msg":"trace[476809711] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"530.132763ms","start":"2026-03-03T14:58:44.808831Z","end":"2026-03-03T14:58:45.338964Z","steps":["trace[476809711] 'process raft request' (duration: 529.202124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.339057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.808822Z","time spent":"530.196476ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:58:45.339743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.309449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.339794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.592369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.339828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.718806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:58:45.339848Z","caller":"traceutil/trace.go:171","msg":"trace[974934494] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14085; }","duration":"172.409482ms","start":"2026-03-03T14:58:45.167388Z","end":"2026-03-03T14:58:45.339797Z","steps":["trace[974934494] 'agreement among raft nodes before linearized reading' (duration: 172.302358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.33986Z","caller":"traceutil/trace.go:171","msg":"trace[162847968] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14085; }","duration":"173.674792ms","start":"2026-03-03T14:58:45.166169Z","end":"2026-03-03T14:58:45.339844Z","steps":["trace[162847968] 'agreement among raft nodes before linearized reading' (duration: 173.569839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.339891Z","caller":"traceutil/trace.go:171","msg":"trace[1642488776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14085; }","duration":"117.83084ms","start":"2026-03-03T14:58:45.222028Z","end":"2026-03-03T14:58:45.339859Z","steps":["trace[1642488776] 'agreement among raft nodes before linearized reading' (duration: 117.670664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.339928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.18357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:58:45.33998Z","caller":"traceutil/trace.go:171","msg":"trace[1276710101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14085; }","duration":"118.258823ms","start":"2026-03-03T14:58:45.221709Z","end":"2026-03-03T14:58:45.339968Z","steps":["trace[1276710101] 'agreement among raft nodes before linearized reading' (duration: 118.144569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.34Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.32027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.340059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.64826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T14:58:45.34006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.417413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T14:58:45.340038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.506375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:58:45.340107Z","caller":"traceutil/trace.go:171","msg":"trace[1003745723] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14085; }","duration":"172.492035ms","start":"2026-03-03T14:58:45.167606Z","end":"2026-03-03T14:58:45.340098Z","steps":["trace[1003745723] 'agreement among raft nodes before linearized reading' (duration: 172.380622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.817955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:58:45.340104Z","caller":"traceutil/trace.go:171","msg":"trace[450200196] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14085; }","duration":"172.753873ms","start":"2026-03-03T14:58:45.167339Z","end":"2026-03-03T14:58:45.340093Z","steps":["trace[450200196] 'agreement among raft nodes before linearized reading' (duration: 172.535946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340156Z","caller":"traceutil/trace.go:171","msg":"trace[1822070355] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14085; }","duration":"172.669ms","start":"2026-03-03T14:58:45.167464Z","end":"2026-03-03T14:58:45.340133Z","steps":["trace[1822070355] 'agreement among raft nodes before linearized reading' (duration: 172.465714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340164Z","caller":"traceutil/trace.go:171","msg":"trace[174443629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14085; }","duration":"172.96817ms","start":"2026-03-03T14:58:45.167178Z","end":"2026-03-03T14:58:45.340146Z","steps":["trace[174443629] 'agreement among raft nodes before linearized reading' (duration: 172.733862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340173Z","caller":"traceutil/trace.go:171","msg":"trace[1659622132] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"430.384345ms","start":"2026-03-03T14:58:44.909749Z","end":"2026-03-03T14:58:45.340134Z","steps":["trace[1659622132] 'process raft request' (duration: 428.989141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.823572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:58:45.340093Z","caller":"traceutil/trace.go:171","msg":"trace[830452885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14085; }","duration":"172.410522ms","start":"2026-03-03T14:58:45.167647Z","end":"2026-03-03T14:58:45.340058Z","steps":["trace[830452885] 'agreement among raft nodes before linearized reading' (duration: 172.313769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340258Z","caller":"traceutil/trace.go:171","msg":"trace[195624754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14085; }","duration":"138.879374ms","start":"2026-03-03T14:58:45.201366Z","end":"2026-03-03T14:58:45.340246Z","steps":["trace[195624754] 'agreement among raft nodes before linearized reading' (duration: 138.76834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.34029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.113735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.339823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.72829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T14:58:45.340332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.872376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:58:45.340356Z","caller":"traceutil/trace.go:171","msg":"trace[1397162732] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14085; }","duration":"172.915188ms","start":"2026-03-03T14:58:45.167434Z","end":"2026-03-03T14:58:45.340349Z","steps":["trace[1397162732] 'agreement among raft nodes before linearized reading' (duration: 172.878887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340368Z","caller":"traceutil/trace.go:171","msg":"trace[1849509327] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14085; }","duration":"174.190138ms","start":"2026-03-03T14:58:45.166129Z","end":"2026-03-03T14:58:45.340319Z","steps":["trace[1849509327] 'agreement among raft nodes before linearized reading' (duration: 174.084395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.400526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:58:45.34042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.449355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.340482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.259026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T14:58:45.340465Z","caller":"traceutil/trace.go:171","msg":"trace[431274523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14085; }","duration":"117.466018ms","start":"2026-03-03T14:58:45.222987Z","end":"2026-03-03T14:58:45.340453Z","steps":["trace[431274523] 'agreement among raft nodes before linearized reading' (duration: 117.245051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340505Z","caller":"traceutil/trace.go:171","msg":"trace[1409559303] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14085; }","duration":"171.300057ms","start":"2026-03-03T14:58:45.169199Z","end":"2026-03-03T14:58:45.340499Z","steps":["trace[1409559303] 'agreement among raft nodes before linearized reading' (duration: 171.238265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340508Z","caller":"traceutil/trace.go:171","msg":"trace[1123036531] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14085; }","duration":"224.519767ms","start":"2026-03-03T14:58:45.115956Z","end":"2026-03-03T14:58:45.340476Z","steps":["trace[1123036531] 'agreement among raft nodes before linearized reading' (duration: 224.382893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.797773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:58:45.340527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.114682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T14:58:45.340586Z","caller":"traceutil/trace.go:171","msg":"trace[1302256348] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14085; }","duration":"171.954307ms","start":"2026-03-03T14:58:45.1686Z","end":"2026-03-03T14:58:45.340554Z","steps":["trace[1302256348] 'agreement among raft nodes before linearized reading' (duration: 171.808663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:58:45.340587Z","caller":"traceutil/trace.go:171","msg":"trace[1755457861] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14085; }","duration":"172.193665ms","start":"2026-03-03T14:58:45.168381Z","end":"2026-03-03T14:58:45.340574Z","steps":["trace[1755457861] 'agreement among raft nodes before linearized reading' (duration: 172.065081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.181546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mnzj8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T14:58:45.340752Z","caller":"traceutil/trace.go:171","msg":"trace[1451859354] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mnzj8; range_end:; response_count:1; response_revision:14085; }","duration":"109.381352ms","start":"2026-03-03T14:58:45.231361Z","end":"2026-03-03T14:58:45.340742Z","steps":["trace[1451859354] 'agreement among raft nodes before linearized reading' (duration: 109.102824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.705512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:58:45.340834Z","caller":"traceutil/trace.go:171","msg":"trace[737087912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14085; }","duration":"173.370872ms","start":"2026-03-03T14:58:45.167453Z","end":"2026-03-03T14:58:45.340824Z","steps":["trace[737087912] 'agreement among raft nodes before linearized reading' (duration: 172.607808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.909726Z","time spent":"430.501829ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:58:45.340586Z","caller":"traceutil/trace.go:171","msg":"trace[23506868] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14085; }","duration":"172.312089ms","start":"2026-03-03T14:58:45.168038Z","end":"2026-03-03T14:58:45.34035Z","steps":["trace[23506868] 'agreement among raft nodes before linearized reading' (duration: 171.653978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.340424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.805407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mnzj8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T14:58:45.341019Z","caller":"traceutil/trace.go:171","msg":"trace[1775529585] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mnzj8; range_end:; response_count:1; response_revision:14085; }","duration":"168.409746ms","start":"2026-03-03T14:58:45.172593Z","end":"2026-03-03T14:58:45.341002Z","steps":["trace[1775529585] 'agreement among raft nodes before linearized reading' (duration: 167.753385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.341022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.760866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T14:58:45.341353Z","caller":"traceutil/trace.go:171","msg":"trace[1958929131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14085; }","duration":"175.225811ms","start":"2026-03-03T14:58:45.166106Z","end":"2026-03-03T14:58:45.341332Z","steps":["trace[1958929131] 'agreement among raft nodes before linearized reading' (duration: 174.105716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.341174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.064373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:58:45.341642Z","caller":"traceutil/trace.go:171","msg":"trace[1191866470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14085; }","duration":"524.571088ms","start":"2026-03-03T14:58:44.817058Z","end":"2026-03-03T14:58:45.341629Z","steps":["trace[1191866470] 'agreement among raft nodes before linearized reading' (duration: 522.590146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:58:45.34169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:58:44.817035Z","time spent":"524.641191ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:58:47.718506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11795} {"level":"info","ts":"2026-03-03T14:58:47.801318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11795,"took":"79.078586ms","hash":1068825448,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":27402240,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T14:58:47.801414Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1068825448,"revision":11795,"compact-revision":9682} {"level":"info","ts":"2026-03-03T15:03:47.725711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14099} {"level":"info","ts":"2026-03-03T15:03:47.827882Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14099,"took":"99.290433ms","hash":2386876586,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":28266496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T15:03:47.827955Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2386876586,"revision":14099,"compact-revision":11795} {"level":"info","ts":"2026-03-03T15:04:47.812854Z","caller":"traceutil/trace.go:171","msg":"trace[636033895] transaction","detail":"{read_only:false; response_revision:16619; number_of_response:1; }","duration":"108.903696ms","start":"2026-03-03T15:04:47.703907Z","end":"2026-03-03T15:04:47.812811Z","steps":["trace[636033895] 'process raft request' (duration: 108.376269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:48.234106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.709453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:04:48.234181Z","caller":"traceutil/trace.go:171","msg":"trace[2017208754] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16619; }","duration":"213.841427ms","start":"2026-03-03T15:04:48.020321Z","end":"2026-03-03T15:04:48.234162Z","steps":["trace[2017208754] 'count revisions from in-memory index tree' (duration: 213.628471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:48.933522Z","caller":"traceutil/trace.go:171","msg":"trace[1734548159] transaction","detail":"{read_only:false; response_revision:16622; number_of_response:1; }","duration":"123.462835ms","start":"2026-03-03T15:04:48.810019Z","end":"2026-03-03T15:04:48.933482Z","steps":["trace[1734548159] 'process raft request' (duration: 123.123944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:48.933446Z","caller":"traceutil/trace.go:171","msg":"trace[818924853] transaction","detail":"{read_only:false; response_revision:16623; number_of_response:1; }","duration":"123.184156ms","start":"2026-03-03T15:04:48.810173Z","end":"2026-03-03T15:04:48.933357Z","steps":["trace[818924853] 'process raft request' (duration: 123.134084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.076922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.763443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:04:50.077037Z","caller":"traceutil/trace.go:171","msg":"trace[1484064900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16623; }","duration":"681.939208ms","start":"2026-03-03T15:04:49.395076Z","end":"2026-03-03T15:04:50.077015Z","steps":["trace[1484064900] 'range keys from in-memory index tree' (duration: 681.554796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.077031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.447046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:04:50.077093Z","caller":"traceutil/trace.go:171","msg":"trace[153532625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16623; }","duration":"625.517418ms","start":"2026-03-03T15:04:49.451559Z","end":"2026-03-03T15:04:50.077077Z","steps":["trace[153532625] 'range keys from in-memory index tree' (duration: 625.27912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.077128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.451509Z","time spent":"625.613241ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:04:50.077194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.395065Z","time spent":"682.116424ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:04:50.077237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046924685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:04:50.077337Z","caller":"traceutil/trace.go:171","msg":"trace[1559978386] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:16623; }","duration":"1.047072969s","start":"2026-03-03T15:04:49.030246Z","end":"2026-03-03T15:04:50.077319Z","steps":["trace[1559978386] 'range keys from in-memory index tree' (duration: 1.04676403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.077368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.030223Z","time spent":"1.047138242s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T15:04:50.077705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.72259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:04:50.07775Z","caller":"traceutil/trace.go:171","msg":"trace[19779764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16623; }","duration":"706.782082ms","start":"2026-03-03T15:04:49.370957Z","end":"2026-03-03T15:04:50.077739Z","steps":["trace[19779764] 'range keys from in-memory index tree' (duration: 706.641008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.077769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.37095Z","time spent":"706.814464ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:04:50.077833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.399881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:04:50.077855Z","caller":"traceutil/trace.go:171","msg":"trace[1256229964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16623; }","duration":"758.468083ms","start":"2026-03-03T15:04:49.31938Z","end":"2026-03-03T15:04:50.077848Z","steps":["trace[1256229964] 'range keys from in-memory index tree' (duration: 758.333828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.077826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.371583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mnzj8\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-03T15:04:50.077876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.319354Z","time spent":"758.517805ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:04:50.077922Z","caller":"traceutil/trace.go:171","msg":"trace[1382640373] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mnzj8; range_end:; response_count:1; response_revision:16623; }","duration":"194.524878ms","start":"2026-03-03T15:04:49.883376Z","end":"2026-03-03T15:04:50.0779Z","steps":["trace[1382640373] 'range keys from in-memory index tree' (duration: 194.151766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.078035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.006499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:04:50.078089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.249329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:04:50.078141Z","caller":"traceutil/trace.go:171","msg":"trace[1479292253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16623; }","duration":"701.160125ms","start":"2026-03-03T15:04:49.376965Z","end":"2026-03-03T15:04:50.078125Z","steps":["trace[1479292253] 'range keys from in-memory index tree' (duration: 700.808483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.078148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.614976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:04:50.078187Z","caller":"traceutil/trace.go:171","msg":"trace[990962662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16623; }","duration":"683.387264ms","start":"2026-03-03T15:04:49.394776Z","end":"2026-03-03T15:04:50.078164Z","steps":["trace[990962662] 'range keys from in-memory index tree' (duration: 683.040833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.078215Z","caller":"traceutil/trace.go:171","msg":"trace[592357169] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16623; }","duration":"236.72629ms","start":"2026-03-03T15:04:49.841473Z","end":"2026-03-03T15:04:50.0782Z","steps":["trace[592357169] 'count revisions from in-memory index tree' (duration: 236.520503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.078246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.394766Z","time spent":"683.466706ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:04:50.078227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.376942Z","time spent":"701.231486ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:04:50.078741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.554221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:04:50.078813Z","caller":"traceutil/trace.go:171","msg":"trace[1224723976] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16623; }","duration":"845.671094ms","start":"2026-03-03T15:04:49.233127Z","end":"2026-03-03T15:04:50.078798Z","steps":["trace[1224723976] 'count revisions from in-memory index tree' (duration: 845.352144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.078855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:49.233103Z","time spent":"845.741627ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:04:50.344378Z","caller":"traceutil/trace.go:171","msg":"trace[2142427093] transaction","detail":"{read_only:false; response_revision:16625; number_of_response:1; }","duration":"260.672885ms","start":"2026-03-03T15:04:50.083675Z","end":"2026-03-03T15:04:50.344348Z","steps":["trace[2142427093] 'process raft request' (duration: 260.563442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.344409Z","caller":"traceutil/trace.go:171","msg":"trace[364278052] transaction","detail":"{read_only:false; response_revision:16624; number_of_response:1; }","duration":"260.776469ms","start":"2026-03-03T15:04:50.083595Z","end":"2026-03-03T15:04:50.344372Z","steps":["trace[364278052] 'process raft request' (duration: 260.127128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.34471Z","caller":"traceutil/trace.go:171","msg":"trace[1943433415] transaction","detail":"{read_only:false; response_revision:16626; number_of_response:1; }","duration":"260.952074ms","start":"2026-03-03T15:04:50.083745Z","end":"2026-03-03T15:04:50.344697Z","steps":["trace[1943433415] 'process raft request' (duration: 260.564952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.344724Z","caller":"traceutil/trace.go:171","msg":"trace[150690656] linearizableReadLoop","detail":"{readStateIndex:17267; appliedIndex:17262; }","duration":"229.904124ms","start":"2026-03-03T15:04:50.114795Z","end":"2026-03-03T15:04:50.344699Z","steps":["trace[150690656] 'read index received' (duration: 229.249894ms)","trace[150690656] 'applied index is now lower than readState.Index' (duration: 653.21µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:04:50.344746Z","caller":"traceutil/trace.go:171","msg":"trace[1574640710] transaction","detail":"{read_only:false; response_revision:16627; number_of_response:1; }","duration":"260.953055ms","start":"2026-03-03T15:04:50.083757Z","end":"2026-03-03T15:04:50.34471Z","steps":["trace[1574640710] 'process raft request' (duration: 260.79489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.34481Z","caller":"traceutil/trace.go:171","msg":"trace[1888653269] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"260.039756ms","start":"2026-03-03T15:04:50.084762Z","end":"2026-03-03T15:04:50.344802Z","steps":["trace[1888653269] 'process raft request' (duration: 259.899531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:04:50.345574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.557691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:955693"} {"level":"info","ts":"2026-03-03T15:04:50.345602Z","caller":"traceutil/trace.go:171","msg":"trace[1113132496] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16628; }","duration":"260.609114ms","start":"2026-03-03T15:04:50.084986Z","end":"2026-03-03T15:04:50.345595Z","steps":["trace[1113132496] 'agreement among raft nodes before linearized reading' (duration: 259.914292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:04:50.421372Z","caller":"traceutil/trace.go:171","msg":"trace[888332404] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"305.158649ms","start":"2026-03-03T15:04:50.116165Z","end":"2026-03-03T15:04:50.421324Z","steps":["trace[888332404] 'process raft request' (duration: 266.308693ms)","trace[888332404] 'compare' (duration: 38.66433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:04:50.421745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:04:50.116151Z","time spent":"305.480159ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:05:05.405794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.598653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T15:05:05.405904Z","caller":"traceutil/trace.go:171","msg":"trace[1232722039] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c; range_end:; response_count:1; response_revision:16836; }","duration":"112.766268ms","start":"2026-03-03T15:05:05.293112Z","end":"2026-03-03T15:05:05.405879Z","steps":["trace[1232722039] 'agreement among raft nodes before linearized reading' (duration: 70.597458ms)","trace[1232722039] 'range keys from in-memory index tree' (duration: 41.877761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:05:05.406064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.531728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T15:05:05.406095Z","caller":"traceutil/trace.go:171","msg":"trace[2105291693] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16837; }","duration":"110.57804ms","start":"2026-03-03T15:05:05.295509Z","end":"2026-03-03T15:05:05.406088Z","steps":["trace[2105291693] 'agreement among raft nodes before linearized reading' (duration: 110.506048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:05:05.406965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.394555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T15:05:05.407075Z","caller":"traceutil/trace.go:171","msg":"trace[1454198857] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16837; }","duration":"111.488198ms","start":"2026-03-03T15:05:05.295537Z","end":"2026-03-03T15:05:05.407025Z","steps":["trace[1454198857] 'agreement among raft nodes before linearized reading' (duration: 110.610421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:05:11.065336Z","caller":"traceutil/trace.go:171","msg":"trace[1807819965] transaction","detail":"{read_only:false; response_revision:16909; number_of_response:1; }","duration":"114.026418ms","start":"2026-03-03T15:05:10.951292Z","end":"2026-03-03T15:05:11.065318Z","steps":["trace[1807819965] 'process raft request' (duration: 113.882403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:05:11.096888Z","caller":"traceutil/trace.go:171","msg":"trace[971504803] transaction","detail":"{read_only:false; response_revision:16910; number_of_response:1; }","duration":"103.526367ms","start":"2026-03-03T15:05:10.993324Z","end":"2026-03-03T15:05:11.096851Z","steps":["trace[971504803] 'process raft request' (duration: 103.32055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:05:11.246381Z","caller":"traceutil/trace.go:171","msg":"trace[1652135360] linearizableReadLoop","detail":"{readStateIndex:17564; appliedIndex:17563; }","duration":"134.69005ms","start":"2026-03-03T15:05:11.111674Z","end":"2026-03-03T15:05:11.246364Z","steps":["trace[1652135360] 'read index received' (duration: 36.78506ms)","trace[1652135360] 'applied index is now lower than readState.Index' (duration: 97.904199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:05:11.246579Z","caller":"traceutil/trace.go:171","msg":"trace[689671241] transaction","detail":"{read_only:false; response_revision:16913; number_of_response:1; }","duration":"135.510016ms","start":"2026-03-03T15:05:11.111057Z","end":"2026-03-03T15:05:11.246567Z","steps":["trace[689671241] 'process raft request' (duration: 37.470322ms)","trace[689671241] 'compare' (duration: 97.746755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:05:11.246781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.098383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T15:05:11.246822Z","caller":"traceutil/trace.go:171","msg":"trace[69252110] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16913; }","duration":"135.164275ms","start":"2026-03-03T15:05:11.111649Z","end":"2026-03-03T15:05:11.246813Z","steps":["trace[69252110] 'agreement among raft nodes before linearized reading' (duration: 135.052361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:05:11.439293Z","caller":"traceutil/trace.go:171","msg":"trace[1923326787] transaction","detail":"{read_only:false; response_revision:16915; number_of_response:1; }","duration":"105.330504ms","start":"2026-03-03T15:05:11.333921Z","end":"2026-03-03T15:05:11.439252Z","steps":["trace[1923326787] 'process raft request' (duration: 37.433592ms)","trace[1923326787] 'compare' (duration: 67.453668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:05:27.266562Z","caller":"traceutil/trace.go:171","msg":"trace[491739911] transaction","detail":"{read_only:false; response_revision:17013; number_of_response:1; }","duration":"121.000348ms","start":"2026-03-03T15:05:27.14553Z","end":"2026-03-03T15:05:27.26653Z","steps":["trace[491739911] 'process raft request' (duration: 89.168554ms)","trace[491739911] 'compare' (duration: 31.643048ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:05:27.26669Z","caller":"traceutil/trace.go:171","msg":"trace[1989056340] transaction","detail":"{read_only:false; response_revision:17014; number_of_response:1; }","duration":"120.710859ms","start":"2026-03-03T15:05:27.145961Z","end":"2026-03-03T15:05:27.266672Z","steps":["trace[1989056340] 'process raft request' (duration: 120.531373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.390946Z","caller":"traceutil/trace.go:171","msg":"trace[1288943631] linearizableReadLoop","detail":"{readStateIndex:18661; appliedIndex:18660; }","duration":"158.186041ms","start":"2026-03-03T15:07:33.232731Z","end":"2026-03-03T15:07:33.390917Z","steps":["trace[1288943631] 'read index received' (duration: 158.037087ms)","trace[1288943631] 'applied index is now lower than readState.Index' (duration: 147.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:07:33.391076Z","caller":"traceutil/trace.go:171","msg":"trace[1385966156] transaction","detail":"{read_only:false; response_revision:17977; number_of_response:1; }","duration":"200.61526ms","start":"2026-03-03T15:07:33.190418Z","end":"2026-03-03T15:07:33.391034Z","steps":["trace[1385966156] 'process raft request' (duration: 200.333651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:33.391266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.154562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T15:07:33.391275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.535992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T15:07:33.391315Z","caller":"traceutil/trace.go:171","msg":"trace[705716344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17977; }","duration":"153.249835ms","start":"2026-03-03T15:07:33.238051Z","end":"2026-03-03T15:07:33.391301Z","steps":["trace[705716344] 'agreement among raft nodes before linearized reading' (duration: 153.031948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.391347Z","caller":"traceutil/trace.go:171","msg":"trace[2092664016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17977; }","duration":"158.671367ms","start":"2026-03-03T15:07:33.232649Z","end":"2026-03-03T15:07:33.39132Z","steps":["trace[2092664016] 'agreement among raft nodes before linearized reading' (duration: 158.431439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:33.391455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.971347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:07:33.391478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.679641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:07:33.391523Z","caller":"traceutil/trace.go:171","msg":"trace[900067102] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17977; }","duration":"102.089552ms","start":"2026-03-03T15:07:33.289413Z","end":"2026-03-03T15:07:33.391502Z","steps":["trace[900067102] 'agreement among raft nodes before linearized reading' (duration: 101.921286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.391557Z","caller":"traceutil/trace.go:171","msg":"trace[1137243348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17977; }","duration":"148.806456ms","start":"2026-03-03T15:07:33.242728Z","end":"2026-03-03T15:07:33.391535Z","steps":["trace[1137243348] 'agreement among raft nodes before linearized reading' (duration: 148.63136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:33.391569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.017132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:07:33.391633Z","caller":"traceutil/trace.go:171","msg":"trace[1364170011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17977; }","duration":"149.102574ms","start":"2026-03-03T15:07:33.242514Z","end":"2026-03-03T15:07:33.391616Z","steps":["trace[1364170011] 'agreement among raft nodes before linearized reading' (duration: 148.878537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.496685Z","caller":"traceutil/trace.go:171","msg":"trace[56798789] transaction","detail":"{read_only:false; response_revision:17978; number_of_response:1; }","duration":"100.843841ms","start":"2026-03-03T15:07:33.395782Z","end":"2026-03-03T15:07:33.496626Z","steps":["trace[56798789] 'process raft request' (duration: 33.523988ms)","trace[56798789] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 66.990443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:07:33.496961Z","caller":"traceutil/trace.go:171","msg":"trace[1330318460] transaction","detail":"{read_only:false; response_revision:17979; number_of_response:1; }","duration":"100.689846ms","start":"2026-03-03T15:07:33.396239Z","end":"2026-03-03T15:07:33.496929Z","steps":["trace[1330318460] 'process raft request' (duration: 100.456739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.497198Z","caller":"traceutil/trace.go:171","msg":"trace[2075647011] transaction","detail":"{read_only:false; response_revision:17980; number_of_response:1; }","duration":"100.80919ms","start":"2026-03-03T15:07:33.396338Z","end":"2026-03-03T15:07:33.497148Z","steps":["trace[2075647011] 'process raft request' (duration: 100.440979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.497688Z","caller":"traceutil/trace.go:171","msg":"trace[1437962064] transaction","detail":"{read_only:false; response_revision:17981; number_of_response:1; }","duration":"100.692716ms","start":"2026-03-03T15:07:33.396955Z","end":"2026-03-03T15:07:33.497648Z","steps":["trace[1437962064] 'process raft request' (duration: 99.895181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:33.786701Z","caller":"traceutil/trace.go:171","msg":"trace[1794188034] transaction","detail":"{read_only:false; response_revision:17985; number_of_response:1; }","duration":"159.504883ms","start":"2026-03-03T15:07:33.62717Z","end":"2026-03-03T15:07:33.786675Z","steps":["trace[1794188034] 'process raft request' (duration: 159.247205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:37.467302Z","caller":"traceutil/trace.go:171","msg":"trace[2007475113] transaction","detail":"{read_only:false; response_revision:18014; number_of_response:1; }","duration":"370.337066ms","start":"2026-03-03T15:07:37.096862Z","end":"2026-03-03T15:07:37.467199Z","steps":["trace[2007475113] 'process raft request' (duration: 370.196081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.467441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:07:37.096835Z","time spent":"370.540222ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23576,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:07:37.467816Z","caller":"traceutil/trace.go:171","msg":"trace[1042491647] linearizableReadLoop","detail":"{readStateIndex:18699; appliedIndex:18699; }","duration":"341.541257ms","start":"2026-03-03T15:07:37.126248Z","end":"2026-03-03T15:07:37.467789Z","steps":["trace[1042491647] 'read index received' (duration: 341.535847ms)","trace[1042491647] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:07:37.468044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.785015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-03T15:07:37.468083Z","caller":"traceutil/trace.go:171","msg":"trace[783542252] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18014; }","duration":"341.980151ms","start":"2026-03-03T15:07:37.126093Z","end":"2026-03-03T15:07:37.468073Z","steps":["trace[783542252] 'agreement among raft nodes before linearized reading' (duration: 341.824637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.468121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:07:37.126074Z","time spent":"342.039733ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7415,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T15:07:37.65977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.415117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:07:37.65992Z","caller":"traceutil/trace.go:171","msg":"trace[85016959] transaction","detail":"{read_only:false; response_revision:18015; number_of_response:1; }","duration":"466.760158ms","start":"2026-03-03T15:07:37.193128Z","end":"2026-03-03T15:07:37.659888Z","steps":["trace[85016959] 'process raft request' (duration: 353.942768ms)","trace[85016959] 'compare' (duration: 112.249352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:07:37.660043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:07:37.193108Z","time spent":"466.876392ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T15:07:37.660057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.0542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-03T15:07:37.660119Z","caller":"traceutil/trace.go:171","msg":"trace[1582974297] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18015; }","duration":"256.151952ms","start":"2026-03-03T15:07:37.403951Z","end":"2026-03-03T15:07:37.660103Z","steps":["trace[1582974297] 'agreement among raft nodes before linearized reading' (duration: 255.931926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.66011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.142395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-03T15:07:37.660184Z","caller":"traceutil/trace.go:171","msg":"trace[227291266] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18015; }","duration":"251.259678ms","start":"2026-03-03T15:07:37.408906Z","end":"2026-03-03T15:07:37.660166Z","steps":["trace[227291266] 'agreement among raft nodes before linearized reading' (duration: 251.017971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.660414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.244766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:07:37.6605Z","caller":"traceutil/trace.go:171","msg":"trace[1083420758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18015; }","duration":"340.37413ms","start":"2026-03-03T15:07:37.320102Z","end":"2026-03-03T15:07:37.660476Z","steps":["trace[1083420758] 'agreement among raft nodes before linearized reading' (duration: 340.241906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.660534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:07:37.320085Z","time spent":"340.440802ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:07:37.660575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.969858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:07:37.660611Z","caller":"traceutil/trace.go:171","msg":"trace[1164137442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18015; }","duration":"437.03966ms","start":"2026-03-03T15:07:37.22356Z","end":"2026-03-03T15:07:37.660599Z","steps":["trace[1164137442] 'agreement among raft nodes before linearized reading' (duration: 436.943477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.660659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:07:37.223539Z","time spent":"437.109923ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T15:07:37.660752Z","caller":"traceutil/trace.go:171","msg":"trace[2035547908] linearizableReadLoop","detail":"{readStateIndex:18700; appliedIndex:18699; }","duration":"191.960737ms","start":"2026-03-03T15:07:37.467898Z","end":"2026-03-03T15:07:37.659858Z","steps":["trace[2035547908] 'read index received' (duration: 79.124227ms)","trace[2035547908] 'applied index is now lower than readState.Index' (duration: 112.83525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:07:37.660906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.592511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-domain-ks-user-8s8ms\" ","response":"range_response_count:1 size:9047"} {"level":"info","ts":"2026-03-03T15:07:37.661236Z","caller":"traceutil/trace.go:171","msg":"trace[1297594669] range","detail":"{range_begin:/registry/pods/openstack/heat-domain-ks-user-8s8ms; range_end:; response_count:1; response_revision:18015; }","duration":"188.944492ms","start":"2026-03-03T15:07:37.472282Z","end":"2026-03-03T15:07:37.661226Z","steps":["trace[1297594669] 'agreement among raft nodes before linearized reading' (duration: 188.545079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.660969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.205589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:07:37.661373Z","caller":"traceutil/trace.go:171","msg":"trace[1660671232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18015; }","duration":"150.633153ms","start":"2026-03-03T15:07:37.51073Z","end":"2026-03-03T15:07:37.661363Z","steps":["trace[1660671232] 'agreement among raft nodes before linearized reading' (duration: 150.116097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.660994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.049696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:07:37.661533Z","caller":"traceutil/trace.go:171","msg":"trace[257468645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18015; }","duration":"151.615484ms","start":"2026-03-03T15:07:37.509905Z","end":"2026-03-03T15:07:37.66152Z","steps":["trace[257468645] 'agreement among raft nodes before linearized reading' (duration: 151.024596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.661064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.830323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:07:37.661661Z","caller":"traceutil/trace.go:171","msg":"trace[1785044870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18015; }","duration":"147.439662ms","start":"2026-03-03T15:07:37.514207Z","end":"2026-03-03T15:07:37.661647Z","steps":["trace[1785044870] 'agreement among raft nodes before linearized reading' (duration: 146.804932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:07:37.661163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.264803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:07:37.66176Z","caller":"traceutil/trace.go:171","msg":"trace[1071432441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18015; }","duration":"151.898173ms","start":"2026-03-03T15:07:37.509853Z","end":"2026-03-03T15:07:37.661751Z","steps":["trace[1071432441] 'agreement among raft nodes before linearized reading' (duration: 151.219581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:48.081976Z","caller":"traceutil/trace.go:171","msg":"trace[1574889051] transaction","detail":"{read_only:false; response_revision:18085; number_of_response:1; }","duration":"158.522755ms","start":"2026-03-03T15:07:47.923429Z","end":"2026-03-03T15:07:48.081951Z","steps":["trace[1574889051] 'process raft request' (duration: 153.724524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:07:48.083633Z","caller":"traceutil/trace.go:171","msg":"trace[917036413] transaction","detail":"{read_only:false; response_revision:18086; number_of_response:1; }","duration":"104.51833ms","start":"2026-03-03T15:07:47.979087Z","end":"2026-03-03T15:07:48.083605Z","steps":["trace[917036413] 'process raft request' (duration: 104.400036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:15.064025Z","caller":"traceutil/trace.go:171","msg":"trace[666544867] transaction","detail":"{read_only:false; response_revision:18238; number_of_response:1; }","duration":"161.677995ms","start":"2026-03-03T15:08:14.902316Z","end":"2026-03-03T15:08:15.063994Z","steps":["trace[666544867] 'process raft request' (duration: 161.495859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:19.415003Z","caller":"traceutil/trace.go:171","msg":"trace[1047953619] transaction","detail":"{read_only:false; response_revision:18276; number_of_response:1; }","duration":"264.48351ms","start":"2026-03-03T15:08:19.150438Z","end":"2026-03-03T15:08:19.414921Z","steps":["trace[1047953619] 'process raft request' (duration: 249.749384ms)","trace[1047953619] 'compare' (duration: 14.512089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:08:20.13822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.890987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:08:20.138381Z","caller":"traceutil/trace.go:171","msg":"trace[1469495693] transaction","detail":"{read_only:false; response_revision:18279; number_of_response:1; }","duration":"157.303545ms","start":"2026-03-03T15:08:19.981064Z","end":"2026-03-03T15:08:20.138367Z","steps":["trace[1469495693] 'process raft request' (duration: 157.251154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:20.138396Z","caller":"traceutil/trace.go:171","msg":"trace[17325342] linearizableReadLoop","detail":"{readStateIndex:18972; appliedIndex:18971; }","duration":"157.46621ms","start":"2026-03-03T15:08:19.980899Z","end":"2026-03-03T15:08:20.138365Z","steps":["trace[17325342] 'read index received' (duration: 55.368827ms)","trace[17325342] 'applied index is now lower than readState.Index' (duration: 102.094523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:20.138384Z","caller":"traceutil/trace.go:171","msg":"trace[1079321590] transaction","detail":"{read_only:false; response_revision:18278; number_of_response:1; }","duration":"165.648649ms","start":"2026-03-03T15:08:19.97269Z","end":"2026-03-03T15:08:20.138338Z","steps":["trace[1079321590] 'process raft request' (duration: 63.564966ms)","trace[1079321590] 'compare' (duration: 101.777994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:08:20.138631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.754124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:08:20.139263Z","caller":"traceutil/trace.go:171","msg":"trace[1656102140] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:18279; }","duration":"103.430996ms","start":"2026-03-03T15:08:20.035805Z","end":"2026-03-03T15:08:20.139236Z","steps":["trace[1656102140] 'agreement among raft nodes before linearized reading' (duration: 102.717213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:20.138625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-nwxhw\" ","response":"range_response_count:1 size:8434"} {"level":"info","ts":"2026-03-03T15:08:20.139382Z","caller":"traceutil/trace.go:171","msg":"trace[777802239] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-nwxhw; range_end:; response_count:1; response_revision:18279; }","duration":"158.491883ms","start":"2026-03-03T15:08:19.980849Z","end":"2026-03-03T15:08:20.139341Z","steps":["trace[777802239] 'agreement among raft nodes before linearized reading' (duration: 157.611895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:32.501076Z","caller":"traceutil/trace.go:171","msg":"trace[836432405] transaction","detail":"{read_only:false; response_revision:18381; number_of_response:1; }","duration":"102.871028ms","start":"2026-03-03T15:08:32.398175Z","end":"2026-03-03T15:08:32.501046Z","steps":["trace[836432405] 'process raft request' (duration: 102.818466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:32.501151Z","caller":"traceutil/trace.go:171","msg":"trace[333329794] transaction","detail":"{read_only:false; response_revision:18380; number_of_response:1; }","duration":"103.368553ms","start":"2026-03-03T15:08:32.397735Z","end":"2026-03-03T15:08:32.501103Z","steps":["trace[333329794] 'process raft request' (duration: 103.125935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:34.640361Z","caller":"traceutil/trace.go:171","msg":"trace[1274764820] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"132.71052ms","start":"2026-03-03T15:08:34.507629Z","end":"2026-03-03T15:08:34.64034Z","steps":["trace[1274764820] 'process raft request' (duration: 129.610762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:36.209694Z","caller":"traceutil/trace.go:171","msg":"trace[1279698020] transaction","detail":"{read_only:false; response_revision:18390; number_of_response:1; }","duration":"142.074466ms","start":"2026-03-03T15:08:36.067599Z","end":"2026-03-03T15:08:36.209673Z","steps":["trace[1279698020] 'process raft request' (duration: 141.939931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:40.493541Z","caller":"traceutil/trace.go:171","msg":"trace[541755099] linearizableReadLoop","detail":"{readStateIndex:19114; appliedIndex:19113; }","duration":"138.660848ms","start":"2026-03-03T15:08:40.354857Z","end":"2026-03-03T15:08:40.493517Z","steps":["trace[541755099] 'read index received' (duration: 138.483122ms)","trace[541755099] 'applied index is now lower than readState.Index' (duration: 176.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:40.493674Z","caller":"traceutil/trace.go:171","msg":"trace[890469014] transaction","detail":"{read_only:false; response_revision:18415; number_of_response:1; }","duration":"240.975638ms","start":"2026-03-03T15:08:40.252658Z","end":"2026-03-03T15:08:40.493633Z","steps":["trace[890469014] 'process raft request' (duration: 240.667188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:40.494105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.235316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:08:40.494178Z","caller":"traceutil/trace.go:171","msg":"trace[179360177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18415; }","duration":"139.35896ms","start":"2026-03-03T15:08:40.354801Z","end":"2026-03-03T15:08:40.49416Z","steps":["trace[179360177] 'agreement among raft nodes before linearized reading' (duration: 138.858834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:40.524416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.966754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:08:40.524518Z","caller":"traceutil/trace.go:171","msg":"trace[504866738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18416; }","duration":"105.105719ms","start":"2026-03-03T15:08:40.419392Z","end":"2026-03-03T15:08:40.524497Z","steps":["trace[504866738] 'agreement among raft nodes before linearized reading' (duration: 104.82011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:40.610066Z","caller":"traceutil/trace.go:171","msg":"trace[1277453086] transaction","detail":"{read_only:false; response_revision:18417; number_of_response:1; }","duration":"110.577191ms","start":"2026-03-03T15:08:40.499447Z","end":"2026-03-03T15:08:40.610024Z","steps":["trace[1277453086] 'process raft request' (duration: 80.711088ms)","trace[1277453086] 'compare' (duration: 29.732009ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:47.744276Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16222} {"level":"info","ts":"2026-03-03T15:08:47.88053Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16222,"took":"132.744001ms","hash":83791775,"current-db-size-bytes":42848256,"current-db-size":"43 MB","current-db-size-in-use-bytes":30814208,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T15:08:47.880605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":83791775,"revision":16222,"compact-revision":14099} {"level":"info","ts":"2026-03-03T15:08:54.706441Z","caller":"traceutil/trace.go:171","msg":"trace[485322306] transaction","detail":"{read_only:false; response_revision:18491; number_of_response:1; }","duration":"123.775358ms","start":"2026-03-03T15:08:54.582604Z","end":"2026-03-03T15:08:54.706379Z","steps":["trace[485322306] 'process raft request' (duration: 61.374688ms)","trace[485322306] 'compare' (duration: 62.203134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:08:54.975195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.17116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:08:54.975572Z","caller":"traceutil/trace.go:171","msg":"trace[2114902329] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"259.803792ms","start":"2026-03-03T15:08:54.71574Z","end":"2026-03-03T15:08:54.975544Z","steps":["trace[2114902329] 'process raft request' (duration: 91.182879ms)","trace[2114902329] 'compare' (duration: 168.033635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:54.975583Z","caller":"traceutil/trace.go:171","msg":"trace[1411390416] linearizableReadLoop","detail":"{readStateIndex:19198; appliedIndex:19195; }","duration":"227.520344ms","start":"2026-03-03T15:08:54.748025Z","end":"2026-03-03T15:08:54.975546Z","steps":["trace[1411390416] 'read index received' (duration: 32.876388ms)","trace[1411390416] 'applied index is now lower than readState.Index' (duration: 194.640885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:54.975716Z","caller":"traceutil/trace.go:171","msg":"trace[813848622] transaction","detail":"{read_only:false; response_revision:18496; number_of_response:1; }","duration":"189.962587ms","start":"2026-03-03T15:08:54.785739Z","end":"2026-03-03T15:08:54.975702Z","steps":["trace[813848622] 'process raft request' (duration: 189.657228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:54.976045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.001838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:08:54.976132Z","caller":"traceutil/trace.go:171","msg":"trace[1919139589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18496; }","duration":"228.133412ms","start":"2026-03-03T15:08:54.747981Z","end":"2026-03-03T15:08:54.976114Z","steps":["trace[1919139589] 'agreement among raft nodes before linearized reading' (duration: 227.649947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:54.976196Z","caller":"traceutil/trace.go:171","msg":"trace[350091382] transaction","detail":"{read_only:false; response_revision:18495; number_of_response:1; }","duration":"228.517725ms","start":"2026-03-03T15:08:54.747071Z","end":"2026-03-03T15:08:54.975589Z","steps":["trace[350091382] 'process raft request' (duration: 228.260737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:55.03261Z","caller":"traceutil/trace.go:171","msg":"trace[1058656580] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"221.014488ms","start":"2026-03-03T15:08:54.811554Z","end":"2026-03-03T15:08:55.032569Z","steps":["trace[1058656580] 'process raft request' (duration: 220.829152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:55.032711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.591261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:08:55.032729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.882867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:08:55.032769Z","caller":"traceutil/trace.go:171","msg":"trace[608942418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18497; }","duration":"279.937848ms","start":"2026-03-03T15:08:54.752822Z","end":"2026-03-03T15:08:55.03276Z","steps":["trace[608942418] 'agreement among raft nodes before linearized reading' (duration: 279.822214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:55.03277Z","caller":"traceutil/trace.go:171","msg":"trace[678395507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18497; }","duration":"281.679294ms","start":"2026-03-03T15:08:54.751075Z","end":"2026-03-03T15:08:55.032755Z","steps":["trace[678395507] 'agreement among raft nodes before linearized reading' (duration: 281.472457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:55.032825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.801703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:08:55.03309Z","caller":"traceutil/trace.go:171","msg":"trace[1659698696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18497; }","duration":"278.938527ms","start":"2026-03-03T15:08:54.753955Z","end":"2026-03-03T15:08:55.032893Z","steps":["trace[1659698696] 'agreement among raft nodes before linearized reading' (duration: 278.655338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:56.884967Z","caller":"traceutil/trace.go:171","msg":"trace[627498709] transaction","detail":"{read_only:false; response_revision:18502; number_of_response:1; }","duration":"281.932571ms","start":"2026-03-03T15:08:56.60301Z","end":"2026-03-03T15:08:56.884943Z","steps":["trace[627498709] 'process raft request' (duration: 281.752935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:57.216391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.302362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:08:57.216597Z","caller":"traceutil/trace.go:171","msg":"trace[826524811] linearizableReadLoop","detail":"{readStateIndex:19208; appliedIndex:19205; }","duration":"195.055998ms","start":"2026-03-03T15:08:57.021524Z","end":"2026-03-03T15:08:57.21658Z","steps":["trace[826524811] 'read index received' (duration: 8.499908ms)","trace[826524811] 'applied index is now lower than readState.Index' (duration: 186.55521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:57.216692Z","caller":"traceutil/trace.go:171","msg":"trace[1714964189] transaction","detail":"{read_only:false; response_revision:18504; number_of_response:1; }","duration":"237.431627ms","start":"2026-03-03T15:08:56.97925Z","end":"2026-03-03T15:08:57.216682Z","steps":["trace[1714964189] 'process raft request' (duration: 237.242321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.216814Z","caller":"traceutil/trace.go:171","msg":"trace[1780403626] transaction","detail":"{read_only:false; response_revision:18505; number_of_response:1; }","duration":"235.207766ms","start":"2026-03-03T15:08:56.981596Z","end":"2026-03-03T15:08:57.216804Z","steps":["trace[1780403626] 'process raft request' (duration: 234.951068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:57.217046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.461111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T15:08:57.217072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.319683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:08:57.217135Z","caller":"traceutil/trace.go:171","msg":"trace[1879367724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18505; }","duration":"142.404925ms","start":"2026-03-03T15:08:57.074715Z","end":"2026-03-03T15:08:57.21712Z","steps":["trace[1879367724] 'agreement among raft nodes before linearized reading' (duration: 142.181028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.217131Z","caller":"traceutil/trace.go:171","msg":"trace[706546811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18505; }","duration":"195.594885ms","start":"2026-03-03T15:08:57.021517Z","end":"2026-03-03T15:08:57.217112Z","steps":["trace[706546811] 'agreement among raft nodes before linearized reading' (duration: 195.355928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:57.217134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.216215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:08:57.217205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.277478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:08:57.217239Z","caller":"traceutil/trace.go:171","msg":"trace[1633753402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18505; }","duration":"177.360019ms","start":"2026-03-03T15:08:57.039856Z","end":"2026-03-03T15:08:57.217216Z","steps":["trace[1633753402] 'agreement among raft nodes before linearized reading' (duration: 177.04608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.217282Z","caller":"traceutil/trace.go:171","msg":"trace[1659868075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18505; }","duration":"146.382862ms","start":"2026-03-03T15:08:57.070881Z","end":"2026-03-03T15:08:57.217263Z","steps":["trace[1659868075] 'agreement among raft nodes before linearized reading' (duration: 146.096613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.216977Z","caller":"traceutil/trace.go:171","msg":"trace[1592068377] transaction","detail":"{read_only:false; response_revision:18503; number_of_response:1; }","duration":"505.51942ms","start":"2026-03-03T15:08:56.711359Z","end":"2026-03-03T15:08:57.216879Z","steps":["trace[1592068377] 'process raft request' (duration: 318.65314ms)","trace[1592068377] 'compare' (duration: 186.198979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:08:57.217369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:56.711337Z","time spent":"505.996515ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:08:57.217452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.29407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:08:57.217503Z","caller":"traceutil/trace.go:171","msg":"trace[1337811702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18505; }","duration":"172.385942ms","start":"2026-03-03T15:08:57.045108Z","end":"2026-03-03T15:08:57.217494Z","steps":["trace[1337811702] 'agreement among raft nodes before linearized reading' (duration: 171.931978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.426586Z","caller":"traceutil/trace.go:171","msg":"trace[1557342586] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"204.335892ms","start":"2026-03-03T15:08:57.222212Z","end":"2026-03-03T15:08:57.426548Z","steps":["trace[1557342586] 'process raft request' (duration: 177.923068ms)","trace[1557342586] 'compare' (duration: 26.160226ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:57.426851Z","caller":"traceutil/trace.go:171","msg":"trace[1742105125] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"204.60486ms","start":"2026-03-03T15:08:57.222215Z","end":"2026-03-03T15:08:57.42682Z","steps":["trace[1742105125] 'process raft request' (duration: 204.28849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.426953Z","caller":"traceutil/trace.go:171","msg":"trace[1921805163] linearizableReadLoop","detail":"{readStateIndex:19212; appliedIndex:19208; }","duration":"191.560478ms","start":"2026-03-03T15:08:57.235369Z","end":"2026-03-03T15:08:57.42693Z","steps":["trace[1921805163] 'read index received' (duration: 38.204126ms)","trace[1921805163] 'applied index is now lower than readState.Index' (duration: 153.355482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:57.426999Z","caller":"traceutil/trace.go:171","msg":"trace[1671136546] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"204.758395ms","start":"2026-03-03T15:08:57.222218Z","end":"2026-03-03T15:08:57.426976Z","steps":["trace[1671136546] 'process raft request' (duration: 204.511607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:57.427114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.716713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:08:57.427168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.898883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T15:08:57.427169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.239234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:08:57.427181Z","caller":"traceutil/trace.go:171","msg":"trace[602711799] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:18509; }","duration":"191.836527ms","start":"2026-03-03T15:08:57.235326Z","end":"2026-03-03T15:08:57.427163Z","steps":["trace[602711799] 'agreement among raft nodes before linearized reading' (duration: 191.699213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.427283Z","caller":"traceutil/trace.go:171","msg":"trace[781576196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18509; }","duration":"106.390959ms","start":"2026-03-03T15:08:57.32088Z","end":"2026-03-03T15:08:57.427271Z","steps":["trace[781576196] 'agreement among raft nodes before linearized reading' (duration: 106.228524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:57.427203Z","caller":"traceutil/trace.go:171","msg":"trace[1989030677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18509; }","duration":"168.978875ms","start":"2026-03-03T15:08:57.258215Z","end":"2026-03-03T15:08:57.427194Z","steps":["trace[1989030677] 'agreement among raft nodes before linearized reading' (duration: 168.83354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.366668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.408723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:08:58.366794Z","caller":"traceutil/trace.go:171","msg":"trace[85153420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18510; }","duration":"655.546357ms","start":"2026-03-03T15:08:57.711229Z","end":"2026-03-03T15:08:58.366775Z","steps":["trace[85153420] 'range keys from in-memory index tree' (duration: 655.393062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.367008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.437821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:08:58.367809Z","caller":"traceutil/trace.go:171","msg":"trace[1357637374] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"840.283869ms","start":"2026-03-03T15:08:57.527496Z","end":"2026-03-03T15:08:58.36778Z","steps":["trace[1357637374] 'process raft request' (duration: 445.9814ms)","trace[1357637374] 'compare' (duration: 393.182694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:08:58.36791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:57.527466Z","time spent":"840.404433ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T15:08:58.374112Z","caller":"traceutil/trace.go:171","msg":"trace[1495140847] linearizableReadLoop","detail":"{readStateIndex:19215; appliedIndex:19213; }","duration":"793.015017ms","start":"2026-03-03T15:08:57.581082Z","end":"2026-03-03T15:08:58.374097Z","steps":["trace[1495140847] 'read index received' (duration: 392.493132ms)","trace[1495140847] 'applied index is now lower than readState.Index' (duration: 400.520925ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:08:58.37418Z","caller":"traceutil/trace.go:171","msg":"trace[58281349] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"830.048896ms","start":"2026-03-03T15:08:57.544102Z","end":"2026-03-03T15:08:58.374151Z","steps":["trace[58281349] 'process raft request' (duration: 829.902942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.374248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:57.544076Z","time spent":"830.138359ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T15:08:58.374284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.198233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:08:58.374315Z","caller":"traceutil/trace.go:171","msg":"trace[962411083] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18512; }","duration":"793.269515ms","start":"2026-03-03T15:08:57.581035Z","end":"2026-03-03T15:08:58.374305Z","steps":["trace[962411083] 'agreement among raft nodes before linearized reading' (duration: 793.143051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.37434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:57.581016Z","time spent":"793.317617ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:08:58.37598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.304925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:08:58.376148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.89288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T15:08:58.376182Z","caller":"traceutil/trace.go:171","msg":"trace[199163020] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18513; }","duration":"313.928181ms","start":"2026-03-03T15:08:58.062245Z","end":"2026-03-03T15:08:58.376173Z","steps":["trace[199163020] 'agreement among raft nodes before linearized reading' (duration: 313.820188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.376203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:58.062186Z","time spent":"314.012094ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T15:08:58.376215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.079204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-rhzv4.18995b3a75057a72\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-03-03T15:08:58.376276Z","caller":"traceutil/trace.go:171","msg":"trace[368514692] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-rhzv4.18995b3a75057a72; range_end:; response_count:1; response_revision:18513; }","duration":"497.181697ms","start":"2026-03-03T15:08:57.879078Z","end":"2026-03-03T15:08:58.37626Z","steps":["trace[368514692] 'agreement among raft nodes before linearized reading' (duration: 497.009871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.376269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.971104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-75485f5c44-cg7qg.18995d4bb895e176\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-03T15:08:58.376313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:57.879053Z","time spent":"497.253269ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-rhzv4.18995b3a75057a72\" "} {"level":"info","ts":"2026-03-03T15:08:58.376347Z","caller":"traceutil/trace.go:171","msg":"trace[47880989] range","detail":"{range_begin:/registry/events/openstack/heat-api-75485f5c44-cg7qg.18995d4bb895e176; range_end:; response_count:1; response_revision:18513; }","duration":"226.107969ms","start":"2026-03-03T15:08:58.150216Z","end":"2026-03-03T15:08:58.376324Z","steps":["trace[47880989] 'agreement among raft nodes before linearized reading' (duration: 225.869631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:58.376152Z","caller":"traceutil/trace.go:171","msg":"trace[837752399] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18513; }","duration":"646.413678ms","start":"2026-03-03T15:08:57.729616Z","end":"2026-03-03T15:08:58.37603Z","steps":["trace[837752399] 'agreement among raft nodes before linearized reading' (duration: 646.312945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:08:58.376409Z","caller":"traceutil/trace.go:171","msg":"trace[8233106] transaction","detail":"{read_only:false; response_revision:18513; number_of_response:1; }","duration":"274.233368ms","start":"2026-03-03T15:08:58.10207Z","end":"2026-03-03T15:08:58.376303Z","steps":["trace[8233106] 'process raft request' (duration: 273.786174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:08:58.376775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:08:57.729593Z","time spent":"647.170373ms","remote":"127.0.0.1:40456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:09:08.618199Z","caller":"traceutil/trace.go:171","msg":"trace[731186526] linearizableReadLoop","detail":"{readStateIndex:19335; appliedIndex:19334; }","duration":"118.690367ms","start":"2026-03-03T15:09:08.499486Z","end":"2026-03-03T15:09:08.618176Z","steps":["trace[731186526] 'read index received' (duration: 118.49012ms)","trace[731186526] 'applied index is now lower than readState.Index' (duration: 199.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:09:08.618266Z","caller":"traceutil/trace.go:171","msg":"trace[129349568] transaction","detail":"{read_only:false; response_revision:18625; number_of_response:1; }","duration":"236.113384ms","start":"2026-03-03T15:09:08.382111Z","end":"2026-03-03T15:09:08.618225Z","steps":["trace[129349568] 'process raft request' (duration: 235.919118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:09:08.618517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.004887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:09:08.618919Z","caller":"traceutil/trace.go:171","msg":"trace[1460511666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18625; }","duration":"119.444571ms","start":"2026-03-03T15:09:08.499443Z","end":"2026-03-03T15:09:08.618888Z","steps":["trace[1460511666] 'agreement among raft nodes before linearized reading' (duration: 118.876463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:09:09.392626Z","caller":"traceutil/trace.go:171","msg":"trace[1900647603] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"101.609428ms","start":"2026-03-03T15:09:09.290993Z","end":"2026-03-03T15:09:09.392603Z","steps":["trace[1900647603] 'process raft request' (duration: 101.422212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:09:23.544936Z","caller":"traceutil/trace.go:171","msg":"trace[293382826] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"108.623089ms","start":"2026-03-03T15:09:23.436287Z","end":"2026-03-03T15:09:23.54491Z","steps":["trace[293382826] 'process raft request' (duration: 108.427453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:09:25.707109Z","caller":"traceutil/trace.go:171","msg":"trace[728277472] transaction","detail":"{read_only:false; response_revision:18793; number_of_response:1; }","duration":"166.962862ms","start":"2026-03-03T15:09:25.540122Z","end":"2026-03-03T15:09:25.707085Z","steps":["trace[728277472] 'process raft request' (duration: 166.823887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:09:25.708093Z","caller":"traceutil/trace.go:171","msg":"trace[1701663022] linearizableReadLoop","detail":"{readStateIndex:19510; appliedIndex:19508; }","duration":"112.860373ms","start":"2026-03-03T15:09:25.595196Z","end":"2026-03-03T15:09:25.708057Z","steps":["trace[1701663022] 'read index received' (duration: 111.79373ms)","trace[1701663022] 'applied index is now lower than readState.Index' (duration: 1.065263ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:09:25.70834Z","caller":"traceutil/trace.go:171","msg":"trace[2032098007] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"158.309418ms","start":"2026-03-03T15:09:25.549914Z","end":"2026-03-03T15:09:25.708223Z","steps":["trace[2032098007] 'process raft request' (duration: 158.006429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:09:25.709152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.936807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:09:25.709248Z","caller":"traceutil/trace.go:171","msg":"trace[2011786360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18794; }","duration":"114.083452ms","start":"2026-03-03T15:09:25.595141Z","end":"2026-03-03T15:09:25.709225Z","steps":["trace[2011786360] 'agreement among raft nodes before linearized reading' (duration: 113.929787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:09.270024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.368857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29542510-vrq9p\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-03T15:10:09.270158Z","caller":"traceutil/trace.go:171","msg":"trace[1081687033] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29542510-vrq9p; range_end:; response_count:1; response_revision:19050; }","duration":"137.532603ms","start":"2026-03-03T15:10:09.132577Z","end":"2026-03-03T15:10:09.270109Z","steps":["trace[1081687033] 'range keys from in-memory index tree' (duration: 136.558881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:28.064395Z","caller":"traceutil/trace.go:171","msg":"trace[741638735] transaction","detail":"{read_only:false; response_revision:19143; number_of_response:1; }","duration":"106.964317ms","start":"2026-03-03T15:10:27.957414Z","end":"2026-03-03T15:10:28.064378Z","steps":["trace[741638735] 'process raft request' (duration: 106.849393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:28.067094Z","caller":"traceutil/trace.go:171","msg":"trace[2064587616] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"109.222648ms","start":"2026-03-03T15:10:27.957856Z","end":"2026-03-03T15:10:28.067079Z","steps":["trace[2064587616] 'process raft request' (duration: 109.024932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:40.249165Z","caller":"traceutil/trace.go:171","msg":"trace[613406098] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"133.754503ms","start":"2026-03-03T15:10:40.115385Z","end":"2026-03-03T15:10:40.249139Z","steps":["trace[613406098] 'process raft request' (duration: 133.598178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:40.454736Z","caller":"traceutil/trace.go:171","msg":"trace[890141511] linearizableReadLoop","detail":"{readStateIndex:19936; appliedIndex:19935; }","duration":"292.404412ms","start":"2026-03-03T15:10:40.162301Z","end":"2026-03-03T15:10:40.454706Z","steps":["trace[890141511] 'read index received' (duration: 86.827051ms)","trace[890141511] 'applied index is now lower than readState.Index' (duration: 205.57661ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:10:40.454779Z","caller":"traceutil/trace.go:171","msg":"trace[1932974079] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"333.729436ms","start":"2026-03-03T15:10:40.121025Z","end":"2026-03-03T15:10:40.454754Z","steps":["trace[1932974079] 'process raft request' (duration: 298.032219ms)","trace[1932974079] 'compare' (duration: 35.534672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:10:40.454941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:40.121007Z","time spent":"333.816579ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:10:40.454985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.971608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T15:10:40.454983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.67063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T15:10:40.455057Z","caller":"traceutil/trace.go:171","msg":"trace[835448185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19203; }","duration":"292.794314ms","start":"2026-03-03T15:10:40.162249Z","end":"2026-03-03T15:10:40.455043Z","steps":["trace[835448185] 'agreement among raft nodes before linearized reading' (duration: 292.574947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:40.455057Z","caller":"traceutil/trace.go:171","msg":"trace[1284411397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19203; }","duration":"292.092392ms","start":"2026-03-03T15:10:40.162945Z","end":"2026-03-03T15:10:40.455037Z","steps":["trace[1284411397] 'agreement among raft nodes before linearized reading' (duration: 291.923117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:40.455086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.43366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:10:40.455121Z","caller":"traceutil/trace.go:171","msg":"trace[1301063436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19203; }","duration":"227.500942ms","start":"2026-03-03T15:10:40.227607Z","end":"2026-03-03T15:10:40.455108Z","steps":["trace[1301063436] 'agreement among raft nodes before linearized reading' (duration: 227.360708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:40.455093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.634199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:10:40.455205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.508574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:10:40.455371Z","caller":"traceutil/trace.go:171","msg":"trace[1497804787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19203; }","duration":"228.740522ms","start":"2026-03-03T15:10:40.226607Z","end":"2026-03-03T15:10:40.455348Z","steps":["trace[1497804787] 'agreement among raft nodes before linearized reading' (duration: 228.419822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:40.455249Z","caller":"traceutil/trace.go:171","msg":"trace[1597962696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19203; }","duration":"133.774984ms","start":"2026-03-03T15:10:40.321416Z","end":"2026-03-03T15:10:40.455191Z","steps":["trace[1597962696] 'agreement among raft nodes before linearized reading' (duration: 133.522706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:54.362909Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T15:10:54.408459Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T15:10:54.408803Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T15:10:54.605846Z","caller":"traceutil/trace.go:171","msg":"trace[1200129174] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"105.46958ms","start":"2026-03-03T15:10:54.500339Z","end":"2026-03-03T15:10:54.605808Z","steps":["trace[1200129174] 'process raft request' (duration: 105.239213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:54.929446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.538765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:10:54.929559Z","caller":"traceutil/trace.go:171","msg":"trace[588053210] transaction","detail":"{read_only:false; response_revision:19269; number_of_response:1; }","duration":"319.673143ms","start":"2026-03-03T15:10:54.60986Z","end":"2026-03-03T15:10:54.929533Z","steps":["trace[588053210] 'process raft request' (duration: 154.939372ms)","trace[588053210] 'compare' (duration: 164.37524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:10:54.929623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.609843Z","time spent":"319.747175ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:10:54.996767Z","caller":"traceutil/trace.go:171","msg":"trace[124945273] transaction","detail":"{read_only:false; response_revision:19271; number_of_response:1; }","duration":"386.514833ms","start":"2026-03-03T15:10:54.610229Z","end":"2026-03-03T15:10:54.996743Z","steps":["trace[124945273] 'process raft request' (duration: 386.42447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:54.996771Z","caller":"traceutil/trace.go:171","msg":"trace[707569415] transaction","detail":"{read_only:false; response_revision:19270; number_of_response:1; }","duration":"386.579705ms","start":"2026-03-03T15:10:54.61016Z","end":"2026-03-03T15:10:54.996739Z","steps":["trace[707569415] 'process raft request' (duration: 386.394779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:54.996907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.610184Z","time spent":"386.653908ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:10:54.997029Z","caller":"traceutil/trace.go:171","msg":"trace[1216159209] transaction","detail":"{read_only:false; response_revision:19272; number_of_response:1; }","duration":"385.708278ms","start":"2026-03-03T15:10:54.611281Z","end":"2026-03-03T15:10:54.996989Z","steps":["trace[1216159209] 'process raft request' (duration: 385.407688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:54.997081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.610143Z","time spent":"386.712719ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:10:54.99744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.611258Z","time spent":"385.899274ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:10:55.176534Z","caller":"traceutil/trace.go:171","msg":"trace[175932063] linearizableReadLoop","detail":"{readStateIndex:20009; appliedIndex:20007; }","duration":"336.241475ms","start":"2026-03-03T15:10:54.840266Z","end":"2026-03-03T15:10:55.176507Z","steps":["trace[175932063] 'read index received' (duration: 156.401838ms)","trace[175932063] 'applied index is now lower than readState.Index' (duration: 179.838517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:10:55.176663Z","caller":"traceutil/trace.go:171","msg":"trace[1617392731] transaction","detail":"{read_only:false; response_revision:19273; number_of_response:1; }","duration":"371.394936ms","start":"2026-03-03T15:10:54.805218Z","end":"2026-03-03T15:10:55.176613Z","steps":["trace[1617392731] 'process raft request' (duration: 285.639238ms)","trace[1617392731] 'compare' (duration: 85.50433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:10:55.176741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.83671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:10:55.176789Z","caller":"traceutil/trace.go:171","msg":"trace[1709128681] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19273; }","duration":"200.939544ms","start":"2026-03-03T15:10:54.975837Z","end":"2026-03-03T15:10:55.176776Z","steps":["trace[1709128681] 'agreement among raft nodes before linearized reading' (duration: 200.82422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:55.176826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.805193Z","time spent":"371.544701ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:10:55.176822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.614606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:10:55.176915Z","caller":"traceutil/trace.go:171","msg":"trace[359014506] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19273; }","duration":"125.75832ms","start":"2026-03-03T15:10:55.05113Z","end":"2026-03-03T15:10:55.176888Z","steps":["trace[359014506] 'agreement among raft nodes before linearized reading' (duration: 125.584085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:55.176915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.623917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:10:55.176977Z","caller":"traceutil/trace.go:171","msg":"trace[796142554] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19273; }","duration":"336.732511ms","start":"2026-03-03T15:10:54.84023Z","end":"2026-03-03T15:10:55.176963Z","steps":["trace[796142554] 'agreement among raft nodes before linearized reading' (duration: 336.427031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:55.177049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:54.840213Z","time spent":"336.815344ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":192,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:10:56.213629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.268992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:10:56.213684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.96853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:10:56.213736Z","caller":"traceutil/trace.go:171","msg":"trace[1531976947] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19274; }","duration":"409.429247ms","start":"2026-03-03T15:10:55.804279Z","end":"2026-03-03T15:10:56.213708Z","steps":["trace[1531976947] 'count revisions from in-memory index tree' (duration: 409.195529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:56.213771Z","caller":"traceutil/trace.go:171","msg":"trace[337507420] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19274; }","duration":"376.111455ms","start":"2026-03-03T15:10:55.837637Z","end":"2026-03-03T15:10:56.213748Z","steps":["trace[337507420] 'range keys from in-memory index tree' (duration: 375.896087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:10:56.213791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:55.804262Z","time spent":"409.515979ms","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:10:56.213816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:55.83757Z","time spent":"376.237069ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:10:56.214007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.001297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:10:56.214123Z","caller":"traceutil/trace.go:171","msg":"trace[117451389] transaction","detail":"{read_only:false; response_revision:19275; number_of_response:1; }","duration":"313.609321ms","start":"2026-03-03T15:10:55.900492Z","end":"2026-03-03T15:10:56.214102Z","steps":["trace[117451389] 'process raft request' (duration: 168.429118ms)","trace[117451389] 'compare' (duration: 144.645156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:10:56.214182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:10:55.900466Z","time spent":"313.687044ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:10:57.131856Z","caller":"traceutil/trace.go:171","msg":"trace[746156277] transaction","detail":"{read_only:false; response_revision:19281; number_of_response:1; }","duration":"106.862154ms","start":"2026-03-03T15:10:57.024963Z","end":"2026-03-03T15:10:57.131825Z","steps":["trace[746156277] 'process raft request' (duration: 106.670888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:10:57.131823Z","caller":"traceutil/trace.go:171","msg":"trace[223673596] transaction","detail":"{read_only:false; response_revision:19280; number_of_response:1; }","duration":"106.876745ms","start":"2026-03-03T15:10:57.024924Z","end":"2026-03-03T15:10:57.131801Z","steps":["trace[223673596] 'process raft request' (duration: 79.600554ms)","trace[223673596] 'compare' (duration: 26.998252ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:01.900852Z","caller":"traceutil/trace.go:171","msg":"trace[1189615615] transaction","detail":"{read_only:false; response_revision:19301; number_of_response:1; }","duration":"142.600672ms","start":"2026-03-03T15:11:01.758218Z","end":"2026-03-03T15:11:01.900819Z","steps":["trace[1189615615] 'process raft request' (duration: 142.414446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:02.786912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.260923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:02.786989Z","caller":"traceutil/trace.go:171","msg":"trace[209435558] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19303; }","duration":"149.389987ms","start":"2026-03-03T15:11:02.637583Z","end":"2026-03-03T15:11:02.786973Z","steps":["trace[209435558] 'count revisions from in-memory index tree' (duration: 149.18319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:03.092076Z","caller":"traceutil/trace.go:171","msg":"trace[690179142] linearizableReadLoop","detail":"{readStateIndex:20042; appliedIndex:20041; }","duration":"179.57053ms","start":"2026-03-03T15:11:02.912479Z","end":"2026-03-03T15:11:03.092049Z","steps":["trace[690179142] 'read index received' (duration: 179.389014ms)","trace[690179142] 'applied index is now lower than readState.Index' (duration: 180.426µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:03.09214Z","caller":"traceutil/trace.go:171","msg":"trace[1523924688] transaction","detail":"{read_only:false; response_revision:19305; number_of_response:1; }","duration":"246.520123ms","start":"2026-03-03T15:11:02.845582Z","end":"2026-03-03T15:11:03.092102Z","steps":["trace[1523924688] 'process raft request' (duration: 246.305567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:03.092203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.709984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:03.092251Z","caller":"traceutil/trace.go:171","msg":"trace[542272967] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19305; }","duration":"179.810968ms","start":"2026-03-03T15:11:02.912425Z","end":"2026-03-03T15:11:03.092236Z","steps":["trace[542272967] 'agreement among raft nodes before linearized reading' (duration: 179.724495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:03.26396Z","caller":"traceutil/trace.go:171","msg":"trace[1298094273] transaction","detail":"{read_only:false; response_revision:19306; number_of_response:1; }","duration":"100.963127ms","start":"2026-03-03T15:11:03.162969Z","end":"2026-03-03T15:11:03.263932Z","steps":["trace[1298094273] 'process raft request' (duration: 48.822651ms)","trace[1298094273] 'compare' (duration: 51.824316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:03.613914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.464395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:03.614057Z","caller":"traceutil/trace.go:171","msg":"trace[1245563176] transaction","detail":"{read_only:false; response_revision:19307; number_of_response:1; }","duration":"345.310042ms","start":"2026-03-03T15:11:03.268724Z","end":"2026-03-03T15:11:03.614034Z","steps":["trace[1245563176] 'process raft request' (duration: 134.60817ms)","trace[1245563176] 'compare' (duration: 210.275148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:03.614129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.268702Z","time spent":"345.390285ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:03.932371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.040005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:03.93255Z","caller":"traceutil/trace.go:171","msg":"trace[185669153] linearizableReadLoop","detail":"{readStateIndex:20046; appliedIndex:20043; }","duration":"612.924162ms","start":"2026-03-03T15:11:03.319609Z","end":"2026-03-03T15:11:03.932533Z","steps":["trace[185669153] 'read index received' (duration: 83.734634ms)","trace[185669153] 'applied index is now lower than readState.Index' (duration: 529.188418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:03.932604Z","caller":"traceutil/trace.go:171","msg":"trace[1938147522] transaction","detail":"{read_only:false; response_revision:19308; number_of_response:1; }","duration":"663.836389ms","start":"2026-03-03T15:11:03.268734Z","end":"2026-03-03T15:11:03.932571Z","steps":["trace[1938147522] 'process raft request' (duration: 451.508235ms)","trace[1938147522] 'compare' (duration: 211.88796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:03.932685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.071846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:03.932652Z","caller":"traceutil/trace.go:171","msg":"trace[1280890352] transaction","detail":"{read_only:false; response_revision:19309; number_of_response:1; }","duration":"663.283862ms","start":"2026-03-03T15:11:03.269316Z","end":"2026-03-03T15:11:03.9326Z","steps":["trace[1280890352] 'process raft request' (duration: 663.164508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:03.932722Z","caller":"traceutil/trace.go:171","msg":"trace[1731551209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19309; }","duration":"613.142768ms","start":"2026-03-03T15:11:03.319569Z","end":"2026-03-03T15:11:03.932711Z","steps":["trace[1731551209] 'agreement among raft nodes before linearized reading' (duration: 613.060126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:03.932757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.319551Z","time spent":"613.19865ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:03.93276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.268713Z","time spent":"663.967303ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:03.932818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.269293Z","time spent":"663.440556ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:03.932904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.389056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:03.932897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.640562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:03.932927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.681381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:03.932964Z","caller":"traceutil/trace.go:171","msg":"trace[2116376346] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19309; }","duration":"320.461958ms","start":"2026-03-03T15:11:03.612487Z","end":"2026-03-03T15:11:03.932949Z","steps":["trace[2116376346] 'agreement among raft nodes before linearized reading' (duration: 320.347524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:03.932992Z","caller":"traceutil/trace.go:171","msg":"trace[1622118828] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19309; }","duration":"108.796025ms","start":"2026-03-03T15:11:03.824181Z","end":"2026-03-03T15:11:03.932977Z","steps":["trace[1622118828] 'agreement among raft nodes before linearized reading' (duration: 108.65042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:03.932985Z","caller":"traceutil/trace.go:171","msg":"trace[196507340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19309; }","duration":"460.174968ms","start":"2026-03-03T15:11:03.472788Z","end":"2026-03-03T15:11:03.932963Z","steps":["trace[196507340] 'agreement among raft nodes before linearized reading' (duration: 460.002293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:03.933003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.612427Z","time spent":"320.566931ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:03.933039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:03.472752Z","time spent":"460.274052ms","remote":"127.0.0.1:52444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:04.965926Z","caller":"traceutil/trace.go:171","msg":"trace[1638992642] transaction","detail":"{read_only:false; response_revision:19313; number_of_response:1; }","duration":"154.515709ms","start":"2026-03-03T15:11:04.811384Z","end":"2026-03-03T15:11:04.9659Z","steps":["trace[1638992642] 'process raft request' (duration: 154.352904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:05.321163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.981766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:05.321292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.679571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:05.321353Z","caller":"traceutil/trace.go:171","msg":"trace[1473898378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19313; }","duration":"120.790824ms","start":"2026-03-03T15:11:05.200548Z","end":"2026-03-03T15:11:05.321338Z","steps":["trace[1473898378] 'count revisions from in-memory index tree' (duration: 120.536475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:05.32125Z","caller":"traceutil/trace.go:171","msg":"trace[1809363198] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19313; }","duration":"163.13899ms","start":"2026-03-03T15:11:05.158087Z","end":"2026-03-03T15:11:05.321226Z","steps":["trace[1809363198] 'count revisions from in-memory index tree' (duration: 162.864852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:06.262951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.933938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:06.263103Z","caller":"traceutil/trace.go:171","msg":"trace[22357360] transaction","detail":"{read_only:false; response_revision:19318; number_of_response:1; }","duration":"237.021673ms","start":"2026-03-03T15:11:06.02606Z","end":"2026-03-03T15:11:06.263081Z","steps":["trace[22357360] 'process raft request' (duration: 121.872908ms)","trace[22357360] 'compare' (duration: 114.608938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:06.263528Z","caller":"traceutil/trace.go:171","msg":"trace[87391923] transaction","detail":"{read_only:false; response_revision:19319; number_of_response:1; }","duration":"237.21793ms","start":"2026-03-03T15:11:06.02628Z","end":"2026-03-03T15:11:06.263498Z","steps":["trace[87391923] 'process raft request' (duration: 236.761985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.229824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.47908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:07.23001Z","caller":"traceutil/trace.go:171","msg":"trace[1717361056] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"858.788924ms","start":"2026-03-03T15:11:06.371178Z","end":"2026-03-03T15:11:07.229967Z","steps":["trace[1717361056] 'process raft request' (duration: 53.073946ms)","trace[1717361056] 'compare' (duration: 804.772308ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:07.230147Z","caller":"traceutil/trace.go:171","msg":"trace[215751606] linearizableReadLoop","detail":"{readStateIndex:20058; appliedIndex:20057; }","duration":"804.50269ms","start":"2026-03-03T15:11:06.425617Z","end":"2026-03-03T15:11:07.23012Z","steps":["trace[215751606] 'read index received' (duration: 33.771µs)","trace[215751606] 'applied index is now lower than readState.Index' (duration: 804.465888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:07.230182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.371156Z","time spent":"858.933599ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:07.230377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.754647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:11:07.230428Z","caller":"traceutil/trace.go:171","msg":"trace[1545872114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19320; }","duration":"804.83389ms","start":"2026-03-03T15:11:06.425576Z","end":"2026-03-03T15:11:07.23041Z","steps":["trace[1545872114] 'agreement among raft nodes before linearized reading' (duration: 804.663694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.230473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.425555Z","time spent":"804.909772ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:11:07.231025Z","caller":"traceutil/trace.go:171","msg":"trace[746614783] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"671.697266ms","start":"2026-03-03T15:11:06.559307Z","end":"2026-03-03T15:11:07.231004Z","steps":["trace[746614783] 'process raft request' (duration: 670.893481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.231246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.559285Z","time spent":"671.871692ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:07.731025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789099283,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:11:07.879696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.654619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:07.879864Z","caller":"traceutil/trace.go:171","msg":"trace[550757138] linearizableReadLoop","detail":"{readStateIndex:20061; appliedIndex:20059; }","duration":"649.62893ms","start":"2026-03-03T15:11:07.230216Z","end":"2026-03-03T15:11:07.879845Z","steps":["trace[550757138] 'read index received' (duration: 577.658467ms)","trace[550757138] 'applied index is now lower than readState.Index' (duration: 71.969613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:07.879907Z","caller":"traceutil/trace.go:171","msg":"trace[1610486635] transaction","detail":"{read_only:false; response_revision:19323; number_of_response:1; }","duration":"908.778282ms","start":"2026-03-03T15:11:06.9711Z","end":"2026-03-03T15:11:07.879878Z","steps":["trace[1610486635] 'process raft request' (duration: 908.667668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.879996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271483213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:07.88005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390912354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T15:11:07.880099Z","caller":"traceutil/trace.go:171","msg":"trace[348306767] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"987.248189ms","start":"2026-03-03T15:11:06.892838Z","end":"2026-03-03T15:11:07.880087Z","steps":["trace[348306767] 'process raft request' (duration: 915.04685ms)","trace[348306767] 'compare' (duration: 71.426085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:07.880104Z","caller":"traceutil/trace.go:171","msg":"trace[97861599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19323; }","duration":"1.391002316s","start":"2026-03-03T15:11:06.489086Z","end":"2026-03-03T15:11:07.880088Z","steps":["trace[97861599] 'agreement among raft nodes before linearized reading' (duration: 1.39081356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.880117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.076558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:11:07.880113Z","caller":"traceutil/trace.go:171","msg":"trace[2025071759] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19323; }","duration":"1.271655279s","start":"2026-03-03T15:11:06.608429Z","end":"2026-03-03T15:11:07.880084Z","steps":["trace[2025071759] 'agreement among raft nodes before linearized reading' (duration: 1.271442163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.880145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.489066Z","time spent":"1.391070469s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T15:11:07.88015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.892805Z","time spent":"987.320902ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:07.88005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.971074Z","time spent":"908.900856ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:07.880194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.526909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T15:11:07.880189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.608406Z","time spent":"1.271763962s","remote":"127.0.0.1:50412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:07.880238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.340061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:07.880262Z","caller":"traceutil/trace.go:171","msg":"trace[825445616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19323; }","duration":"560.402083ms","start":"2026-03-03T15:11:07.319853Z","end":"2026-03-03T15:11:07.880255Z","steps":["trace[825445616] 'agreement among raft nodes before linearized reading' (duration: 560.369102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.880281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:07.319832Z","time spent":"560.445264ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:07.880445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.637819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:11:07.880142Z","caller":"traceutil/trace.go:171","msg":"trace[816667041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19323; }","duration":"646.112829ms","start":"2026-03-03T15:11:07.234021Z","end":"2026-03-03T15:11:07.880134Z","steps":["trace[816667041] 'agreement among raft nodes before linearized reading' (duration: 646.047647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:07.880504Z","caller":"traceutil/trace.go:171","msg":"trace[1761698486] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19323; }","duration":"457.740202ms","start":"2026-03-03T15:11:07.42275Z","end":"2026-03-03T15:11:07.88049Z","steps":["trace[1761698486] 'agreement among raft nodes before linearized reading' (duration: 457.36466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.8806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:07.422728Z","time spent":"457.855536ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":147,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:07.880211Z","caller":"traceutil/trace.go:171","msg":"trace[226880346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19323; }","duration":"523.592341ms","start":"2026-03-03T15:11:07.356614Z","end":"2026-03-03T15:11:07.880206Z","steps":["trace[226880346] 'agreement among raft nodes before linearized reading' (duration: 523.540309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.880704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.044722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:11:07.880756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:07.356581Z","time spent":"524.139748ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:11:07.880544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:07.234008Z","time spent":"646.524962ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:11:07.880786Z","caller":"traceutil/trace.go:171","msg":"trace[1911310624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19323; }","duration":"223.163556ms","start":"2026-03-03T15:11:07.6576Z","end":"2026-03-03T15:11:07.880763Z","steps":["trace[1911310624] 'agreement among raft nodes before linearized reading' (duration: 222.923588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.880044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404237875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:11:07.880048Z","caller":"traceutil/trace.go:171","msg":"trace[1632092198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19321; }","duration":"183.899657ms","start":"2026-03-03T15:11:07.696001Z","end":"2026-03-03T15:11:07.879901Z","steps":["trace[1632092198] 'range keys from in-memory index tree' (duration: 183.634888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:07.88086Z","caller":"traceutil/trace.go:171","msg":"trace[1278200609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19323; }","duration":"1.405069771s","start":"2026-03-03T15:11:06.475775Z","end":"2026-03-03T15:11:07.880845Z","steps":["trace[1278200609] 'agreement among raft nodes before linearized reading' (duration: 1.404174753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:07.881074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:06.475765Z","time spent":"1.405289858s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T15:11:23.125343Z","caller":"traceutil/trace.go:171","msg":"trace[1145816886] transaction","detail":"{read_only:false; response_revision:19397; number_of_response:1; }","duration":"167.213979ms","start":"2026-03-03T15:11:22.958099Z","end":"2026-03-03T15:11:23.125313Z","steps":["trace[1145816886] 'process raft request' (duration: 126.927537ms)","trace[1145816886] 'compare' (duration: 40.032284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:23.601787Z","caller":"traceutil/trace.go:171","msg":"trace[437111385] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"223.9469ms","start":"2026-03-03T15:11:23.377794Z","end":"2026-03-03T15:11:23.601741Z","steps":["trace[437111385] 'process raft request' (duration: 223.786275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:23.878651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.4862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:23.878828Z","caller":"traceutil/trace.go:171","msg":"trace[1922063122] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"453.633713ms","start":"2026-03-03T15:11:23.425165Z","end":"2026-03-03T15:11:23.878799Z","steps":["trace[1922063122] 'process raft request' (duration: 290.581465ms)","trace[1922063122] 'compare' (duration: 162.369136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:23.878991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:23.425137Z","time spent":"453.804768ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:24.128686Z","caller":"traceutil/trace.go:171","msg":"trace[523325143] transaction","detail":"{read_only:false; response_revision:19400; number_of_response:1; }","duration":"170.797793ms","start":"2026-03-03T15:11:23.957851Z","end":"2026-03-03T15:11:24.128649Z","steps":["trace[523325143] 'process raft request' (duration: 115.528017ms)","trace[523325143] 'compare' (duration: 55.055899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:24.269047Z","caller":"traceutil/trace.go:171","msg":"trace[706027451] linearizableReadLoop","detail":"{readStateIndex:20143; appliedIndex:20141; }","duration":"113.975918ms","start":"2026-03-03T15:11:24.155047Z","end":"2026-03-03T15:11:24.269023Z","steps":["trace[706027451] 'read index received' (duration: 6.623059ms)","trace[706027451] 'applied index is now lower than readState.Index' (duration: 107.351879ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:24.269085Z","caller":"traceutil/trace.go:171","msg":"trace[2003149152] transaction","detail":"{read_only:false; response_revision:19402; number_of_response:1; }","duration":"135.767376ms","start":"2026-03-03T15:11:24.133289Z","end":"2026-03-03T15:11:24.269057Z","steps":["trace[2003149152] 'process raft request' (duration: 135.588031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:24.269321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.262677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:11:24.269374Z","caller":"traceutil/trace.go:171","msg":"trace[199339043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19402; }","duration":"114.327999ms","start":"2026-03-03T15:11:24.155033Z","end":"2026-03-03T15:11:24.269361Z","steps":["trace[199339043] 'agreement among raft nodes before linearized reading' (duration: 114.108112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:25.683154Z","caller":"traceutil/trace.go:171","msg":"trace[361896844] transaction","detail":"{read_only:false; response_revision:19406; number_of_response:1; }","duration":"146.64348ms","start":"2026-03-03T15:11:25.536465Z","end":"2026-03-03T15:11:25.683108Z","steps":["trace[361896844] 'process raft request' (duration: 146.430413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:26.463162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.916044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:26.463265Z","caller":"traceutil/trace.go:171","msg":"trace[229247738] linearizableReadLoop","detail":"{readStateIndex:20152; appliedIndex:20151; }","duration":"190.136753ms","start":"2026-03-03T15:11:26.273115Z","end":"2026-03-03T15:11:26.463251Z","steps":["trace[229247738] 'read index received' (duration: 51.943849ms)","trace[229247738] 'applied index is now lower than readState.Index' (duration: 138.191883ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:26.463339Z","caller":"traceutil/trace.go:171","msg":"trace[1916131253] transaction","detail":"{read_only:false; response_revision:19410; number_of_response:1; }","duration":"226.436619ms","start":"2026-03-03T15:11:26.236894Z","end":"2026-03-03T15:11:26.463331Z","steps":["trace[1916131253] 'process raft request' (duration: 88.284087ms)","trace[1916131253] 'compare' (duration: 137.807281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:26.463566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.200071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:26.463651Z","caller":"traceutil/trace.go:171","msg":"trace[761751408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19410; }","duration":"143.331415ms","start":"2026-03-03T15:11:26.320296Z","end":"2026-03-03T15:11:26.463627Z","steps":["trace[761751408] 'agreement among raft nodes before linearized reading' (duration: 143.179361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:26.463667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.526566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T15:11:26.463678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.651964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:11:26.463757Z","caller":"traceutil/trace.go:171","msg":"trace[700052477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19410; }","duration":"190.66764ms","start":"2026-03-03T15:11:26.273066Z","end":"2026-03-03T15:11:26.463734Z","steps":["trace[700052477] 'agreement among raft nodes before linearized reading' (duration: 190.399471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:26.463772Z","caller":"traceutil/trace.go:171","msg":"trace[697182710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19410; }","duration":"104.795248ms","start":"2026-03-03T15:11:26.358953Z","end":"2026-03-03T15:11:26.463748Z","steps":["trace[697182710] 'agreement among raft nodes before linearized reading' (duration: 104.54626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:27.116501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.443247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:27.116617Z","caller":"traceutil/trace.go:171","msg":"trace[224338599] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19414; }","duration":"129.605872ms","start":"2026-03-03T15:11:26.986983Z","end":"2026-03-03T15:11:27.116589Z","steps":["trace[224338599] 'count revisions from in-memory index tree' (duration: 129.363624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:28.929269Z","caller":"traceutil/trace.go:171","msg":"trace[543650431] linearizableReadLoop","detail":"{readStateIndex:20160; appliedIndex:20159; }","duration":"408.773585ms","start":"2026-03-03T15:11:28.520471Z","end":"2026-03-03T15:11:28.929245Z","steps":["trace[543650431] 'read index received' (duration: 408.541108ms)","trace[543650431] 'applied index is now lower than readState.Index' (duration: 231.207µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:28.929335Z","caller":"traceutil/trace.go:171","msg":"trace[331534790] transaction","detail":"{read_only:false; response_revision:19418; number_of_response:1; }","duration":"458.044581ms","start":"2026-03-03T15:11:28.471259Z","end":"2026-03-03T15:11:28.929304Z","steps":["trace[331534790] 'process raft request' (duration: 457.833074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:28.92949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.471242Z","time spent":"458.160764ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:28.929504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.095941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:11:28.929542Z","caller":"traceutil/trace.go:171","msg":"trace[651706268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19418; }","duration":"406.167413ms","start":"2026-03-03T15:11:28.523364Z","end":"2026-03-03T15:11:28.929532Z","steps":["trace[651706268] 'agreement among raft nodes before linearized reading' (duration: 406.017169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:28.929562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.468259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:11:28.929549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.056765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:11:28.929617Z","caller":"traceutil/trace.go:171","msg":"trace[1428610729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19418; }","duration":"289.561602ms","start":"2026-03-03T15:11:28.640041Z","end":"2026-03-03T15:11:28.929603Z","steps":["trace[1428610729] 'agreement among raft nodes before linearized reading' (duration: 289.431427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:28.929661Z","caller":"traceutil/trace.go:171","msg":"trace[1544684949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19418; }","duration":"409.219429ms","start":"2026-03-03T15:11:28.520411Z","end":"2026-03-03T15:11:28.929631Z","steps":["trace[1544684949] 'agreement among raft nodes before linearized reading' (duration: 408.92433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:28.929576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.523354Z","time spent":"406.213614ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:11:28.929798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.520387Z","time spent":"409.393125ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:11:28.930172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.362882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:11:28.93039Z","caller":"traceutil/trace.go:171","msg":"trace[1680821119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19418; }","duration":"261.579458ms","start":"2026-03-03T15:11:28.668765Z","end":"2026-03-03T15:11:28.930344Z","steps":["trace[1680821119] 'agreement among raft nodes before linearized reading' (duration: 260.69424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:29.412019Z","caller":"traceutil/trace.go:171","msg":"trace[858387819] transaction","detail":"{read_only:false; response_revision:19419; number_of_response:1; }","duration":"477.61244ms","start":"2026-03-03T15:11:28.934379Z","end":"2026-03-03T15:11:29.411991Z","steps":["trace[858387819] 'process raft request' (duration: 381.444984ms)","trace[858387819] 'compare' (duration: 96.053393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:29.412173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.934357Z","time spent":"477.737973ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:29.45028Z","caller":"traceutil/trace.go:171","msg":"trace[427603443] transaction","detail":"{read_only:false; response_revision:19420; number_of_response:1; }","duration":"515.821366ms","start":"2026-03-03T15:11:28.934432Z","end":"2026-03-03T15:11:29.450254Z","steps":["trace[427603443] 'process raft request' (duration: 515.635671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.450433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.934411Z","time spent":"515.944571ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:29.45064Z","caller":"traceutil/trace.go:171","msg":"trace[474998690] linearizableReadLoop","detail":"{readStateIndex:20164; appliedIndex:20160; }","duration":"467.275164ms","start":"2026-03-03T15:11:28.983338Z","end":"2026-03-03T15:11:29.450614Z","steps":["trace[474998690] 'read index received' (duration: 332.499359ms)","trace[474998690] 'applied index is now lower than readState.Index' (duration: 134.774445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:29.450755Z","caller":"traceutil/trace.go:171","msg":"trace[1946908247] transaction","detail":"{read_only:false; response_revision:19421; number_of_response:1; }","duration":"516.148186ms","start":"2026-03-03T15:11:28.93454Z","end":"2026-03-03T15:11:29.450688Z","steps":["trace[1946908247] 'process raft request' (duration: 515.672981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:29.450818Z","caller":"traceutil/trace.go:171","msg":"trace[880420988] transaction","detail":"{read_only:false; response_revision:19422; number_of_response:1; }","duration":"514.236907ms","start":"2026-03-03T15:11:28.936565Z","end":"2026-03-03T15:11:29.450802Z","steps":["trace[880420988] 'process raft request' (duration: 513.872285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.45093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.936549Z","time spent":"514.298698ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:29.451088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.747088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:29.451249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.013443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:11:29.451317Z","caller":"traceutil/trace.go:171","msg":"trace[655843081] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19422; }","duration":"402.123927ms","start":"2026-03-03T15:11:29.04918Z","end":"2026-03-03T15:11:29.451304Z","steps":["trace[655843081] 'agreement among raft nodes before linearized reading' (duration: 401.91528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.451342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.343477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:29.451366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:29.049156Z","time spent":"402.197949ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T15:11:29.451397Z","caller":"traceutil/trace.go:171","msg":"trace[1041305492] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19422; }","duration":"150.426229ms","start":"2026-03-03T15:11:29.300957Z","end":"2026-03-03T15:11:29.451383Z","steps":["trace[1041305492] 'agreement among raft nodes before linearized reading' (duration: 150.326126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.451266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.545428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:29.45151Z","caller":"traceutil/trace.go:171","msg":"trace[1259013905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19422; }","duration":"134.804576ms","start":"2026-03-03T15:11:29.316689Z","end":"2026-03-03T15:11:29.451494Z","steps":["trace[1259013905] 'agreement among raft nodes before linearized reading' (duration: 134.508776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.450913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.934508Z","time spent":"516.330213ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:29.451759Z","caller":"traceutil/trace.go:171","msg":"trace[741913470] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19422; }","duration":"467.78961ms","start":"2026-03-03T15:11:28.983328Z","end":"2026-03-03T15:11:29.451118Z","steps":["trace[741913470] 'agreement among raft nodes before linearized reading' (duration: 467.721438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:29.451831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:28.983267Z","time spent":"468.549664ms","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:30.514152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.378498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:30.514256Z","caller":"traceutil/trace.go:171","msg":"trace[1796226795] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19427; }","duration":"137.543103ms","start":"2026-03-03T15:11:30.376698Z","end":"2026-03-03T15:11:30.514241Z","steps":["trace[1796226795] 'count revisions from in-memory index tree' (duration: 137.289104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:31.921141Z","caller":"traceutil/trace.go:171","msg":"trace[212814841] transaction","detail":"{read_only:false; response_revision:19434; number_of_response:1; }","duration":"177.903747ms","start":"2026-03-03T15:11:31.743204Z","end":"2026-03-03T15:11:31.921108Z","steps":["trace[212814841] 'process raft request' (duration: 177.665889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.700044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.508537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:11:33.700154Z","caller":"traceutil/trace.go:171","msg":"trace[1706606605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19438; }","duration":"293.652331ms","start":"2026-03-03T15:11:33.406481Z","end":"2026-03-03T15:11:33.700133Z","steps":["trace[1706606605] 'range keys from in-memory index tree' (duration: 293.250189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.700184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.170566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T15:11:33.700195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.145102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:33.700239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.895523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:33.700278Z","caller":"traceutil/trace.go:171","msg":"trace[883893760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19438; }","duration":"380.291026ms","start":"2026-03-03T15:11:33.319969Z","end":"2026-03-03T15:11:33.70026Z","steps":["trace[883893760] 'range keys from in-memory index tree' (duration: 379.976186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.700342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.319936Z","time spent":"380.39336ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:33.700305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.14184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:11:33.700424Z","caller":"traceutil/trace.go:171","msg":"trace[1223314255] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19438; }","duration":"408.335711ms","start":"2026-03-03T15:11:33.291901Z","end":"2026-03-03T15:11:33.700237Z","steps":["trace[1223314255] 'range keys from in-memory index tree' (duration: 408.00425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.700474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.291876Z","time spent":"408.588139ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T15:11:33.700495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.429057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:11:33.700534Z","caller":"traceutil/trace.go:171","msg":"trace[1005650833] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19438; }","duration":"320.500759ms","start":"2026-03-03T15:11:33.38002Z","end":"2026-03-03T15:11:33.700521Z","steps":["trace[1005650833] 'count revisions from in-memory index tree' (duration: 320.354124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:33.700296Z","caller":"traceutil/trace.go:171","msg":"trace[1322391143] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19438; }","duration":"219.991106ms","start":"2026-03-03T15:11:33.480286Z","end":"2026-03-03T15:11:33.700277Z","steps":["trace[1322391143] 'count revisions from in-memory index tree' (duration: 219.784439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.700576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.379999Z","time spent":"320.567591ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:33.700741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.901253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:11:33.700779Z","caller":"traceutil/trace.go:171","msg":"trace[86119071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19438; }","duration":"156.963086ms","start":"2026-03-03T15:11:33.543806Z","end":"2026-03-03T15:11:33.700769Z","steps":["trace[86119071] 'range keys from in-memory index tree' (duration: 156.512642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:33.700485Z","caller":"traceutil/trace.go:171","msg":"trace[76719195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19438; }","duration":"207.341146ms","start":"2026-03-03T15:11:33.493103Z","end":"2026-03-03T15:11:33.700445Z","steps":["trace[76719195] 'range keys from in-memory index tree' (duration: 206.915843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.701041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.519827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:11:33.701117Z","caller":"traceutil/trace.go:171","msg":"trace[1389422953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19438; }","duration":"159.64327ms","start":"2026-03-03T15:11:33.541456Z","end":"2026-03-03T15:11:33.701099Z","steps":["trace[1389422953] 'range keys from in-memory index tree' (duration: 159.32117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:33.701141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.732648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:11:33.701368Z","caller":"traceutil/trace.go:171","msg":"trace[975033497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19438; }","duration":"157.455571ms","start":"2026-03-03T15:11:33.543773Z","end":"2026-03-03T15:11:33.701229Z","steps":["trace[975033497] 'range keys from in-memory index tree' (duration: 156.445229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.207677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789099599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T15:11:34.361308Z","caller":"traceutil/trace.go:171","msg":"trace[1470953198] transaction","detail":"{read_only:false; response_revision:19439; number_of_response:1; }","duration":"655.472555ms","start":"2026-03-03T15:11:33.705796Z","end":"2026-03-03T15:11:34.361269Z","steps":["trace[1470953198] 'process raft request' (duration: 655.180686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.361578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.705778Z","time spent":"655.666021ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.724303Z","caller":"traceutil/trace.go:171","msg":"trace[432601471] transaction","detail":"{read_only:false; response_revision:19441; number_of_response:1; }","duration":"1.0179865s","start":"2026-03-03T15:11:33.706284Z","end":"2026-03-03T15:11:34.724271Z","steps":["trace[432601471] 'process raft request' (duration: 1.017877717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.724492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.706268Z","time spent":"1.018122624s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.725497Z","caller":"traceutil/trace.go:171","msg":"trace[1080450146] transaction","detail":"{read_only:false; response_revision:19442; number_of_response:1; }","duration":"1.01895205s","start":"2026-03-03T15:11:33.706485Z","end":"2026-03-03T15:11:34.725437Z","steps":["trace[1080450146] 'process raft request' (duration: 1.017737282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.725828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.706474Z","time spent":"1.019166238s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.727097Z","caller":"traceutil/trace.go:171","msg":"trace[544358344] transaction","detail":"{read_only:false; response_revision:19443; number_of_response:1; }","duration":"801.861217ms","start":"2026-03-03T15:11:33.925208Z","end":"2026-03-03T15:11:34.72707Z","steps":["trace[544358344] 'process raft request' (duration: 801.085662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.727277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.925189Z","time spent":"801.97031ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.727164Z","caller":"traceutil/trace.go:171","msg":"trace[1445811227] linearizableReadLoop","detail":"{readStateIndex:20187; appliedIndex:20182; }","duration":"1.020432977s","start":"2026-03-03T15:11:33.706705Z","end":"2026-03-03T15:11:34.727138Z","steps":["trace[1445811227] 'read index received' (duration: 655.771354ms)","trace[1445811227] 'applied index is now lower than readState.Index' (duration: 364.660143ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:34.727724Z","caller":"traceutil/trace.go:171","msg":"trace[752553847] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"370.696224ms","start":"2026-03-03T15:11:34.357008Z","end":"2026-03-03T15:11:34.727704Z","steps":["trace[752553847] 'process raft request' (duration: 370.061834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.727822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:34.356981Z","time spent":"370.795856ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.728Z","caller":"traceutil/trace.go:171","msg":"trace[1449468289] transaction","detail":"{read_only:false; response_revision:19444; number_of_response:1; }","duration":"717.611017ms","start":"2026-03-03T15:11:34.010371Z","end":"2026-03-03T15:11:34.727982Z","steps":["trace[1449468289] 'process raft request' (duration: 716.595875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.728068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:34.010353Z","time spent":"717.676979ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:34.728041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021280094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T15:11:34.728399Z","caller":"traceutil/trace.go:171","msg":"trace[384240175] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19445; }","duration":"1.021705407s","start":"2026-03-03T15:11:33.706669Z","end":"2026-03-03T15:11:34.728374Z","steps":["trace[384240175] 'agreement among raft nodes before linearized reading' (duration: 1.021107828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.728471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.706651Z","time spent":"1.02180067s","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T15:11:34.729255Z","caller":"traceutil/trace.go:171","msg":"trace[1991921439] transaction","detail":"{read_only:false; response_revision:19440; number_of_response:1; }","duration":"1.018543278s","start":"2026-03-03T15:11:33.705838Z","end":"2026-03-03T15:11:34.724381Z","steps":["trace[1991921439] 'process raft request' (duration: 1.017916128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.729472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.705819Z","time spent":"1.023515214s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:34.850536Z","caller":"traceutil/trace.go:171","msg":"trace[1145480373] linearizableReadLoop","detail":"{readStateIndex:20189; appliedIndex:20188; }","duration":"123.166539ms","start":"2026-03-03T15:11:34.727336Z","end":"2026-03-03T15:11:34.850503Z","steps":["trace[1145480373] 'read index received' (duration: 45.325231ms)","trace[1145480373] 'applied index is now lower than readState.Index' (duration: 77.839958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:34.850725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104262424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:34.850824Z","caller":"traceutil/trace.go:171","msg":"trace[1842838703] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19445; }","duration":"1.104421449s","start":"2026-03-03T15:11:33.746377Z","end":"2026-03-03T15:11:34.850798Z","steps":["trace[1842838703] 'agreement among raft nodes before linearized reading' (duration: 1.104227273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:34.850881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:33.746359Z","time spent":"1.104511661s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:36.851848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.31388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:11:36.851857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.741364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:11:36.851933Z","caller":"traceutil/trace.go:171","msg":"trace[894833485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19448; }","duration":"121.433734ms","start":"2026-03-03T15:11:36.73048Z","end":"2026-03-03T15:11:36.851914Z","steps":["trace[894833485] 'range keys from in-memory index tree' (duration: 121.150026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:36.851954Z","caller":"traceutil/trace.go:171","msg":"trace[502861411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19448; }","duration":"121.880568ms","start":"2026-03-03T15:11:36.73005Z","end":"2026-03-03T15:11:36.85193Z","steps":["trace[502861411] 'range keys from in-memory index tree' (duration: 121.541217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:36.93265Z","caller":"traceutil/trace.go:171","msg":"trace[1287493437] transaction","detail":"{read_only:false; response_revision:19449; number_of_response:1; }","duration":"199.730195ms","start":"2026-03-03T15:11:36.732603Z","end":"2026-03-03T15:11:36.932333Z","steps":["trace[1287493437] 'process raft request' (duration: 199.538639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:37.6348Z","caller":"traceutil/trace.go:171","msg":"trace[1215625055] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"900.713747ms","start":"2026-03-03T15:11:36.73406Z","end":"2026-03-03T15:11:37.634774Z","steps":["trace[1215625055] 'process raft request' (duration: 900.522921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.634954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:36.734026Z","time spent":"900.855761ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:37.635236Z","caller":"traceutil/trace.go:171","msg":"trace[1880178389] transaction","detail":"{read_only:false; response_revision:19451; number_of_response:1; }","duration":"896.634367ms","start":"2026-03-03T15:11:36.738548Z","end":"2026-03-03T15:11:37.635182Z","steps":["trace[1880178389] 'process raft request' (duration: 896.183953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:37.635289Z","caller":"traceutil/trace.go:171","msg":"trace[1839148979] linearizableReadLoop","detail":"{readStateIndex:20194; appliedIndex:20192; }","duration":"899.299992ms","start":"2026-03-03T15:11:36.735963Z","end":"2026-03-03T15:11:37.635263Z","steps":["trace[1839148979] 'read index received' (duration: 196.316238ms)","trace[1839148979] 'applied index is now lower than readState.Index' (duration: 702.982784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:37.635342Z","caller":"traceutil/trace.go:171","msg":"trace[1852721815] transaction","detail":"{read_only:false; response_revision:19452; number_of_response:1; }","duration":"777.774274ms","start":"2026-03-03T15:11:36.857533Z","end":"2026-03-03T15:11:37.635307Z","steps":["trace[1852721815] 'process raft request' (duration: 777.538357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:37.635392Z","caller":"traceutil/trace.go:171","msg":"trace[1228612700] transaction","detail":"{read_only:false; response_revision:19453; number_of_response:1; }","duration":"777.773754ms","start":"2026-03-03T15:11:36.857598Z","end":"2026-03-03T15:11:37.635372Z","steps":["trace[1228612700] 'process raft request' (duration: 777.591079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.635427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:36.738531Z","time spent":"896.797083ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:37.635519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.533819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:11:37.63554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.888233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:37.63557Z","caller":"traceutil/trace.go:171","msg":"trace[659755877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19453; }","duration":"899.632142ms","start":"2026-03-03T15:11:36.735928Z","end":"2026-03-03T15:11:37.63556Z","steps":["trace[659755877] 'agreement among raft nodes before linearized reading' (duration: 899.469907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.635566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:36.857513Z","time spent":"777.965601ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:37.635587Z","caller":"traceutil/trace.go:171","msg":"trace[640890215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19453; }","duration":"315.935435ms","start":"2026-03-03T15:11:37.319638Z","end":"2026-03-03T15:11:37.635574Z","steps":["trace[640890215] 'agreement among raft nodes before linearized reading' (duration: 315.852292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.635616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:36.735916Z","time spent":"899.689854ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:11:37.63562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:37.319574Z","time spent":"316.040218ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:37.63567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.934936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T15:11:37.635658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.019043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T15:11:37.635636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:36.857594Z","time spent":"777.933999ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:37.635754Z","caller":"traceutil/trace.go:171","msg":"trace[156333570] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19453; }","duration":"355.018099ms","start":"2026-03-03T15:11:37.280715Z","end":"2026-03-03T15:11:37.635733Z","steps":["trace[156333570] 'agreement among raft nodes before linearized reading' (duration: 354.835893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.635807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:37.280696Z","time spent":"355.096281ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T15:11:37.636351Z","caller":"traceutil/trace.go:171","msg":"trace[271071392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19453; }","duration":"498.23059ms","start":"2026-03-03T15:11:37.137522Z","end":"2026-03-03T15:11:37.635753Z","steps":["trace[271071392] 'agreement among raft nodes before linearized reading' (duration: 497.932281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:37.636424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:37.137496Z","time spent":"498.909861ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:11:37.928029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.46464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T15:11:37.927983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.452179ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:37.928117Z","caller":"traceutil/trace.go:171","msg":"trace[1643235067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19453; }","duration":"232.599493ms","start":"2026-03-03T15:11:37.6955Z","end":"2026-03-03T15:11:37.928099Z","steps":["trace[1643235067] 'range keys from in-memory index tree' (duration: 232.422168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:37.928192Z","caller":"traceutil/trace.go:171","msg":"trace[518882291] linearizableReadLoop","detail":"{readStateIndex:20199; appliedIndex:20197; }","duration":"159.897978ms","start":"2026-03-03T15:11:37.768281Z","end":"2026-03-03T15:11:37.928179Z","steps":["trace[518882291] 'read index received' (duration: 115.393933ms)","trace[518882291] 'applied index is now lower than readState.Index' (duration: 44.503175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:37.928352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.071624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:37.928391Z","caller":"traceutil/trace.go:171","msg":"trace[621510570] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19455; }","duration":"160.139576ms","start":"2026-03-03T15:11:37.76824Z","end":"2026-03-03T15:11:37.92838Z","steps":["trace[621510570] 'agreement among raft nodes before linearized reading' (duration: 159.986781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:37.928376Z","caller":"traceutil/trace.go:171","msg":"trace[1396420002] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"287.678002ms","start":"2026-03-03T15:11:37.640675Z","end":"2026-03-03T15:11:37.928353Z","steps":["trace[1396420002] 'process raft request' (duration: 111.82155ms)","trace[1396420002] 'compare' (duration: 175.350246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:37.928453Z","caller":"traceutil/trace.go:171","msg":"trace[1819133790] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"287.372023ms","start":"2026-03-03T15:11:37.641067Z","end":"2026-03-03T15:11:37.928439Z","steps":["trace[1819133790] 'process raft request' (duration: 287.056963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:38.461946Z","caller":"traceutil/trace.go:171","msg":"trace[1569676320] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"450.818293ms","start":"2026-03-03T15:11:38.011101Z","end":"2026-03-03T15:11:38.461919Z","steps":["trace[1569676320] 'process raft request' (duration: 450.674239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:38.462155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.011086Z","time spent":"450.994719ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:39.141397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.921188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:39.141517Z","caller":"traceutil/trace.go:171","msg":"trace[1677128458] linearizableReadLoop","detail":"{readStateIndex:20201; appliedIndex:20199; }","duration":"1.011218866s","start":"2026-03-03T15:11:38.130281Z","end":"2026-03-03T15:11:39.1415Z","steps":["trace[1677128458] 'read index received' (duration: 331.482295ms)","trace[1677128458] 'applied index is now lower than readState.Index' (duration: 679.735561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:39.141588Z","caller":"traceutil/trace.go:171","msg":"trace[1815912964] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"1.121686263s","start":"2026-03-03T15:11:38.019891Z","end":"2026-03-03T15:11:39.141577Z","steps":["trace[1815912964] 'process raft request' (duration: 758.496367ms)","trace[1815912964] 'compare' (duration: 362.822255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:39.141655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.019862Z","time spent":"1.121762376s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:39.142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011688901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:11:39.142113Z","caller":"traceutil/trace.go:171","msg":"trace[791540154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19457; }","duration":"1.011823146s","start":"2026-03-03T15:11:38.130263Z","end":"2026-03-03T15:11:39.142087Z","steps":["trace[791540154] 'agreement among raft nodes before linearized reading' (duration: 1.011422523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.142167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.1302Z","time spent":"1.01195753s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T15:11:39.820766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.818324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:39.8209Z","caller":"traceutil/trace.go:171","msg":"trace[1124055241] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"882.778441ms","start":"2026-03-03T15:11:38.9381Z","end":"2026-03-03T15:11:39.820878Z","steps":["trace[1124055241] 'process raft request' (duration: 526.72553ms)","trace[1124055241] 'compare' (duration: 355.667459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:39.820998Z","caller":"traceutil/trace.go:171","msg":"trace[152072474] transaction","detail":"{read_only:false; response_revision:19459; number_of_response:1; }","duration":"673.629037ms","start":"2026-03-03T15:11:39.147345Z","end":"2026-03-03T15:11:39.820974Z","steps":["trace[152072474] 'process raft request' (duration: 673.545205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.821188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.147312Z","time spent":"673.792702ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:39.821265Z","caller":"traceutil/trace.go:171","msg":"trace[1571702798] linearizableReadLoop","detail":"{readStateIndex:20202; appliedIndex:20201; }","duration":"679.6915ms","start":"2026-03-03T15:11:39.141543Z","end":"2026-03-03T15:11:39.821235Z","steps":["trace[1571702798] 'read index received' (duration: 323.269257ms)","trace[1571702798] 'applied index is now lower than readState.Index' (duration: 356.421303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:39.821626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404133311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:11:39.821755Z","caller":"traceutil/trace.go:171","msg":"trace[965284775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19459; }","duration":"1.404297806s","start":"2026-03-03T15:11:38.417438Z","end":"2026-03-03T15:11:39.821736Z","steps":["trace[965284775] 'agreement among raft nodes before linearized reading' (duration: 1.404065799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.821671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.506252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238522"} {"level":"warn","ts":"2026-03-03T15:11:39.821706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501373111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:39.821939Z","caller":"traceutil/trace.go:171","msg":"trace[418604596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19459; }","duration":"1.50162059s","start":"2026-03-03T15:11:38.32031Z","end":"2026-03-03T15:11:39.82193Z","steps":["trace[418604596] 'agreement among raft nodes before linearized reading' (duration: 1.501377822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.821994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567983394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-03T15:11:39.821978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.417414Z","time spent":"1.404472802s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T15:11:39.821966Z","caller":"traceutil/trace.go:171","msg":"trace[932996006] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19459; }","duration":"716.77954ms","start":"2026-03-03T15:11:39.105141Z","end":"2026-03-03T15:11:39.821921Z","steps":["trace[932996006] 'agreement among raft nodes before linearized reading' (duration: 716.179021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.822313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.105133Z","time spent":"717.163172ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238545,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T15:11:39.822061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.320301Z","time spent":"1.501721102s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:39.821778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.845808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:11:39.822496Z","caller":"traceutil/trace.go:171","msg":"trace[1479685661] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19459; }","duration":"772.588262ms","start":"2026-03-03T15:11:39.049895Z","end":"2026-03-03T15:11:39.822483Z","steps":["trace[1479685661] 'agreement among raft nodes before linearized reading' (duration: 771.786867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.822572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.049877Z","time spent":"772.681215ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T15:11:39.821758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.808272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:39.822699Z","caller":"traceutil/trace.go:171","msg":"trace[799003699] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19459; }","duration":"737.762872ms","start":"2026-03-03T15:11:39.084894Z","end":"2026-03-03T15:11:39.822656Z","steps":["trace[799003699] 'agreement among raft nodes before linearized reading' (duration: 736.773461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.822856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.084878Z","time spent":"737.937828ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:39.821198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.938082Z","time spent":"882.994999ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:39.822109Z","caller":"traceutil/trace.go:171","msg":"trace[652544878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19459; }","duration":"1.568137949s","start":"2026-03-03T15:11:38.253936Z","end":"2026-03-03T15:11:39.822074Z","steps":["trace[652544878] 'agreement among raft nodes before linearized reading' (duration: 1.567783908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:39.823179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:38.253915Z","time spent":"1.569251985s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-03T15:11:40.321761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789099647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:11:40.822525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789099647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:11:41.023652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289332956s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T15:11:41.024332Z","caller":"traceutil/trace.go:171","msg":"trace[1975202090] transaction","detail":"{read_only:false; response_revision:19460; number_of_response:1; }","duration":"1.381782655s","start":"2026-03-03T15:11:39.642517Z","end":"2026-03-03T15:11:41.0243Z","steps":["trace[1975202090] 'process raft request' (duration: 1.381527157s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.024499Z","caller":"traceutil/trace.go:171","msg":"trace[1863909331] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"1.381361431s","start":"2026-03-03T15:11:39.643111Z","end":"2026-03-03T15:11:41.024473Z","steps":["trace[1863909331] 'process raft request' (duration: 1.381135534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.024617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.643084Z","time spent":"1.381478945s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:41.024527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.642487Z","time spent":"1.38193887s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:41.036241Z","caller":"traceutil/trace.go:171","msg":"trace[1681785316] linearizableReadLoop","detail":"{readStateIndex:20207; appliedIndex:20203; }","duration":"1.214922586s","start":"2026-03-03T15:11:39.8213Z","end":"2026-03-03T15:11:41.036223Z","steps":["trace[1681785316] 'read index received' (duration: 1.202660959s)","trace[1681785316] 'applied index is now lower than readState.Index' (duration: 12.261007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:41.036361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.824178Z","time spent":"1.212180489s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T15:11:41.036704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566848147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:41.036741Z","caller":"traceutil/trace.go:171","msg":"trace[1095552184] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19462; }","duration":"1.56692901s","start":"2026-03-03T15:11:39.469802Z","end":"2026-03-03T15:11:41.036731Z","steps":["trace[1095552184] 'agreement among raft nodes before linearized reading' (duration: 1.566854248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.036717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343616929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:41.036768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.469785Z","time spent":"1.566975311s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:41.036891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777906101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:41.036797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515097064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T15:11:41.03678Z","caller":"traceutil/trace.go:171","msg":"trace[1075607516] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19462; }","duration":"1.343742683s","start":"2026-03-03T15:11:39.693024Z","end":"2026-03-03T15:11:41.036767Z","steps":["trace[1075607516] 'agreement among raft nodes before linearized reading' (duration: 1.343590078s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.036959Z","caller":"traceutil/trace.go:171","msg":"trace[1160321441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19462; }","duration":"1.778071247s","start":"2026-03-03T15:11:39.258874Z","end":"2026-03-03T15:11:41.036945Z","steps":["trace[1160321441] 'agreement among raft nodes before linearized reading' (duration: 1.777913562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.036941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213116909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:41.036983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395752736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:11:41.03699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396354795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T15:11:41.037012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.258848Z","time spent":"1.778153288s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:41.037008Z","caller":"traceutil/trace.go:171","msg":"trace[1589267902] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1; range_end:; response_count:1; response_revision:19462; }","duration":"1.515375402s","start":"2026-03-03T15:11:39.52161Z","end":"2026-03-03T15:11:41.036985Z","steps":["trace[1589267902] 'agreement among raft nodes before linearized reading' (duration: 1.51498697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.693005Z","time spent":"1.343988481s","remote":"127.0.0.1:40516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:41.03706Z","caller":"traceutil/trace.go:171","msg":"trace[30117466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19462; }","duration":"1.396475779s","start":"2026-03-03T15:11:39.640569Z","end":"2026-03-03T15:11:41.037045Z","steps":["trace[30117466] 'agreement among raft nodes before linearized reading' (duration: 1.396253222s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.037057Z","caller":"traceutil/trace.go:171","msg":"trace[781659108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19462; }","duration":"1.395897271s","start":"2026-03-03T15:11:39.64114Z","end":"2026-03-03T15:11:41.037037Z","steps":["trace[781659108] 'agreement among raft nodes before linearized reading' (duration: 1.39555224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.521583Z","time spent":"1.515480855s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.640544Z","time spent":"1.396545951s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.641118Z","time spent":"1.395991293s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104442868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T15:11:41.037106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.283658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:41.037178Z","caller":"traceutil/trace.go:171","msg":"trace[649909890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19462; }","duration":"1.10449682s","start":"2026-03-03T15:11:39.932674Z","end":"2026-03-03T15:11:41.037171Z","steps":["trace[649909890] 'agreement among raft nodes before linearized reading' (duration: 1.104445498s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.037193Z","caller":"traceutil/trace.go:171","msg":"trace[684881769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19462; }","duration":"279.398081ms","start":"2026-03-03T15:11:40.75778Z","end":"2026-03-03T15:11:41.037178Z","steps":["trace[684881769] 'agreement among raft nodes before linearized reading' (duration: 279.305218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.932645Z","time spent":"1.104555302s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162830422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:11:41.037044Z","caller":"traceutil/trace.go:171","msg":"trace[4364913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19462; }","duration":"1.213266654s","start":"2026-03-03T15:11:39.823753Z","end":"2026-03-03T15:11:41.037019Z","steps":["trace[4364913] 'agreement among raft nodes before linearized reading' (duration: 1.213074178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.823736Z","time spent":"1.213560253s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104403117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:11:41.037358Z","caller":"traceutil/trace.go:171","msg":"trace[925186603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19462; }","duration":"1.104690486s","start":"2026-03-03T15:11:39.932657Z","end":"2026-03-03T15:11:41.037348Z","steps":["trace[925186603] 'agreement among raft nodes before linearized reading' (duration: 1.104311464s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.037258Z","caller":"traceutil/trace.go:171","msg":"trace[11965862] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19462; }","duration":"1.162910704s","start":"2026-03-03T15:11:39.874335Z","end":"2026-03-03T15:11:41.037245Z","steps":["trace[11965862] 'agreement among raft nodes before linearized reading' (duration: 1.162743699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211428806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b32bf644-b677-4027-b51b-91c4f11a6ea7\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T15:11:41.037402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.874319Z","time spent":"1.16307532s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:11:41.037401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.932605Z","time spent":"1.104786149s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T15:11:41.037421Z","caller":"traceutil/trace.go:171","msg":"trace[1015590635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b32bf644-b677-4027-b51b-91c4f11a6ea7; range_end:; response_count:1; response_revision:19462; }","duration":"1.211497058s","start":"2026-03-03T15:11:39.825911Z","end":"2026-03-03T15:11:41.037408Z","steps":["trace[1015590635] 'agreement among raft nodes before linearized reading' (duration: 1.211369174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.825899Z","time spent":"1.21155681s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b32bf644-b677-4027-b51b-91c4f11a6ea7\" "} {"level":"info","ts":"2026-03-03T15:11:41.037527Z","caller":"traceutil/trace.go:171","msg":"trace[199664386] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"1.210480766s","start":"2026-03-03T15:11:39.826242Z","end":"2026-03-03T15:11:41.036723Z","steps":["trace[199664386] 'process raft request' (duration: 1.209911458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.037674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:39.826229Z","time spent":"1.211387265s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:41.171606Z","caller":"traceutil/trace.go:171","msg":"trace[1630284313] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"131.822152ms","start":"2026-03-03T15:11:41.039751Z","end":"2026-03-03T15:11:41.171573Z","steps":["trace[1630284313] 'process raft request' (duration: 54.209632ms)","trace[1630284313] 'compare' (duration: 77.200477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:41.17169Z","caller":"traceutil/trace.go:171","msg":"trace[570000454] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"129.458327ms","start":"2026-03-03T15:11:41.042211Z","end":"2026-03-03T15:11:41.17167Z","steps":["trace[570000454] 'process raft request' (duration: 129.407116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.171737Z","caller":"traceutil/trace.go:171","msg":"trace[907346799] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"129.776287ms","start":"2026-03-03T15:11:41.041925Z","end":"2026-03-03T15:11:41.171702Z","steps":["trace[907346799] 'process raft request' (duration: 129.629533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.171951Z","caller":"traceutil/trace.go:171","msg":"trace[558735996] linearizableReadLoop","detail":"{readStateIndex:20209; appliedIndex:20207; }","duration":"130.48587ms","start":"2026-03-03T15:11:41.041455Z","end":"2026-03-03T15:11:41.171941Z","steps":["trace[558735996] 'read index received' (duration: 52.518438ms)","trace[558735996] 'applied index is now lower than readState.Index' (duration: 77.966382ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:41.171977Z","caller":"traceutil/trace.go:171","msg":"trace[1696191367] transaction","detail":"{read_only:false; response_revision:19467; number_of_response:1; }","duration":"128.838778ms","start":"2026-03-03T15:11:41.043127Z","end":"2026-03-03T15:11:41.171966Z","steps":["trace[1696191367] 'process raft request' (duration: 128.680833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.172079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.698089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:41.172169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.695976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:11:41.17211Z","caller":"traceutil/trace.go:171","msg":"trace[1688368809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19467; }","duration":"125.7586ms","start":"2026-03-03T15:11:41.046343Z","end":"2026-03-03T15:11:41.172102Z","steps":["trace[1688368809] 'agreement among raft nodes before linearized reading' (duration: 125.672317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.172248Z","caller":"traceutil/trace.go:171","msg":"trace[761330734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19467; }","duration":"130.8032ms","start":"2026-03-03T15:11:41.041428Z","end":"2026-03-03T15:11:41.172231Z","steps":["trace[761330734] 'agreement among raft nodes before linearized reading' (duration: 130.562642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.171839Z","caller":"traceutil/trace.go:171","msg":"trace[2143560902] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"129.332083ms","start":"2026-03-03T15:11:41.042499Z","end":"2026-03-03T15:11:41.171831Z","steps":["trace[2143560902] 'process raft request' (duration: 129.143587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.377053Z","caller":"traceutil/trace.go:171","msg":"trace[415849361] linearizableReadLoop","detail":"{readStateIndex:20214; appliedIndex:20213; }","duration":"203.6524ms","start":"2026-03-03T15:11:41.173373Z","end":"2026-03-03T15:11:41.377026Z","steps":["trace[415849361] 'read index received' (duration: 139.795754ms)","trace[415849361] 'applied index is now lower than readState.Index' (duration: 63.855336ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:41.377171Z","caller":"traceutil/trace.go:171","msg":"trace[1354725595] transaction","detail":"{read_only:false; response_revision:19468; number_of_response:1; }","duration":"203.899288ms","start":"2026-03-03T15:11:41.17326Z","end":"2026-03-03T15:11:41.377159Z","steps":["trace[1354725595] 'process raft request' (duration: 139.900337ms)","trace[1354725595] 'compare' (duration: 63.730823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:41.37779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.340271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T15:11:41.377799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.371793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T15:11:41.37794Z","caller":"traceutil/trace.go:171","msg":"trace[13325107] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19468; }","duration":"203.516276ms","start":"2026-03-03T15:11:41.174398Z","end":"2026-03-03T15:11:41.377914Z","steps":["trace[13325107] 'agreement among raft nodes before linearized reading' (duration: 203.078782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:41.377947Z","caller":"traceutil/trace.go:171","msg":"trace[810911557] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19468; }","duration":"204.556618ms","start":"2026-03-03T15:11:41.173369Z","end":"2026-03-03T15:11:41.377925Z","steps":["trace[810911557] 'agreement among raft nodes before linearized reading' (duration: 203.899688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.822498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.458825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:41.822551Z","caller":"traceutil/trace.go:171","msg":"trace[1890235909] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19468; }","duration":"325.553828ms","start":"2026-03-03T15:11:41.496985Z","end":"2026-03-03T15:11:41.822539Z","steps":["trace[1890235909] 'range keys from in-memory index tree' (duration: 325.325941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:41.822573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:41.496968Z","time spent":"325.600119ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:11:42.151991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.390286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T15:11:42.152202Z","caller":"traceutil/trace.go:171","msg":"trace[308561908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19469; }","duration":"225.625404ms","start":"2026-03-03T15:11:41.926485Z","end":"2026-03-03T15:11:42.15211Z","steps":["trace[308561908] 'range keys from in-memory index tree' (duration: 224.774007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:42.706024Z","caller":"traceutil/trace.go:171","msg":"trace[147076859] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"267.490275ms","start":"2026-03-03T15:11:42.43851Z","end":"2026-03-03T15:11:42.706001Z","steps":["trace[147076859] 'process raft request' (duration: 267.32201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:42.979387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.802232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:42.979474Z","caller":"traceutil/trace.go:171","msg":"trace[781264676] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19470; }","duration":"112.937766ms","start":"2026-03-03T15:11:42.866511Z","end":"2026-03-03T15:11:42.979449Z","steps":["trace[781264676] 'count revisions from in-memory index tree' (duration: 112.694008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:43.415066Z","caller":"traceutil/trace.go:171","msg":"trace[1011971880] linearizableReadLoop","detail":"{readStateIndex:20218; appliedIndex:20216; }","duration":"372.019786ms","start":"2026-03-03T15:11:43.043014Z","end":"2026-03-03T15:11:43.415034Z","steps":["trace[1011971880] 'read index received' (duration: 69.268847ms)","trace[1011971880] 'applied index is now lower than readState.Index' (duration: 302.749669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:43.415176Z","caller":"traceutil/trace.go:171","msg":"trace[1473648930] transaction","detail":"{read_only:false; response_revision:19472; number_of_response:1; }","duration":"384.983625ms","start":"2026-03-03T15:11:43.030181Z","end":"2026-03-03T15:11:43.415164Z","steps":["trace[1473648930] 'process raft request' (duration: 384.725087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.415296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.030159Z","time spent":"385.041507ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:43.415541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.765698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:11:43.415617Z","caller":"traceutil/trace.go:171","msg":"trace[2138532131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19472; }","duration":"238.889163ms","start":"2026-03-03T15:11:43.176711Z","end":"2026-03-03T15:11:43.4156Z","steps":["trace[2138532131] 'agreement among raft nodes before linearized reading' (duration: 238.636915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.415727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.472617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T15:11:43.415779Z","caller":"traceutil/trace.go:171","msg":"trace[1318402143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19472; }","duration":"122.58109ms","start":"2026-03-03T15:11:43.293184Z","end":"2026-03-03T15:11:43.415765Z","steps":["trace[1318402143] 'agreement among raft nodes before linearized reading' (duration: 122.435415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.415981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.062326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:11:43.416008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.991886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:11:43.41604Z","caller":"traceutil/trace.go:171","msg":"trace[1804911829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19472; }","duration":"373.057388ms","start":"2026-03-03T15:11:43.042973Z","end":"2026-03-03T15:11:43.416031Z","steps":["trace[1804911829] 'agreement among raft nodes before linearized reading' (duration: 372.953955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:43.416049Z","caller":"traceutil/trace.go:171","msg":"trace[1449565677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19472; }","duration":"238.143709ms","start":"2026-03-03T15:11:43.177868Z","end":"2026-03-03T15:11:43.416012Z","steps":["trace[1449565677] 'agreement among raft nodes before linearized reading' (duration: 238.015925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.416271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.436759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:11:43.416313Z","caller":"traceutil/trace.go:171","msg":"trace[678966313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19472; }","duration":"238.520971ms","start":"2026-03-03T15:11:43.177778Z","end":"2026-03-03T15:11:43.416299Z","steps":["trace[678966313] 'agreement among raft nodes before linearized reading' (duration: 238.406367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.416499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.665996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:11:43.416075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.042959Z","time spent":"373.1087ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T15:11:43.416533Z","caller":"traceutil/trace.go:171","msg":"trace[935672615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19472; }","duration":"238.739848ms","start":"2026-03-03T15:11:43.177785Z","end":"2026-03-03T15:11:43.416525Z","steps":["trace[935672615] 'agreement among raft nodes before linearized reading' (duration: 238.625974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.730178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.043601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:43.730477Z","caller":"traceutil/trace.go:171","msg":"trace[823399395] transaction","detail":"{read_only:false; response_revision:19477; number_of_response:1; }","duration":"307.697125ms","start":"2026-03-03T15:11:43.422761Z","end":"2026-03-03T15:11:43.730458Z","steps":["trace[823399395] 'process raft request' (duration: 307.648964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:43.730489Z","caller":"traceutil/trace.go:171","msg":"trace[5551008] transaction","detail":"{read_only:false; response_revision:19474; number_of_response:1; }","duration":"310.438311ms","start":"2026-03-03T15:11:43.420023Z","end":"2026-03-03T15:11:43.730461Z","steps":["trace[5551008] 'process raft request' (duration: 310.259966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.730558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.422736Z","time spent":"307.787337ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:43.730621Z","caller":"traceutil/trace.go:171","msg":"trace[2102663422] transaction","detail":"{read_only:false; response_revision:19473; number_of_response:1; }","duration":"310.814292ms","start":"2026-03-03T15:11:43.419776Z","end":"2026-03-03T15:11:43.73059Z","steps":["trace[2102663422] 'process raft request' (duration: 170.275765ms)","trace[2102663422] 'compare' (duration: 139.910988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:43.730626Z","caller":"traceutil/trace.go:171","msg":"trace[957914848] transaction","detail":"{read_only:false; response_revision:19475; number_of_response:1; }","duration":"310.378809ms","start":"2026-03-03T15:11:43.420194Z","end":"2026-03-03T15:11:43.730572Z","steps":["trace[957914848] 'process raft request' (duration: 310.153682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.730722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.41976Z","time spent":"310.898445ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:43.73074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.420013Z","time spent":"310.528314ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:43.730708Z","caller":"traceutil/trace.go:171","msg":"trace[194842289] transaction","detail":"{read_only:false; response_revision:19476; number_of_response:1; }","duration":"308.075967ms","start":"2026-03-03T15:11:43.422562Z","end":"2026-03-03T15:11:43.730638Z","steps":["trace[194842289] 'process raft request' (duration: 307.815479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:43.730738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.420176Z","time spent":"310.528914ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:43.731045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.422539Z","time spent":"308.319805ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:44.43274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789099690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T15:11:44.847876Z","caller":"traceutil/trace.go:171","msg":"trace[657505653] linearizableReadLoop","detail":"{readStateIndex:20224; appliedIndex:20223; }","duration":"915.268215ms","start":"2026-03-03T15:11:43.93258Z","end":"2026-03-03T15:11:44.847849Z","steps":["trace[657505653] 'read index received' (duration: 914.992557ms)","trace[657505653] 'applied index is now lower than readState.Index' (duration: 274.458µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:44.84802Z","caller":"traceutil/trace.go:171","msg":"trace[1806878621] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"928.491353ms","start":"2026-03-03T15:11:43.919486Z","end":"2026-03-03T15:11:44.847977Z","steps":["trace[1806878621] 'process raft request' (duration: 928.185744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:44.848094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.480982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:44.848138Z","caller":"traceutil/trace.go:171","msg":"trace[1051169767] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19478; }","duration":"915.586456ms","start":"2026-03-03T15:11:43.932536Z","end":"2026-03-03T15:11:44.848123Z","steps":["trace[1051169767] 'agreement among raft nodes before linearized reading' (duration: 915.464092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:44.84821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.919466Z","time spent":"928.655319ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:44.848146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.758272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:44.848316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:43.932516Z","time spent":"915.72111ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:44.84843Z","caller":"traceutil/trace.go:171","msg":"trace[249308324] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19478; }","duration":"585.068122ms","start":"2026-03-03T15:11:44.263306Z","end":"2026-03-03T15:11:44.848374Z","steps":["trace[249308324] 'agreement among raft nodes before linearized reading' (duration: 584.727371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:44.848522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:44.263288Z","time spent":"585.213326ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:45.141511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.560815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:11:45.55891Z","caller":"traceutil/trace.go:171","msg":"trace[1717692904] linearizableReadLoop","detail":"{readStateIndex:20227; appliedIndex:20226; }","duration":"137.427429ms","start":"2026-03-03T15:11:45.421458Z","end":"2026-03-03T15:11:45.558885Z","steps":["trace[1717692904] 'read index received' (duration: 137.206752ms)","trace[1717692904] 'applied index is now lower than readState.Index' (duration: 219.657µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:45.559056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:45.559094Z","caller":"traceutil/trace.go:171","msg":"trace[1758307773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19480; }","duration":"137.673316ms","start":"2026-03-03T15:11:45.421411Z","end":"2026-03-03T15:11:45.559085Z","steps":["trace[1758307773] 'agreement among raft nodes before linearized reading' (duration: 137.570773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:45.559007Z","caller":"traceutil/trace.go:171","msg":"trace[367687681] transaction","detail":"{read_only:false; response_revision:19480; number_of_response:1; }","duration":"138.114991ms","start":"2026-03-03T15:11:45.420853Z","end":"2026-03-03T15:11:45.558968Z","steps":["trace[367687681] 'process raft request' (duration: 137.869913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:46.162421Z","caller":"traceutil/trace.go:171","msg":"trace[1141827317] transaction","detail":"{read_only:false; response_revision:19483; number_of_response:1; }","duration":"371.622653ms","start":"2026-03-03T15:11:45.79078Z","end":"2026-03-03T15:11:46.162403Z","steps":["trace[1141827317] 'process raft request' (duration: 371.579982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:46.162526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:45.790764Z","time spent":"371.709045ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:46.16261Z","caller":"traceutil/trace.go:171","msg":"trace[1209321818] transaction","detail":"{read_only:false; response_revision:19482; number_of_response:1; }","duration":"372.279224ms","start":"2026-03-03T15:11:45.790324Z","end":"2026-03-03T15:11:46.162603Z","steps":["trace[1209321818] 'process raft request' (duration: 371.932173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:46.162638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:45.790306Z","time spent":"372.320115ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:46.162711Z","caller":"traceutil/trace.go:171","msg":"trace[1691630470] transaction","detail":"{read_only:false; response_revision:19484; number_of_response:1; }","duration":"370.704244ms","start":"2026-03-03T15:11:45.792002Z","end":"2026-03-03T15:11:46.162707Z","steps":["trace[1691630470] 'process raft request' (duration: 370.380654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:46.162744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:45.791995Z","time spent":"370.732275ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:46.163021Z","caller":"traceutil/trace.go:171","msg":"trace[1498197782] transaction","detail":"{read_only:false; response_revision:19485; number_of_response:1; }","duration":"370.083514ms","start":"2026-03-03T15:11:45.792917Z","end":"2026-03-03T15:11:46.163001Z","steps":["trace[1498197782] 'process raft request' (duration: 369.765024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:46.163112Z","caller":"traceutil/trace.go:171","msg":"trace[1907436952] transaction","detail":"{read_only:false; response_revision:19486; number_of_response:1; }","duration":"301.711465ms","start":"2026-03-03T15:11:45.861394Z","end":"2026-03-03T15:11:46.163106Z","steps":["trace[1907436952] 'process raft request' (duration: 301.54159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:46.163148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:45.861371Z","time spent":"301.762397ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:46.163144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:45.792906Z","time spent":"370.178478ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:46.869539Z","caller":"traceutil/trace.go:171","msg":"trace[823055071] transaction","detail":"{read_only:false; response_revision:19487; number_of_response:1; }","duration":"150.690488ms","start":"2026-03-03T15:11:46.718826Z","end":"2026-03-03T15:11:46.869516Z","steps":["trace[823055071] 'process raft request' (duration: 150.10501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:47.057705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:47.057838Z","caller":"traceutil/trace.go:171","msg":"trace[1819545699] transaction","detail":"{read_only:false; response_revision:19488; number_of_response:1; }","duration":"202.350619ms","start":"2026-03-03T15:11:46.855466Z","end":"2026-03-03T15:11:47.057816Z","steps":["trace[1819545699] 'process raft request' (duration: 96.659642ms)","trace[1819545699] 'compare' (duration: 105.316805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:47.118963Z","caller":"traceutil/trace.go:171","msg":"trace[148341117] transaction","detail":"{read_only:false; response_revision:19489; number_of_response:1; }","duration":"220.7694ms","start":"2026-03-03T15:11:46.898161Z","end":"2026-03-03T15:11:47.118931Z","steps":["trace[148341117] 'process raft request' (duration: 220.580284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:47.644916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.812158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:47.645045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.847397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:47.64509Z","caller":"traceutil/trace.go:171","msg":"trace[1729824963] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19490; }","duration":"340.039165ms","start":"2026-03-03T15:11:47.305028Z","end":"2026-03-03T15:11:47.645067Z","steps":["trace[1729824963] 'range keys from in-memory index tree' (duration: 339.693844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:47.645153Z","caller":"traceutil/trace.go:171","msg":"trace[834654318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19490; }","duration":"325.985311ms","start":"2026-03-03T15:11:47.319137Z","end":"2026-03-03T15:11:47.645123Z","steps":["trace[834654318] 'range keys from in-memory index tree' (duration: 325.753984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:47.645222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:47.319125Z","time spent":"326.085974ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:47.64523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:47.305006Z","time spent":"340.20923ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:11:47.645471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.292601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-03-03T15:11:47.645563Z","caller":"traceutil/trace.go:171","msg":"trace[366763871] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19490; }","duration":"339.418504ms","start":"2026-03-03T15:11:47.30612Z","end":"2026-03-03T15:11:47.645538Z","steps":["trace[366763871] 'range keys from in-memory index tree' (duration: 338.742333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:47.645609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:47.306107Z","time spent":"339.488737ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T15:11:47.688437Z","caller":"traceutil/trace.go:171","msg":"trace[1047662628] transaction","detail":"{read_only:false; response_revision:19491; number_of_response:1; }","duration":"124.159519ms","start":"2026-03-03T15:11:47.56425Z","end":"2026-03-03T15:11:47.688409Z","steps":["trace[1047662628] 'process raft request' (duration: 123.910351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:47.994151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.583884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:11:47.994471Z","caller":"traceutil/trace.go:171","msg":"trace[645125865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19491; }","duration":"111.905103ms","start":"2026-03-03T15:11:47.882484Z","end":"2026-03-03T15:11:47.994389Z","steps":["trace[645125865] 'range keys from in-memory index tree' (duration: 111.305685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:48.752159Z","caller":"traceutil/trace.go:171","msg":"trace[2084720655] transaction","detail":"{read_only:false; response_revision:19493; number_of_response:1; }","duration":"527.698301ms","start":"2026-03-03T15:11:48.224429Z","end":"2026-03-03T15:11:48.752127Z","steps":["trace[2084720655] 'process raft request' (duration: 527.523625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:48.752336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.224401Z","time spent":"527.840345ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:49.001364Z","caller":"traceutil/trace.go:171","msg":"trace[2110424277] transaction","detail":"{read_only:false; response_revision:19495; number_of_response:1; }","duration":"776.739953ms","start":"2026-03-03T15:11:48.224602Z","end":"2026-03-03T15:11:49.001342Z","steps":["trace[2110424277] 'process raft request' (duration: 776.540196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:49.001366Z","caller":"traceutil/trace.go:171","msg":"trace[394164606] transaction","detail":"{read_only:false; response_revision:19494; number_of_response:1; }","duration":"776.816135ms","start":"2026-03-03T15:11:48.224513Z","end":"2026-03-03T15:11:49.00133Z","steps":["trace[394164606] 'process raft request' (duration: 776.444254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:49.001728Z","caller":"traceutil/trace.go:171","msg":"trace[338076610] linearizableReadLoop","detail":"{readStateIndex:20243; appliedIndex:20239; }","duration":"681.978731ms","start":"2026-03-03T15:11:48.319724Z","end":"2026-03-03T15:11:49.001703Z","steps":["trace[338076610] 'read index received' (duration: 432.163044ms)","trace[338076610] 'applied index is now lower than readState.Index' (duration: 249.812907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:49.001777Z","caller":"traceutil/trace.go:171","msg":"trace[1931845046] transaction","detail":"{read_only:false; response_revision:19496; number_of_response:1; }","duration":"776.772714ms","start":"2026-03-03T15:11:48.224961Z","end":"2026-03-03T15:11:49.001734Z","steps":["trace[1931845046] 'process raft request' (duration: 776.263558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:49.001624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.224592Z","time spent":"776.859617ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:49.001902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.161137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:49.002091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.224948Z","time spent":"777.009031ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:49.002131Z","caller":"traceutil/trace.go:171","msg":"trace[1654881303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19496; }","duration":"682.454776ms","start":"2026-03-03T15:11:48.319655Z","end":"2026-03-03T15:11:49.00211Z","steps":["trace[1654881303] 'agreement among raft nodes before linearized reading' (duration: 682.148676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:49.002169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.319634Z","time spent":"682.525589ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:49.002084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.565649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:49.002311Z","caller":"traceutil/trace.go:171","msg":"trace[724067443] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19496; }","duration":"339.113397ms","start":"2026-03-03T15:11:48.663174Z","end":"2026-03-03T15:11:49.002288Z","steps":["trace[724067443] 'agreement among raft nodes before linearized reading' (duration: 338.827088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:49.002505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.663153Z","time spent":"339.328273ms","remote":"127.0.0.1:51894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:49.002593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:48.224487Z","time spent":"777.865989ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:49.299622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.278013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:49.299865Z","caller":"traceutil/trace.go:171","msg":"trace[1895008000] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"182.203412ms","start":"2026-03-03T15:11:49.117641Z","end":"2026-03-03T15:11:49.299845Z","steps":["trace[1895008000] 'process raft request' (duration: 182.087898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:49.299913Z","caller":"traceutil/trace.go:171","msg":"trace[612249809] transaction","detail":"{read_only:false; response_revision:19497; number_of_response:1; }","duration":"233.694758ms","start":"2026-03-03T15:11:49.066187Z","end":"2026-03-03T15:11:49.299882Z","steps":["trace[612249809] 'process raft request' (duration: 103.066334ms)","trace[612249809] 'compare' (duration: 130.098787ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:49.366411Z","caller":"traceutil/trace.go:171","msg":"trace[2067234334] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"163.786301ms","start":"2026-03-03T15:11:49.202593Z","end":"2026-03-03T15:11:49.366379Z","steps":["trace[2067234334] 'process raft request' (duration: 163.643536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:50.12511Z","caller":"traceutil/trace.go:171","msg":"trace[980152483] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"430.580134ms","start":"2026-03-03T15:11:49.69449Z","end":"2026-03-03T15:11:50.12507Z","steps":["trace[980152483] 'process raft request' (duration: 430.265134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:50.125478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:49.694461Z","time spent":"430.735249ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:51.331312Z","caller":"traceutil/trace.go:171","msg":"trace[2117590177] transaction","detail":"{read_only:false; response_revision:19503; number_of_response:1; }","duration":"319.888848ms","start":"2026-03-03T15:11:51.011397Z","end":"2026-03-03T15:11:51.331286Z","steps":["trace[2117590177] 'process raft request' (duration: 319.692252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:51.331463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:51.011379Z","time spent":"320.009653ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:51.490084Z","caller":"traceutil/trace.go:171","msg":"trace[994920145] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"477.548406ms","start":"2026-03-03T15:11:51.012507Z","end":"2026-03-03T15:11:51.490055Z","steps":["trace[994920145] 'process raft request' (duration: 477.283218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:51.490238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:51.012479Z","time spent":"477.68457ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:51.490397Z","caller":"traceutil/trace.go:171","msg":"trace[651597852] linearizableReadLoop","detail":"{readStateIndex:20254; appliedIndex:20250; }","duration":"172.262539ms","start":"2026-03-03T15:11:51.318118Z","end":"2026-03-03T15:11:51.490381Z","steps":["trace[651597852] 'read index received' (duration: 13.074624ms)","trace[651597852] 'applied index is now lower than readState.Index' (duration: 159.187065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:51.490404Z","caller":"traceutil/trace.go:171","msg":"trace[400699454] transaction","detail":"{read_only:false; response_revision:19505; number_of_response:1; }","duration":"477.823865ms","start":"2026-03-03T15:11:51.01255Z","end":"2026-03-03T15:11:51.490374Z","steps":["trace[400699454] 'process raft request' (duration: 477.462144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:51.490491Z","caller":"traceutil/trace.go:171","msg":"trace[1730601930] transaction","detail":"{read_only:false; response_revision:19506; number_of_response:1; }","duration":"183.795992ms","start":"2026-03-03T15:11:51.306676Z","end":"2026-03-03T15:11:51.490472Z","steps":["trace[1730601930] 'process raft request' (duration: 183.585466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:51.490524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.406163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:51.490547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:51.012529Z","time spent":"477.941248ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:51.490586Z","caller":"traceutil/trace.go:171","msg":"trace[626735937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19506; }","duration":"172.474646ms","start":"2026-03-03T15:11:51.318073Z","end":"2026-03-03T15:11:51.490547Z","steps":["trace[626735937] 'agreement among raft nodes before linearized reading' (duration: 172.376032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:51.503811Z","caller":"traceutil/trace.go:171","msg":"trace[1580065694] transaction","detail":"{read_only:false; response_revision:19507; number_of_response:1; }","duration":"132.839674ms","start":"2026-03-03T15:11:51.370955Z","end":"2026-03-03T15:11:51.503794Z","steps":["trace[1580065694] 'process raft request' (duration: 132.467452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:53.093213Z","caller":"traceutil/trace.go:171","msg":"trace[780397897] transaction","detail":"{read_only:false; response_revision:19511; number_of_response:1; }","duration":"118.943465ms","start":"2026-03-03T15:11:52.974242Z","end":"2026-03-03T15:11:53.093186Z","steps":["trace[780397897] 'process raft request' (duration: 118.806731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:53.560296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.586581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-tl4pq.18995d26d1ab0c67\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-03T15:11:53.560396Z","caller":"traceutil/trace.go:171","msg":"trace[549429931] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-tl4pq.18995d26d1ab0c67; range_end:; response_count:1; response_revision:19512; }","duration":"103.722815ms","start":"2026-03-03T15:11:53.456651Z","end":"2026-03-03T15:11:53.560374Z","steps":["trace[549429931] 'range keys from in-memory index tree' (duration: 103.222749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:54.968576Z","caller":"traceutil/trace.go:171","msg":"trace[1489182339] linearizableReadLoop","detail":"{readStateIndex:20270; appliedIndex:20269; }","duration":"142.21429ms","start":"2026-03-03T15:11:54.826335Z","end":"2026-03-03T15:11:54.968549Z","steps":["trace[1489182339] 'read index received' (duration: 141.930161ms)","trace[1489182339] 'applied index is now lower than readState.Index' (duration: 283.219µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:54.968633Z","caller":"traceutil/trace.go:171","msg":"trace[269626026] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"156.998606ms","start":"2026-03-03T15:11:54.811597Z","end":"2026-03-03T15:11:54.968595Z","steps":["trace[269626026] 'process raft request' (duration: 156.78999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:54.968831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.476818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:11:54.968875Z","caller":"traceutil/trace.go:171","msg":"trace[1287785831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19522; }","duration":"142.547881ms","start":"2026-03-03T15:11:54.826317Z","end":"2026-03-03T15:11:54.968865Z","steps":["trace[1287785831] 'agreement among raft nodes before linearized reading' (duration: 142.380235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:56.553403Z","caller":"traceutil/trace.go:171","msg":"trace[24328915] transaction","detail":"{read_only:false; response_revision:19531; number_of_response:1; }","duration":"105.240383ms","start":"2026-03-03T15:11:56.448135Z","end":"2026-03-03T15:11:56.553376Z","steps":["trace[24328915] 'process raft request' (duration: 105.062177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:57.6397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.904166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:57.639781Z","caller":"traceutil/trace.go:171","msg":"trace[1034942230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19532; }","duration":"318.051201ms","start":"2026-03-03T15:11:57.321712Z","end":"2026-03-03T15:11:57.639764Z","steps":["trace[1034942230] 'range keys from in-memory index tree' (duration: 317.726961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:57.639791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.63184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:57.639918Z","caller":"traceutil/trace.go:171","msg":"trace[2076014543] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:19532; }","duration":"407.734263ms","start":"2026-03-03T15:11:57.232118Z","end":"2026-03-03T15:11:57.639852Z","steps":["trace[2076014543] 'count revisions from in-memory index tree' (duration: 407.553577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:57.639904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.449656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:11:57.639974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.232057Z","time spent":"407.904269ms","remote":"127.0.0.1:38118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:11:57.639994Z","caller":"traceutil/trace.go:171","msg":"trace[1001175115] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19532; }","duration":"402.56922ms","start":"2026-03-03T15:11:57.237411Z","end":"2026-03-03T15:11:57.63998Z","steps":["trace[1001175115] 'count revisions from in-memory index tree' (duration: 402.387194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:57.639823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.321669Z","time spent":"318.144854ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:11:57.64007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.237362Z","time spent":"402.695744ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:11:57.640113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.226237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:11:57.640189Z","caller":"traceutil/trace.go:171","msg":"trace[254741894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19532; }","duration":"191.343911ms","start":"2026-03-03T15:11:57.448826Z","end":"2026-03-03T15:11:57.64017Z","steps":["trace[254741894] 'range keys from in-memory index tree' (duration: 191.031641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:57.925512Z","caller":"traceutil/trace.go:171","msg":"trace[373718686] transaction","detail":"{read_only:false; response_revision:19533; number_of_response:1; }","duration":"326.829939ms","start":"2026-03-03T15:11:57.598656Z","end":"2026-03-03T15:11:57.925486Z","steps":["trace[373718686] 'process raft request' (duration: 326.663304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:57.925759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.598631Z","time spent":"327.035376ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:58.057693Z","caller":"traceutil/trace.go:171","msg":"trace[776656853] linearizableReadLoop","detail":"{readStateIndex:20283; appliedIndex:20281; }","duration":"416.231612ms","start":"2026-03-03T15:11:57.641437Z","end":"2026-03-03T15:11:58.057669Z","steps":["trace[776656853] 'read index received' (duration: 283.909643ms)","trace[776656853] 'applied index is now lower than readState.Index' (duration: 132.320798ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:58.057822Z","caller":"traceutil/trace.go:171","msg":"trace[519608583] transaction","detail":"{read_only:false; response_revision:19534; number_of_response:1; }","duration":"439.657551ms","start":"2026-03-03T15:11:57.61815Z","end":"2026-03-03T15:11:58.057808Z","steps":["trace[519608583] 'process raft request' (duration: 372.209011ms)","trace[519608583] 'compare' (duration: 67.110219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:58.057928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.618121Z","time spent":"439.728623ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:58.058076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.615593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:58.058184Z","caller":"traceutil/trace.go:171","msg":"trace[1964981299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19535; }","duration":"416.769888ms","start":"2026-03-03T15:11:57.64139Z","end":"2026-03-03T15:11:58.05816Z","steps":["trace[1964981299] 'agreement among raft nodes before linearized reading' (duration: 416.608433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.058222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.785533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:11:58.058238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.64137Z","time spent":"416.858141ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:11:58.05827Z","caller":"traceutil/trace.go:171","msg":"trace[1731390401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19535; }","duration":"380.856295ms","start":"2026-03-03T15:11:57.6774Z","end":"2026-03-03T15:11:58.058256Z","steps":["trace[1731390401] 'agreement among raft nodes before linearized reading' (duration: 380.723411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.058307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.67739Z","time spent":"380.910406ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:11:58.058502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.223659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T15:11:58.058533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.095028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:11:58.058541Z","caller":"traceutil/trace.go:171","msg":"trace[31011196] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"413.426672ms","start":"2026-03-03T15:11:57.645095Z","end":"2026-03-03T15:11:58.058522Z","steps":["trace[31011196] 'process raft request' (duration: 412.517734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.058558Z","caller":"traceutil/trace.go:171","msg":"trace[526421161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19535; }","duration":"249.337752ms","start":"2026-03-03T15:11:57.809205Z","end":"2026-03-03T15:11:58.058543Z","steps":["trace[526421161] 'agreement among raft nodes before linearized reading' (duration: 249.005992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.058564Z","caller":"traceutil/trace.go:171","msg":"trace[1215584958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19535; }","duration":"378.140239ms","start":"2026-03-03T15:11:57.680413Z","end":"2026-03-03T15:11:58.058553Z","steps":["trace[1215584958] 'agreement among raft nodes before linearized reading' (duration: 378.058997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.058596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.680405Z","time spent":"378.184921ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:11:58.058655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:57.64507Z","time spent":"413.512155ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:58.383702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.853793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:11:58.383944Z","caller":"traceutil/trace.go:171","msg":"trace[2059400378] linearizableReadLoop","detail":"{readStateIndex:20286; appliedIndex:20284; }","duration":"320.197909ms","start":"2026-03-03T15:11:58.063722Z","end":"2026-03-03T15:11:58.38392Z","steps":["trace[2059400378] 'read index received' (duration: 105.14014ms)","trace[2059400378] 'applied index is now lower than readState.Index' (duration: 215.056279ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:58.38404Z","caller":"traceutil/trace.go:171","msg":"trace[524619282] transaction","detail":"{read_only:false; response_revision:19537; number_of_response:1; }","duration":"320.294991ms","start":"2026-03-03T15:11:58.063706Z","end":"2026-03-03T15:11:58.384001Z","steps":["trace[524619282] 'process raft request' (duration: 320.143567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.384102Z","caller":"traceutil/trace.go:171","msg":"trace[1652783370] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"320.690284ms","start":"2026-03-03T15:11:58.063342Z","end":"2026-03-03T15:11:58.384032Z","steps":["trace[1652783370] 'process raft request' (duration: 105.377207ms)","trace[1652783370] 'compare' (duration: 214.678957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:11:58.384236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:58.063692Z","time spent":"320.422116ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:58.384197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.467467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-03T15:11:58.384344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:58.063331Z","time spent":"320.922821ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:11:58.384446Z","caller":"traceutil/trace.go:171","msg":"trace[103341150] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19537; }","duration":"320.718174ms","start":"2026-03-03T15:11:58.063699Z","end":"2026-03-03T15:11:58.384417Z","steps":["trace[103341150] 'agreement among raft nodes before linearized reading' (duration: 320.338883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.384538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:58.063686Z","time spent":"320.822598ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T15:11:58.406222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.912496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:58.406343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.563248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:11:58.406409Z","caller":"traceutil/trace.go:171","msg":"trace[762562958] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19538; }","duration":"109.690772ms","start":"2026-03-03T15:11:58.296697Z","end":"2026-03-03T15:11:58.406387Z","steps":["trace[762562958] 'agreement among raft nodes before linearized reading' (duration: 109.489446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.406355Z","caller":"traceutil/trace.go:171","msg":"trace[817406721] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19538; }","duration":"210.090382ms","start":"2026-03-03T15:11:58.196241Z","end":"2026-03-03T15:11:58.406331Z","steps":["trace[817406721] 'agreement among raft nodes before linearized reading' (duration: 209.891286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.40654Z","caller":"traceutil/trace.go:171","msg":"trace[641059754] transaction","detail":"{read_only:false; response_revision:19538; number_of_response:1; }","duration":"167.233299ms","start":"2026-03-03T15:11:58.239275Z","end":"2026-03-03T15:11:58.406508Z","steps":["trace[641059754] 'process raft request' (duration: 166.702652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.406917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.661427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T15:11:58.406975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.875624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T15:11:58.40706Z","caller":"traceutil/trace.go:171","msg":"trace[1970078864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19538; }","duration":"151.936426ms","start":"2026-03-03T15:11:58.255071Z","end":"2026-03-03T15:11:58.407007Z","steps":["trace[1970078864] 'agreement among raft nodes before linearized reading' (duration: 151.7552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.407017Z","caller":"traceutil/trace.go:171","msg":"trace[1287223871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19538; }","duration":"138.76383ms","start":"2026-03-03T15:11:58.268223Z","end":"2026-03-03T15:11:58.406987Z","steps":["trace[1287223871] 'agreement among raft nodes before linearized reading' (duration: 138.338617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.735604Z","caller":"traceutil/trace.go:171","msg":"trace[912250004] linearizableReadLoop","detail":"{readStateIndex:20288; appliedIndex:20287; }","duration":"292.66354ms","start":"2026-03-03T15:11:58.442917Z","end":"2026-03-03T15:11:58.73558Z","steps":["trace[912250004] 'read index received' (duration: 292.454624ms)","trace[912250004] 'applied index is now lower than readState.Index' (duration: 207.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:11:58.735728Z","caller":"traceutil/trace.go:171","msg":"trace[759160838] transaction","detail":"{read_only:false; response_revision:19539; number_of_response:1; }","duration":"325.213098ms","start":"2026-03-03T15:11:58.410477Z","end":"2026-03-03T15:11:58.73569Z","steps":["trace[759160838] 'process raft request' (duration: 324.95511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.735789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.866127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:11:58.735811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.121292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:58.735847Z","caller":"traceutil/trace.go:171","msg":"trace[65487186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19539; }","duration":"293.000401ms","start":"2026-03-03T15:11:58.44283Z","end":"2026-03-03T15:11:58.735831Z","steps":["trace[65487186] 'agreement among raft nodes before linearized reading' (duration: 292.881948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:58.735851Z","caller":"traceutil/trace.go:171","msg":"trace[2018667966] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19539; }","duration":"285.237546ms","start":"2026-03-03T15:11:58.450601Z","end":"2026-03-03T15:11:58.735838Z","steps":["trace[2018667966] 'agreement among raft nodes before linearized reading' (duration: 285.127672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:11:58.735892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:11:58.410458Z","time spent":"325.347072ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:11:59.043882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.260526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:11:59.043975Z","caller":"traceutil/trace.go:171","msg":"trace[1818535146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19539; }","duration":"189.4212ms","start":"2026-03-03T15:11:58.854533Z","end":"2026-03-03T15:11:59.043955Z","steps":["trace[1818535146] 'count revisions from in-memory index tree' (duration: 189.147952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:11:59.304535Z","caller":"traceutil/trace.go:171","msg":"trace[146019601] transaction","detail":"{read_only:false; response_revision:19541; number_of_response:1; }","duration":"168.781629ms","start":"2026-03-03T15:11:59.135717Z","end":"2026-03-03T15:11:59.304499Z","steps":["trace[146019601] 'process raft request' (duration: 91.230351ms)","trace[146019601] 'compare' (duration: 77.380303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:00.658363Z","caller":"traceutil/trace.go:171","msg":"trace[1312624539] transaction","detail":"{read_only:false; response_revision:19546; number_of_response:1; }","duration":"264.875922ms","start":"2026-03-03T15:12:00.393456Z","end":"2026-03-03T15:12:00.658331Z","steps":["trace[1312624539] 'process raft request' (duration: 212.076365ms)","trace[1312624539] 'compare' (duration: 52.605841ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:00.658535Z","caller":"traceutil/trace.go:171","msg":"trace[331167212] transaction","detail":"{read_only:false; response_revision:19547; number_of_response:1; }","duration":"247.35332ms","start":"2026-03-03T15:12:00.411148Z","end":"2026-03-03T15:12:00.658502Z","steps":["trace[331167212] 'process raft request' (duration: 247.137173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:02.27579Z","caller":"traceutil/trace.go:171","msg":"trace[588448867] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"125.621557ms","start":"2026-03-03T15:12:02.15013Z","end":"2026-03-03T15:12:02.275752Z","steps":["trace[588448867] 'process raft request' (duration: 65.778007ms)","trace[588448867] 'compare' (duration: 59.619102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:02.678148Z","caller":"traceutil/trace.go:171","msg":"trace[992214913] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"208.528364ms","start":"2026-03-03T15:12:02.469598Z","end":"2026-03-03T15:12:02.678126Z","steps":["trace[992214913] 'process raft request' (duration: 208.223535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:02.913115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.056151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:02.913412Z","caller":"traceutil/trace.go:171","msg":"trace[354277048] transaction","detail":"{read_only:false; response_revision:19556; number_of_response:1; }","duration":"249.057523ms","start":"2026-03-03T15:12:02.66431Z","end":"2026-03-03T15:12:02.913368Z","steps":["trace[354277048] 'process raft request' (duration: 70.607039ms)","trace[354277048] 'compare' (duration: 177.846885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:02.913473Z","caller":"traceutil/trace.go:171","msg":"trace[200289042] linearizableReadLoop","detail":"{readStateIndex:20307; appliedIndex:20305; }","duration":"158.795533ms","start":"2026-03-03T15:12:02.754646Z","end":"2026-03-03T15:12:02.913442Z","steps":["trace[200289042] 'read index received' (duration: 137.549993ms)","trace[200289042] 'applied index is now lower than readState.Index' (duration: 21.24301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:02.913578Z","caller":"traceutil/trace.go:171","msg":"trace[319598733] transaction","detail":"{read_only:false; response_revision:19557; number_of_response:1; }","duration":"230.636791ms","start":"2026-03-03T15:12:02.68289Z","end":"2026-03-03T15:12:02.913527Z","steps":["trace[319598733] 'process raft request' (duration: 230.442915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:02.913707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.053122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:12:02.913755Z","caller":"traceutil/trace.go:171","msg":"trace[435783037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19557; }","duration":"159.184176ms","start":"2026-03-03T15:12:02.754559Z","end":"2026-03-03T15:12:02.913744Z","steps":["trace[435783037] 'agreement among raft nodes before linearized reading' (duration: 158.971369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:13.181124Z","caller":"traceutil/trace.go:171","msg":"trace[721765552] linearizableReadLoop","detail":"{readStateIndex:20355; appliedIndex:20354; }","duration":"138.922036ms","start":"2026-03-03T15:12:13.042167Z","end":"2026-03-03T15:12:13.181089Z","steps":["trace[721765552] 'read index received' (duration: 138.664848ms)","trace[721765552] 'applied index is now lower than readState.Index' (duration: 255.828µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:13.181246Z","caller":"traceutil/trace.go:171","msg":"trace[442103032] transaction","detail":"{read_only:false; response_revision:19603; number_of_response:1; }","duration":"153.62564ms","start":"2026-03-03T15:12:13.027585Z","end":"2026-03-03T15:12:13.181211Z","steps":["trace[442103032] 'process raft request' (duration: 153.32053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:13.181312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.130243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:12:13.181375Z","caller":"traceutil/trace.go:171","msg":"trace[1044378752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19603; }","duration":"139.234656ms","start":"2026-03-03T15:12:13.042132Z","end":"2026-03-03T15:12:13.181367Z","steps":["trace[1044378752] 'agreement among raft nodes before linearized reading' (duration: 139.082201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:13.181482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.40037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T15:12:13.181517Z","caller":"traceutil/trace.go:171","msg":"trace[1567587326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19603; }","duration":"113.432841ms","start":"2026-03-03T15:12:13.068064Z","end":"2026-03-03T15:12:13.181496Z","steps":["trace[1567587326] 'agreement among raft nodes before linearized reading' (duration: 113.38448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:13.304649Z","caller":"traceutil/trace.go:171","msg":"trace[507922415] transaction","detail":"{read_only:false; response_revision:19604; number_of_response:1; }","duration":"119.012387ms","start":"2026-03-03T15:12:13.185611Z","end":"2026-03-03T15:12:13.304624Z","steps":["trace[507922415] 'process raft request' (duration: 114.126373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:13.30675Z","caller":"traceutil/trace.go:171","msg":"trace[1390342223] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"120.783563ms","start":"2026-03-03T15:12:13.185942Z","end":"2026-03-03T15:12:13.306726Z","steps":["trace[1390342223] 'process raft request' (duration: 120.670029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:26.588807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.473839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T15:12:26.588979Z","caller":"traceutil/trace.go:171","msg":"trace[1862048150] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:19665; }","duration":"130.678816ms","start":"2026-03-03T15:12:26.458276Z","end":"2026-03-03T15:12:26.588955Z","steps":["trace[1862048150] 'range keys from in-memory index tree' (duration: 130.384626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:32.283272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.17345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:635"} {"level":"info","ts":"2026-03-03T15:12:32.28336Z","caller":"traceutil/trace.go:171","msg":"trace[1660844347] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:19689; }","duration":"137.293344ms","start":"2026-03-03T15:12:32.146048Z","end":"2026-03-03T15:12:32.283342Z","steps":["trace[1660844347] 'range keys from in-memory index tree' (duration: 137.076378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:32.283411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.026662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:792"} {"level":"warn","ts":"2026-03-03T15:12:32.28348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.67579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T15:12:32.283801Z","caller":"traceutil/trace.go:171","msg":"trace[210476618] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19689; }","duration":"190.99312ms","start":"2026-03-03T15:12:32.092743Z","end":"2026-03-03T15:12:32.283736Z","steps":["trace[210476618] 'range keys from in-memory index tree' (duration: 190.437433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:32.283598Z","caller":"traceutil/trace.go:171","msg":"trace[1028134444] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:19689; }","duration":"147.250679ms","start":"2026-03-03T15:12:32.136312Z","end":"2026-03-03T15:12:32.283562Z","steps":["trace[1028134444] 'range keys from in-memory index tree' (duration: 146.93639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:36.652113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.412781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:36.652248Z","caller":"traceutil/trace.go:171","msg":"trace[808748213] linearizableReadLoop","detail":"{readStateIndex:20465; appliedIndex:20464; }","duration":"158.167093ms","start":"2026-03-03T15:12:36.494059Z","end":"2026-03-03T15:12:36.652226Z","steps":["trace[808748213] 'read index received' (duration: 12.613258ms)","trace[808748213] 'applied index is now lower than readState.Index' (duration: 145.551635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:36.652315Z","caller":"traceutil/trace.go:171","msg":"trace[1731015527] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"255.555398ms","start":"2026-03-03T15:12:36.396722Z","end":"2026-03-03T15:12:36.652277Z","steps":["trace[1731015527] 'process raft request' (duration: 109.859938ms)","trace[1731015527] 'compare' (duration: 145.282167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:36.652414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:12:36.65245Z","caller":"traceutil/trace.go:171","msg":"trace[2130457920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19708; }","duration":"158.429932ms","start":"2026-03-03T15:12:36.49401Z","end":"2026-03-03T15:12:36.65244Z","steps":["trace[2130457920] 'agreement among raft nodes before linearized reading' (duration: 158.275917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:37.134047Z","caller":"traceutil/trace.go:171","msg":"trace[999196427] linearizableReadLoop","detail":"{readStateIndex:20467; appliedIndex:20466; }","duration":"146.187235ms","start":"2026-03-03T15:12:36.987832Z","end":"2026-03-03T15:12:37.13402Z","steps":["trace[999196427] 'read index received' (duration: 145.941098ms)","trace[999196427] 'applied index is now lower than readState.Index' (duration: 244.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:37.134115Z","caller":"traceutil/trace.go:171","msg":"trace[41225188] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"307.262501ms","start":"2026-03-03T15:12:36.826806Z","end":"2026-03-03T15:12:37.134069Z","steps":["trace[41225188] 'process raft request' (duration: 306.981452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:37.134284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:36.826799Z","time spent":"307.395035ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:37.134325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.479025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:12:37.134375Z","caller":"traceutil/trace.go:171","msg":"trace[1503725166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19710; }","duration":"146.601778ms","start":"2026-03-03T15:12:36.98776Z","end":"2026-03-03T15:12:37.134362Z","steps":["trace[1503725166] 'agreement among raft nodes before linearized reading' (duration: 146.416122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:37.521836Z","caller":"traceutil/trace.go:171","msg":"trace[1645812126] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"121.233518ms","start":"2026-03-03T15:12:37.400578Z","end":"2026-03-03T15:12:37.521812Z","steps":["trace[1645812126] 'process raft request' (duration: 120.491625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:38.919463Z","caller":"traceutil/trace.go:171","msg":"trace[915950796] linearizableReadLoop","detail":"{readStateIndex:20473; appliedIndex:20472; }","duration":"406.838275ms","start":"2026-03-03T15:12:38.512596Z","end":"2026-03-03T15:12:38.919434Z","steps":["trace[915950796] 'read index received' (duration: 406.654849ms)","trace[915950796] 'applied index is now lower than readState.Index' (duration: 182.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:38.919847Z","caller":"traceutil/trace.go:171","msg":"trace[1674447892] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"461.524971ms","start":"2026-03-03T15:12:38.458258Z","end":"2026-03-03T15:12:38.919783Z","steps":["trace[1674447892] 'process raft request' (duration: 460.909011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:38.920129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.458225Z","time spent":"461.689626ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:38.920624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.290929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/auth-system/\" range_end:\"/registry/rolebindings/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:38.920757Z","caller":"traceutil/trace.go:171","msg":"trace[1004280078] range","detail":"{range_begin:/registry/rolebindings/auth-system/; range_end:/registry/rolebindings/auth-system0; response_count:0; response_revision:19716; }","duration":"408.172957ms","start":"2026-03-03T15:12:38.51256Z","end":"2026-03-03T15:12:38.920733Z","steps":["trace[1004280078] 'agreement among raft nodes before linearized reading' (duration: 407.274408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:38.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.51254Z","time spent":"408.314512ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/auth-system/\" range_end:\"/registry/rolebindings/auth-system0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:39.451492Z","caller":"traceutil/trace.go:171","msg":"trace[1869726361] linearizableReadLoop","detail":"{readStateIndex:20474; appliedIndex:20473; }","duration":"531.871422ms","start":"2026-03-03T15:12:38.919568Z","end":"2026-03-03T15:12:39.451439Z","steps":["trace[1869726361] 'read index received' (duration: 483.66471ms)","trace[1869726361] 'applied index is now lower than readState.Index' (duration: 48.205292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:39.451601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.954645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:39.451653Z","caller":"traceutil/trace.go:171","msg":"trace[350118734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19717; }","duration":"634.068068ms","start":"2026-03-03T15:12:38.817571Z","end":"2026-03-03T15:12:39.451639Z","steps":["trace[350118734] 'agreement among raft nodes before linearized reading' (duration: 633.895133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.451678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.817549Z","time spent":"634.12365ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:39.451903Z","caller":"traceutil/trace.go:171","msg":"trace[624582792] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"793.681448ms","start":"2026-03-03T15:12:38.658212Z","end":"2026-03-03T15:12:39.451893Z","steps":["trace[624582792] 'process raft request' (duration: 745.097845ms)","trace[624582792] 'compare' (duration: 47.879371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:39.451967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.658183Z","time spent":"793.74408ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:39.451999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.161962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-03T15:12:39.452145Z","caller":"traceutil/trace.go:171","msg":"trace[1028616110] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:19717; }","duration":"914.322046ms","start":"2026-03-03T15:12:38.537765Z","end":"2026-03-03T15:12:39.452087Z","steps":["trace[1028616110] 'agreement among raft nodes before linearized reading' (duration: 913.870672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.537742Z","time spent":"914.491142ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T15:12:39.452441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.553761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/auth-system/\" range_end:\"/registry/roles/auth-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:39.452281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.855179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-03T15:12:39.452525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.990543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:12:39.452548Z","caller":"traceutil/trace.go:171","msg":"trace[124538474] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:19717; }","duration":"918.164368ms","start":"2026-03-03T15:12:38.534343Z","end":"2026-03-03T15:12:39.452507Z","steps":["trace[124538474] 'agreement among raft nodes before linearized reading' (duration: 917.779836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.452563Z","caller":"traceutil/trace.go:171","msg":"trace[1790245115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19717; }","duration":"231.066255ms","start":"2026-03-03T15:12:39.221479Z","end":"2026-03-03T15:12:39.452545Z","steps":["trace[1790245115] 'agreement among raft nodes before linearized reading' (duration: 230.970892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.545205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:39.4526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.942028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/cert-manager/\" range_end:\"/registry/persistentvolumeclaims/cert-manager0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:39.452605Z","caller":"traceutil/trace.go:171","msg":"trace[1993113357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19717; }","duration":"132.618917ms","start":"2026-03-03T15:12:39.319967Z","end":"2026-03-03T15:12:39.452585Z","steps":["trace[1993113357] 'agreement among raft nodes before linearized reading' (duration: 132.551265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.534327Z","time spent":"918.254181ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-03T15:12:39.452653Z","caller":"traceutil/trace.go:171","msg":"trace[2048124497] range","detail":"{range_begin:/registry/persistentvolumeclaims/cert-manager/; range_end:/registry/persistentvolumeclaims/cert-manager0; response_count:0; response_revision:19717; }","duration":"451.996691ms","start":"2026-03-03T15:12:39.000633Z","end":"2026-03-03T15:12:39.45263Z","steps":["trace[2048124497] 'agreement among raft nodes before linearized reading' (duration: 451.930489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:39.000626Z","time spent":"452.044322ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/cert-manager/\" range_end:\"/registry/persistentvolumeclaims/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:39.452345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.735506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:12:39.452708Z","caller":"traceutil/trace.go:171","msg":"trace[239569390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19717; }","duration":"760.201491ms","start":"2026-03-03T15:12:38.6925Z","end":"2026-03-03T15:12:39.452702Z","steps":["trace[239569390] 'agreement among raft nodes before linearized reading' (duration: 759.586721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.692487Z","time spent":"760.234132ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T15:12:39.452883Z","caller":"traceutil/trace.go:171","msg":"trace[1545081206] range","detail":"{range_begin:/registry/roles/auth-system/; range_end:/registry/roles/auth-system0; response_count:0; response_revision:19717; }","duration":"455.076527ms","start":"2026-03-03T15:12:38.997792Z","end":"2026-03-03T15:12:39.452868Z","steps":["trace[1545081206] 'agreement among raft nodes before linearized reading' (duration: 454.587782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.452937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.997768Z","time spent":"455.15492ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":29,"request content":"key:\"/registry/roles/auth-system/\" range_end:\"/registry/roles/auth-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:39.452825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.030403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T15:12:39.453058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.978668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:12:39.453107Z","caller":"traceutil/trace.go:171","msg":"trace[2009139003] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19717; }","duration":"400.126963ms","start":"2026-03-03T15:12:39.052962Z","end":"2026-03-03T15:12:39.453089Z","steps":["trace[2009139003] 'agreement among raft nodes before linearized reading' (duration: 400.01827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.453156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:39.052931Z","time spent":"400.219206ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T15:12:39.453076Z","caller":"traceutil/trace.go:171","msg":"trace[995403780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19717; }","duration":"841.652722ms","start":"2026-03-03T15:12:38.611383Z","end":"2026-03-03T15:12:39.453036Z","steps":["trace[995403780] 'agreement among raft nodes before linearized reading' (duration: 840.098043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.453357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:38.611357Z","time spent":"841.977673ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T15:12:39.697195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.396124ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T15:12:39.697585Z","caller":"traceutil/trace.go:171","msg":"trace[1006847986] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"170.765102ms","start":"2026-03-03T15:12:39.526801Z","end":"2026-03-03T15:12:39.697566Z","steps":["trace[1006847986] 'process raft request' (duration: 170.727861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.697724Z","caller":"traceutil/trace.go:171","msg":"trace[2038748214] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"239.714828ms","start":"2026-03-03T15:12:39.457987Z","end":"2026-03-03T15:12:39.697702Z","steps":["trace[2038748214] 'process raft request' (duration: 239.295505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.697818Z","caller":"traceutil/trace.go:171","msg":"trace[2005717983] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"239.523032ms","start":"2026-03-03T15:12:39.458284Z","end":"2026-03-03T15:12:39.697807Z","steps":["trace[2005717983] 'process raft request' (duration: 239.114409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.697842Z","caller":"traceutil/trace.go:171","msg":"trace[625230836] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"172.30273ms","start":"2026-03-03T15:12:39.52552Z","end":"2026-03-03T15:12:39.697822Z","steps":["trace[625230836] 'process raft request' (duration: 171.9775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.697785Z","caller":"traceutil/trace.go:171","msg":"trace[104255282] linearizableReadLoop","detail":"{readStateIndex:20475; appliedIndex:20474; }","duration":"239.956956ms","start":"2026-03-03T15:12:39.457803Z","end":"2026-03-03T15:12:39.69776Z","steps":["trace[104255282] 'read index received' (duration: 135.997784ms)","trace[104255282] 'applied index is now lower than readState.Index' (duration: 103.955772ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:39.697943Z","caller":"traceutil/trace.go:171","msg":"trace[1431797032] transaction","detail":"{read_only:false; response_revision:19720; number_of_response:1; }","duration":"238.406747ms","start":"2026-03-03T15:12:39.459527Z","end":"2026-03-03T15:12:39.697934Z","steps":["trace[1431797032] 'process raft request' (duration: 237.907812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.189033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-03T15:12:39.69809Z","caller":"traceutil/trace.go:171","msg":"trace[1835865079] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:19722; }","duration":"240.295997ms","start":"2026-03-03T15:12:39.457777Z","end":"2026-03-03T15:12:39.698073Z","steps":["trace[1835865079] 'agreement among raft nodes before linearized reading' (duration: 240.06907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.851553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:12:39.698159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.830983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/\" range_end:\"/registry/rolebindings/cert-manager0\" limit:500 ","response":"range_response_count:3 size:3496"} {"level":"info","ts":"2026-03-03T15:12:39.698189Z","caller":"traceutil/trace.go:171","msg":"trace[1192655895] range","detail":"{range_begin:/registry/rolebindings/cert-manager/; range_end:/registry/rolebindings/cert-manager0; response_count:3; response_revision:19722; }","duration":"151.886255ms","start":"2026-03-03T15:12:39.546293Z","end":"2026-03-03T15:12:39.698179Z","steps":["trace[1192655895] 'agreement among raft nodes before linearized reading' (duration: 151.787312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.698189Z","caller":"traceutil/trace.go:171","msg":"trace[419884552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19722; }","duration":"125.969437ms","start":"2026-03-03T15:12:39.572203Z","end":"2026-03-03T15:12:39.698172Z","steps":["trace[419884552] 'agreement among raft nodes before linearized reading' (duration: 125.836233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.840052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-03T15:12:39.698283Z","caller":"traceutil/trace.go:171","msg":"trace[760149960] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:19722; }","duration":"239.941996ms","start":"2026-03-03T15:12:39.458322Z","end":"2026-03-03T15:12:39.698264Z","steps":["trace[760149960] 'agreement among raft nodes before linearized reading' (duration: 239.713659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.638375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" limit:500 ","response":"range_response_count:4 size:81050"} {"level":"warn","ts":"2026-03-03T15:12:39.698364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.932862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:12:39.698382Z","caller":"traceutil/trace.go:171","msg":"trace[1312904538] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:19722; }","duration":"162.735338ms","start":"2026-03-03T15:12:39.535633Z","end":"2026-03-03T15:12:39.698368Z","steps":["trace[1312904538] 'agreement among raft nodes before linearized reading' (duration: 162.523831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.529154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:12:39.69847Z","caller":"traceutil/trace.go:171","msg":"trace[1018406853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19722; }","duration":"100.606936ms","start":"2026-03-03T15:12:39.597854Z","end":"2026-03-03T15:12:39.698461Z","steps":["trace[1018406853] 'agreement among raft nodes before linearized reading' (duration: 100.541384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.698485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.20722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:39.698508Z","caller":"traceutil/trace.go:171","msg":"trace[1873633278] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19722; }","duration":"167.25539ms","start":"2026-03-03T15:12:39.531245Z","end":"2026-03-03T15:12:39.698501Z","steps":["trace[1873633278] 'agreement among raft nodes before linearized reading' (duration: 167.164017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.698393Z","caller":"traceutil/trace.go:171","msg":"trace[1829380207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19722; }","duration":"135.981244ms","start":"2026-03-03T15:12:39.562405Z","end":"2026-03-03T15:12:39.698387Z","steps":["trace[1829380207] 'agreement among raft nodes before linearized reading' (duration: 135.903221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.833512Z","caller":"traceutil/trace.go:171","msg":"trace[556790549] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"130.585973ms","start":"2026-03-03T15:12:39.702904Z","end":"2026-03-03T15:12:39.83349Z","steps":["trace[556790549] 'process raft request' (duration: 120.791264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.872408Z","caller":"traceutil/trace.go:171","msg":"trace[2106377324] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"169.279545ms","start":"2026-03-03T15:12:39.703098Z","end":"2026-03-03T15:12:39.872378Z","steps":["trace[2106377324] 'process raft request' (duration: 169.042568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:39.872974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.76258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:56 size:45709"} {"level":"info","ts":"2026-03-03T15:12:39.873159Z","caller":"traceutil/trace.go:171","msg":"trace[941878168] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:56; response_revision:19726; }","duration":"163.873314ms","start":"2026-03-03T15:12:39.709159Z","end":"2026-03-03T15:12:39.873033Z","steps":["trace[941878168] 'agreement among raft nodes before linearized reading' (duration: 163.188172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:39.873341Z","caller":"traceutil/trace.go:171","msg":"trace[707670678] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"169.829462ms","start":"2026-03-03T15:12:39.702994Z","end":"2026-03-03T15:12:39.872823Z","steps":["trace[707670678] 'process raft request' (duration: 130.388307ms)","trace[707670678] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 38.669251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:39.874267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.260584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:56 size:45709"} {"level":"info","ts":"2026-03-03T15:12:39.874334Z","caller":"traceutil/trace.go:171","msg":"trace[992466058] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:56; response_revision:19726; }","duration":"169.366317ms","start":"2026-03-03T15:12:39.704946Z","end":"2026-03-03T15:12:39.874313Z","steps":["trace[992466058] 'agreement among raft nodes before linearized reading' (duration: 167.525639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:40.295872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.118458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-03-03T15:12:40.295962Z","caller":"traceutil/trace.go:171","msg":"trace[2037472255] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:19727; }","duration":"168.251313ms","start":"2026-03-03T15:12:40.12769Z","end":"2026-03-03T15:12:40.295941Z","steps":["trace[2037472255] 'range keys from in-memory index tree' (duration: 167.933792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:40.296136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-03-03T15:12:40.296215Z","caller":"traceutil/trace.go:171","msg":"trace[646615848] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager; range_end:; response_count:1; response_revision:19727; }","duration":"167.886451ms","start":"2026-03-03T15:12:40.12831Z","end":"2026-03-03T15:12:40.296196Z","steps":["trace[646615848] 'range keys from in-memory index tree' (duration: 167.644913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:40.2962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.277988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:40.296275Z","caller":"traceutil/trace.go:171","msg":"trace[2026330169] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19727; }","duration":"171.393401ms","start":"2026-03-03T15:12:40.124861Z","end":"2026-03-03T15:12:40.296254Z","steps":["trace[2026330169] 'count revisions from in-memory index tree' (duration: 171.206585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:40.296366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.812459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/\" range_end:\"/registry/serviceaccounts/cert-manager0\" limit:500 ","response":"range_response_count:4 size:3086"} {"level":"info","ts":"2026-03-03T15:12:40.296463Z","caller":"traceutil/trace.go:171","msg":"trace[1303858370] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/; range_end:/registry/serviceaccounts/cert-manager0; response_count:4; response_revision:19727; }","duration":"155.971184ms","start":"2026-03-03T15:12:40.140466Z","end":"2026-03-03T15:12:40.296437Z","steps":["trace[1303858370] 'range keys from in-memory index tree' (duration: 155.579322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:40.296644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.428857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/\" range_end:\"/registry/statefulsets/auth-system0\" limit:500 ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-03-03T15:12:40.296756Z","caller":"traceutil/trace.go:171","msg":"trace[1039621656] range","detail":"{range_begin:/registry/statefulsets/auth-system/; range_end:/registry/statefulsets/auth-system0; response_count:1; response_revision:19727; }","duration":"123.600712ms","start":"2026-03-03T15:12:40.173128Z","end":"2026-03-03T15:12:40.296728Z","steps":["trace[1039621656] 'range keys from in-memory index tree' (duration: 123.20446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:41.077658Z","caller":"traceutil/trace.go:171","msg":"trace[1412105073] linearizableReadLoop","detail":"{readStateIndex:20486; appliedIndex:20485; }","duration":"152.497215ms","start":"2026-03-03T15:12:40.925132Z","end":"2026-03-03T15:12:41.077629Z","steps":["trace[1412105073] 'read index received' (duration: 152.287298ms)","trace[1412105073] 'applied index is now lower than readState.Index' (duration: 208.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:41.077754Z","caller":"traceutil/trace.go:171","msg":"trace[670565762] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"152.705041ms","start":"2026-03-03T15:12:40.925017Z","end":"2026-03-03T15:12:41.077722Z","steps":["trace[670565762] 'process raft request' (duration: 152.387631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.078184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.103187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/\" range_end:\"/registry/services/endpoints/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:4731"} {"level":"info","ts":"2026-03-03T15:12:41.078284Z","caller":"traceutil/trace.go:171","msg":"trace[1336641602] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/; range_end:/registry/services/endpoints/ingress-nginx0; response_count:4; response_revision:19728; }","duration":"104.259502ms","start":"2026-03-03T15:12:40.974001Z","end":"2026-03-03T15:12:41.078261Z","steps":["trace[1336641602] 'agreement among raft nodes before linearized reading' (duration: 103.939782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.0785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.333671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:56 size:45709"} {"level":"info","ts":"2026-03-03T15:12:41.078578Z","caller":"traceutil/trace.go:171","msg":"trace[1650062696] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:56; response_revision:19728; }","duration":"153.449104ms","start":"2026-03-03T15:12:40.925111Z","end":"2026-03-03T15:12:41.07856Z","steps":["trace[1650062696] 'agreement among raft nodes before linearized reading' (duration: 152.69192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.371758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.422239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/\" range_end:\"/registry/jobs/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:41.372161Z","caller":"traceutil/trace.go:171","msg":"trace[1972572843] range","detail":"{range_begin:/registry/jobs/ingress-nginx/; range_end:/registry/jobs/ingress-nginx0; response_count:0; response_revision:19728; }","duration":"182.855613ms","start":"2026-03-03T15:12:41.189291Z","end":"2026-03-03T15:12:41.372147Z","steps":["trace[1972572843] 'range keys from in-memory index tree' (duration: 182.371807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.371757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.915569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1172"} {"level":"warn","ts":"2026-03-03T15:12:41.371868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.225637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T15:12:41.372504Z","caller":"traceutil/trace.go:171","msg":"trace[1452346696] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19728; }","duration":"134.896838ms","start":"2026-03-03T15:12:41.23758Z","end":"2026-03-03T15:12:41.372477Z","steps":["trace[1452346696] 'range keys from in-memory index tree' (duration: 134.098152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.371911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.52985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/ingress-nginx/\" range_end:\"/registry/ingress/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:41.372599Z","caller":"traceutil/trace.go:171","msg":"trace[1111735533] range","detail":"{range_begin:/registry/ingress/ingress-nginx/; range_end:/registry/ingress/ingress-nginx0; response_count:0; response_revision:19728; }","duration":"181.232252ms","start":"2026-03-03T15:12:41.191359Z","end":"2026-03-03T15:12:41.372591Z","steps":["trace[1111735533] 'range keys from in-memory index tree' (duration: 180.489368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.371927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.588255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1190"} {"level":"info","ts":"2026-03-03T15:12:41.372714Z","caller":"traceutil/trace.go:171","msg":"trace[1310336716] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:19728; }","duration":"203.448222ms","start":"2026-03-03T15:12:41.169259Z","end":"2026-03-03T15:12:41.372707Z","steps":["trace[1310336716] 'range keys from in-memory index tree' (duration: 202.393079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:41.372484Z","caller":"traceutil/trace.go:171","msg":"trace[213627892] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:19728; }","duration":"205.553549ms","start":"2026-03-03T15:12:41.166776Z","end":"2026-03-03T15:12:41.372329Z","steps":["trace[213627892] 'range keys from in-memory index tree' (duration: 204.746234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:41.822192Z","caller":"traceutil/trace.go:171","msg":"trace[2105581073] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20486; }","duration":"361.567076ms","start":"2026-03-03T15:12:41.460603Z","end":"2026-03-03T15:12:41.82217Z","steps":["trace[2105581073] 'read index received' (duration: 361.450912ms)","trace[2105581073] 'applied index is now lower than readState.Index' (duration: 115.174µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:41.822372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.736851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:41.822453Z","caller":"traceutil/trace.go:171","msg":"trace[749481559] range","detail":"{range_begin:/registry/jobs/default/; range_end:/registry/jobs/default0; response_count:0; response_revision:19729; }","duration":"361.849034ms","start":"2026-03-03T15:12:41.460586Z","end":"2026-03-03T15:12:41.822435Z","steps":["trace[749481559] 'agreement among raft nodes before linearized reading' (duration: 361.689019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.822503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.460572Z","time spent":"361.920027ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/default/\" range_end:\"/registry/jobs/default0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:41.822846Z","caller":"traceutil/trace.go:171","msg":"trace[1244632441] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"363.889209ms","start":"2026-03-03T15:12:41.458924Z","end":"2026-03-03T15:12:41.822814Z","steps":["trace[1244632441] 'process raft request' (duration: 363.113934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:41.822965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.458909Z","time spent":"363.974461ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:42.055717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.540552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:42.055821Z","caller":"traceutil/trace.go:171","msg":"trace[101516920] linearizableReadLoop","detail":"{readStateIndex:20488; appliedIndex:20487; }","duration":"233.558044ms","start":"2026-03-03T15:12:41.822247Z","end":"2026-03-03T15:12:42.055805Z","steps":["trace[101516920] 'read index received' (duration: 89.823526ms)","trace[101516920] 'applied index is now lower than readState.Index' (duration: 143.733428ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:42.055966Z","caller":"traceutil/trace.go:171","msg":"trace[1109437881] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"351.57301ms","start":"2026-03-03T15:12:41.704362Z","end":"2026-03-03T15:12:42.055935Z","steps":["trace[1109437881] 'process raft request' (duration: 207.723429ms)","trace[1109437881] 'compare' (duration: 143.323695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:42.0561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.232283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:12:42.056188Z","caller":"traceutil/trace.go:171","msg":"trace[1051907223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19730; }","duration":"353.364166ms","start":"2026-03-03T15:12:41.702801Z","end":"2026-03-03T15:12:42.056165Z","steps":["trace[1051907223] 'agreement among raft nodes before linearized reading' (duration: 353.087328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.702779Z","time spent":"353.448729ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:12:42.056242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.687332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/default/\" range_end:\"/registry/networkpolicies/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:42.056244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.783909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:12:42.056349Z","caller":"traceutil/trace.go:171","msg":"trace[2001465984] range","detail":"{range_begin:/registry/networkpolicies/default/; range_end:/registry/networkpolicies/default0; response_count:0; response_revision:19730; }","duration":"585.818765ms","start":"2026-03-03T15:12:41.470506Z","end":"2026-03-03T15:12:42.056324Z","steps":["trace[2001465984] 'agreement among raft nodes before linearized reading' (duration: 585.670141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:42.056365Z","caller":"traceutil/trace.go:171","msg":"trace[858219707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19730; }","duration":"352.938823ms","start":"2026-03-03T15:12:41.7034Z","end":"2026-03-03T15:12:42.056339Z","steps":["trace[858219707] 'agreement among raft nodes before linearized reading' (duration: 352.616373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.704001Z","time spent":"352.107597ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:42.056403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.489899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1150"} {"level":"warn","ts":"2026-03-03T15:12:42.056426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.703386Z","time spent":"353.026196ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T15:12:42.056473Z","caller":"traceutil/trace.go:171","msg":"trace[1481693502] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:19730; }","duration":"575.614914ms","start":"2026-03-03T15:12:41.480842Z","end":"2026-03-03T15:12:42.056457Z","steps":["trace[1481693502] 'agreement among raft nodes before linearized reading' (duration: 575.373196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.470497Z","time spent":"585.892157ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/default/\" range_end:\"/registry/networkpolicies/default0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:42.056513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.480821Z","time spent":"575.685345ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1173,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-03-03T15:12:42.056475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.599232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:12:42.056548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.701713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:12:42.056566Z","caller":"traceutil/trace.go:171","msg":"trace[502181934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19730; }","duration":"218.729825ms","start":"2026-03-03T15:12:41.837819Z","end":"2026-03-03T15:12:42.056549Z","steps":["trace[502181934] 'agreement among raft nodes before linearized reading' (duration: 218.445087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:42.056586Z","caller":"traceutil/trace.go:171","msg":"trace[1815582816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19730; }","duration":"179.749015ms","start":"2026-03-03T15:12:41.876828Z","end":"2026-03-03T15:12:42.056577Z","steps":["trace[1815582816] 'agreement among raft nodes before linearized reading' (duration: 179.607171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.352526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/ingress-nginx/\" range_end:\"/registry/networkpolicies/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:42.056722Z","caller":"traceutil/trace.go:171","msg":"trace[193397339] range","detail":"{range_begin:/registry/networkpolicies/ingress-nginx/; range_end:/registry/networkpolicies/ingress-nginx0; response_count:0; response_revision:19730; }","duration":"162.561082ms","start":"2026-03-03T15:12:41.894134Z","end":"2026-03-03T15:12:42.056696Z","steps":["trace[193397339] 'agreement among raft nodes before linearized reading' (duration: 162.288504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.125927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:12:42.056856Z","caller":"traceutil/trace.go:171","msg":"trace[1697248991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19730; }","duration":"180.283412ms","start":"2026-03-03T15:12:41.876552Z","end":"2026-03-03T15:12:42.056836Z","steps":["trace[1697248991] 'agreement among raft nodes before linearized reading' (duration: 179.91456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.056181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.790455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:964"} {"level":"warn","ts":"2026-03-03T15:12:42.057064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.155863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:42.057118Z","caller":"traceutil/trace.go:171","msg":"trace[1617845433] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:19730; }","duration":"497.764195ms","start":"2026-03-03T15:12:41.559338Z","end":"2026-03-03T15:12:42.057102Z","steps":["trace[1617845433] 'agreement among raft nodes before linearized reading' (duration: 496.553117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:42.057126Z","caller":"traceutil/trace.go:171","msg":"trace[1950838441] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19730; }","duration":"126.274567ms","start":"2026-03-03T15:12:41.930836Z","end":"2026-03-03T15:12:42.057111Z","steps":["trace[1950838441] 'agreement among raft nodes before linearized reading' (duration: 126.152293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:42.057163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:41.559313Z","time spent":"497.837007ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":987,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T15:12:42.643248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:43.144092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:43.210666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096051125s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T15:12:43.211155Z","caller":"traceutil/trace.go:171","msg":"trace[1495570230] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"1.149913855s","start":"2026-03-03T15:12:42.06122Z","end":"2026-03-03T15:12:43.211134Z","steps":["trace[1495570230] 'process raft request' (duration: 1.149729359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.211332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.061204Z","time spent":"1.150002308s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:43.211655Z","caller":"traceutil/trace.go:171","msg":"trace[1105258734] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"1.14881408s","start":"2026-03-03T15:12:42.062829Z","end":"2026-03-03T15:12:43.211643Z","steps":["trace[1105258734] 'process raft request' (duration: 1.148266813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.211728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.062812Z","time spent":"1.148881083s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:43.212146Z","caller":"traceutil/trace.go:171","msg":"trace[1724072118] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"1.148213612s","start":"2026-03-03T15:12:42.063919Z","end":"2026-03-03T15:12:43.212132Z","steps":["trace[1724072118] 'process raft request' (duration: 1.14815427s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:43.21223Z","caller":"traceutil/trace.go:171","msg":"trace[1060389551] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"1.148698967s","start":"2026-03-03T15:12:42.063504Z","end":"2026-03-03T15:12:43.212203Z","steps":["trace[1060389551] 'process raft request' (duration: 1.148048016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.21237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.063487Z","time spent":"1.148807411s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:43.212233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.06391Z","time spent":"1.148276593s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:43.409909Z","caller":"traceutil/trace.go:171","msg":"trace[1836342651] linearizableReadLoop","detail":"{readStateIndex:20494; appliedIndex:20489; }","duration":"1.267110776s","start":"2026-03-03T15:12:42.142758Z","end":"2026-03-03T15:12:43.409869Z","steps":["trace[1836342651] 'read index received' (duration: 1.068235047s)","trace[1836342651] 'applied index is now lower than readState.Index' (duration: 198.874559ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:43.40995Z","caller":"traceutil/trace.go:171","msg":"trace[1146547564] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"326.305092ms","start":"2026-03-03T15:12:43.083605Z","end":"2026-03-03T15:12:43.40991Z","steps":["trace[1146547564] 'process raft request' (duration: 283.780599ms)","trace[1146547564] 'compare' (duration: 42.332497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:43.410183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.083587Z","time spent":"326.479928ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:43.41019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267409745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:43.410348Z","caller":"traceutil/trace.go:171","msg":"trace[86926780] range","detail":"{range_begin:/registry/pods/default/; range_end:/registry/pods/default0; response_count:0; response_revision:19736; }","duration":"1.267518528s","start":"2026-03-03T15:12:42.142721Z","end":"2026-03-03T15:12:43.41024Z","steps":["trace[86926780] 'agreement among raft nodes before linearized reading' (duration: 1.267284661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.410435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.142702Z","time spent":"1.267718755s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/pods/default/\" range_end:\"/registry/pods/default0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:43.410191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.701404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:43.41063Z","caller":"traceutil/trace.go:171","msg":"trace[160691462] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19736; }","duration":"256.207049ms","start":"2026-03-03T15:12:43.154406Z","end":"2026-03-03T15:12:43.410613Z","steps":["trace[160691462] 'agreement among raft nodes before linearized reading' (duration: 255.720944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.41084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118999289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:43.410845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.633854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:43.410903Z","caller":"traceutil/trace.go:171","msg":"trace[1621609497] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19736; }","duration":"365.728957ms","start":"2026-03-03T15:12:43.045156Z","end":"2026-03-03T15:12:43.410885Z","steps":["trace[1621609497] 'agreement among raft nodes before linearized reading' (duration: 365.642754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.410893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.437959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T15:12:43.410949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.045139Z","time spent":"365.799009ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:43.411003Z","caller":"traceutil/trace.go:171","msg":"trace[2139993711] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19736; }","duration":"194.611365ms","start":"2026-03-03T15:12:43.216369Z","end":"2026-03-03T15:12:43.410981Z","steps":["trace[2139993711] 'agreement among raft nodes before linearized reading' (duration: 194.250153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.410971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256225542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1150"} {"level":"info","ts":"2026-03-03T15:12:43.411234Z","caller":"traceutil/trace.go:171","msg":"trace[1227200987] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:19736; }","duration":"1.256476519s","start":"2026-03-03T15:12:42.154716Z","end":"2026-03-03T15:12:43.411192Z","steps":["trace[1227200987] 'agreement among raft nodes before linearized reading' (duration: 1.256159389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.411307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.154704Z","time spent":"1.256589454s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1173,"request content":"key:\"/registry/rolebindings/cert-manager/cert-manager:leaderelection\" "} {"level":"info","ts":"2026-03-03T15:12:43.410895Z","caller":"traceutil/trace.go:171","msg":"trace[1554232675] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19736; }","duration":"1.119096843s","start":"2026-03-03T15:12:42.291785Z","end":"2026-03-03T15:12:43.410882Z","steps":["trace[1554232675] 'agreement among raft nodes before linearized reading' (duration: 1.118978819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.411433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.291763Z","time spent":"1.119651419s","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:43.410845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267392495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:11428"} {"level":"info","ts":"2026-03-03T15:12:43.411665Z","caller":"traceutil/trace.go:171","msg":"trace[446799551] range","detail":"{range_begin:/registry/pods/ingress-nginx/; range_end:/registry/pods/ingress-nginx0; response_count:2; response_revision:19736; }","duration":"1.268258852s","start":"2026-03-03T15:12:42.143391Z","end":"2026-03-03T15:12:43.41165Z","steps":["trace[446799551] 'agreement among raft nodes before linearized reading' (duration: 1.266645571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.411719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.143373Z","time spent":"1.268326354s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":2,"response size":11451,"request content":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:43.411123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.607319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:43.411835Z","caller":"traceutil/trace.go:171","msg":"trace[999933533] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19736; }","duration":"452.380673ms","start":"2026-03-03T15:12:42.959433Z","end":"2026-03-03T15:12:43.411814Z","steps":["trace[999933533] 'agreement among raft nodes before linearized reading' (duration: 451.540486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.411129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250446379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:1 size:964"} {"level":"warn","ts":"2026-03-03T15:12:43.411946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.959415Z","time spent":"452.513197ms","remote":"127.0.0.1:38048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:43.412149Z","caller":"traceutil/trace.go:171","msg":"trace[2091066682] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:1; response_revision:19736; }","duration":"1.251357378s","start":"2026-03-03T15:12:42.160578Z","end":"2026-03-03T15:12:43.411936Z","steps":["trace[2091066682] 'agreement among raft nodes before linearized reading' (duration: 1.250242843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:43.412232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:42.160547Z","time spent":"1.251667368s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":987,"request content":"key:\"/registry/secrets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T15:12:44.359328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:44.641914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109308533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-169.nip.io-tls\" ","response":"range_response_count:1 size:4381"} {"level":"info","ts":"2026-03-03T15:12:44.642008Z","caller":"traceutil/trace.go:171","msg":"trace[1536158451] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak.199-204-45-169.nip.io-tls; range_end:; response_count:1; response_revision:19736; }","duration":"1.109452467s","start":"2026-03-03T15:12:43.532525Z","end":"2026-03-03T15:12:44.641977Z","steps":["trace[1536158451] 'range keys from in-memory index tree' (duration: 1.109069446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.642049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.532484Z","time spent":"1.10955629s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4404,"request content":"key:\"/registry/secrets/auth-system/keycloak.199-204-45-169.nip.io-tls\" "} {"level":"warn","ts":"2026-03-03T15:12:44.64227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.239627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:44.642328Z","caller":"traceutil/trace.go:171","msg":"trace[1728003148] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/; range_end:/registry/persistentvolumeclaims/default0; response_count:0; response_revision:19736; }","duration":"846.33584ms","start":"2026-03-03T15:12:43.795977Z","end":"2026-03-03T15:12:44.642313Z","steps":["trace[1728003148] 'range keys from in-memory index tree' (duration: 846.160625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.64237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.795956Z","time spent":"846.401712ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/default/\" range_end:\"/registry/persistentvolumeclaims/default0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:44.642443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039984854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-03T15:12:44.642504Z","caller":"traceutil/trace.go:171","msg":"trace[144977202] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:19736; }","duration":"1.040110788s","start":"2026-03-03T15:12:43.602379Z","end":"2026-03-03T15:12:44.64249Z","steps":["trace[144977202] 'range keys from in-memory index tree' (duration: 1.039806398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.642532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.602348Z","time spent":"1.04017903s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":927,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"warn","ts":"2026-03-03T15:12:44.642686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.443845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:44.642733Z","caller":"traceutil/trace.go:171","msg":"trace[441170546] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"814.663241ms","start":"2026-03-03T15:12:43.828061Z","end":"2026-03-03T15:12:44.642724Z","steps":["trace[441170546] 'process raft request' (duration: 673.135023ms)","trace[441170546] 'compare' (duration: 140.878567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:44.642768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.828045Z","time spent":"814.703842ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:44.742047Z","caller":"traceutil/trace.go:171","msg":"trace[1512643897] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"731.634889ms","start":"2026-03-03T15:12:44.01039Z","end":"2026-03-03T15:12:44.742025Z","steps":["trace[1512643897] 'process raft request' (duration: 731.444633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.742192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:44.01036Z","time spent":"731.754013ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:44.742314Z","caller":"traceutil/trace.go:171","msg":"trace[1843625717] linearizableReadLoop","detail":"{readStateIndex:20497; appliedIndex:20494; }","duration":"883.007699ms","start":"2026-03-03T15:12:43.859285Z","end":"2026-03-03T15:12:44.742293Z","steps":["trace[1843625717] 'read index received' (duration: 641.974859ms)","trace[1843625717] 'applied index is now lower than readState.Index' (duration: 241.03184ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:44.742464Z","caller":"traceutil/trace.go:171","msg":"trace[1404398295] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"677.474609ms","start":"2026-03-03T15:12:44.064978Z","end":"2026-03-03T15:12:44.742453Z","steps":["trace[1404398295] 'process raft request' (duration: 676.978613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.742535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:44.064953Z","time spent":"677.544581ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:44.742623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.302068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:44.742687Z","caller":"traceutil/trace.go:171","msg":"trace[1868079454] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19739; }","duration":"883.469513ms","start":"2026-03-03T15:12:43.859203Z","end":"2026-03-03T15:12:44.742673Z","steps":["trace[1868079454] 'agreement among raft nodes before linearized reading' (duration: 883.256316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.742722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.859171Z","time spent":"883.544015ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:44.762155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.008335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:44.76225Z","caller":"traceutil/trace.go:171","msg":"trace[1518274695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19739; }","duration":"442.15528ms","start":"2026-03-03T15:12:44.320074Z","end":"2026-03-03T15:12:44.762229Z","steps":["trace[1518274695] 'agreement among raft nodes before linearized reading' (duration: 441.969714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.76225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.693082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:12:44.7623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:44.320031Z","time spent":"442.260823ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:12:44.762311Z","caller":"traceutil/trace.go:171","msg":"trace[2132448843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19739; }","duration":"643.794326ms","start":"2026-03-03T15:12:44.118502Z","end":"2026-03-03T15:12:44.762296Z","steps":["trace[2132448843] 'agreement among raft nodes before linearized reading' (duration: 643.670302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.762349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:44.118482Z","time spent":"643.858808ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:12:44.762567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.882497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:44.762596Z","caller":"traceutil/trace.go:171","msg":"trace[638101834] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19739; }","duration":"871.938178ms","start":"2026-03-03T15:12:43.890649Z","end":"2026-03-03T15:12:44.762587Z","steps":["trace[638101834] 'agreement among raft nodes before linearized reading' (duration: 871.876266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.762625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:43.890633Z","time spent":"871.98295ms","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:44.762806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.45192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:44.762928Z","caller":"traceutil/trace.go:171","msg":"trace[50700825] range","detail":"{range_begin:/registry/persistentvolumeclaims/ingress-nginx/; range_end:/registry/persistentvolumeclaims/ingress-nginx0; response_count:0; response_revision:19739; }","duration":"341.644256ms","start":"2026-03-03T15:12:44.421256Z","end":"2026-03-03T15:12:44.7629Z","steps":["trace[50700825] 'agreement among raft nodes before linearized reading' (duration: 341.394308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:44.762997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:44.421234Z","time spent":"341.74648ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/ingress-nginx/\" range_end:\"/registry/persistentvolumeclaims/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:44.763463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.665838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:1 size:904"} {"level":"info","ts":"2026-03-03T15:12:44.763501Z","caller":"traceutil/trace.go:171","msg":"trace[583507507] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:1; response_revision:19739; }","duration":"100.7364ms","start":"2026-03-03T15:12:44.662753Z","end":"2026-03-03T15:12:44.76349Z","steps":["trace[583507507] 'agreement among raft nodes before linearized reading' (duration: 100.611286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:45.430275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.043252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:45.430595Z","caller":"traceutil/trace.go:171","msg":"trace[1629162270] linearizableReadLoop","detail":"{readStateIndex:20503; appliedIndex:20500; }","duration":"209.588047ms","start":"2026-03-03T15:12:45.220987Z","end":"2026-03-03T15:12:45.430575Z","steps":["trace[1629162270] 'read index received' (duration: 32.785045ms)","trace[1629162270] 'applied index is now lower than readState.Index' (duration: 176.800182ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:45.430699Z","caller":"traceutil/trace.go:171","msg":"trace[1560865813] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"211.724434ms","start":"2026-03-03T15:12:45.21896Z","end":"2026-03-03T15:12:45.430685Z","steps":["trace[1560865813] 'process raft request' (duration: 211.439635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:45.430833Z","caller":"traceutil/trace.go:171","msg":"trace[543005707] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"211.857889ms","start":"2026-03-03T15:12:45.218934Z","end":"2026-03-03T15:12:45.430792Z","steps":["trace[543005707] 'process raft request' (duration: 77.194987ms)","trace[543005707] 'compare' (duration: 133.926239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:45.430969Z","caller":"traceutil/trace.go:171","msg":"trace[884117682] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"210.662431ms","start":"2026-03-03T15:12:45.220291Z","end":"2026-03-03T15:12:45.430953Z","steps":["trace[884117682] 'process raft request' (duration: 210.235617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:45.431557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.552947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-03-03T15:12:45.431623Z","caller":"traceutil/trace.go:171","msg":"trace[1528691409] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:19744; }","duration":"210.63211ms","start":"2026-03-03T15:12:45.220964Z","end":"2026-03-03T15:12:45.431596Z","steps":["trace[1528691409] 'agreement among raft nodes before linearized reading' (duration: 210.427104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:45.477246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.408744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/ingress-nginx/\" range_end:\"/registry/statefulsets/ingress-nginx0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:45.477287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.010845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:1 size:1121"} {"level":"info","ts":"2026-03-03T15:12:45.477347Z","caller":"traceutil/trace.go:171","msg":"trace[614688728] range","detail":"{range_begin:/registry/statefulsets/ingress-nginx/; range_end:/registry/statefulsets/ingress-nginx0; response_count:0; response_revision:19745; }","duration":"147.517198ms","start":"2026-03-03T15:12:45.329793Z","end":"2026-03-03T15:12:45.47731Z","steps":["trace[614688728] 'agreement among raft nodes before linearized reading' (duration: 147.350052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:45.477363Z","caller":"traceutil/trace.go:171","msg":"trace[1814229323] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:1; response_revision:19745; }","duration":"213.1469ms","start":"2026-03-03T15:12:45.264196Z","end":"2026-03-03T15:12:45.477343Z","steps":["trace[1814229323] 'agreement among raft nodes before linearized reading' (duration: 212.907272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:45.477759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.703251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/\" range_end:\"/registry/services/specs/default0\" limit:500 ","response":"range_response_count:1 size:705"} {"level":"info","ts":"2026-03-03T15:12:45.477883Z","caller":"traceutil/trace.go:171","msg":"trace[1848898500] range","detail":"{range_begin:/registry/services/specs/default/; range_end:/registry/services/specs/default0; response_count:1; response_revision:19745; }","duration":"171.870056ms","start":"2026-03-03T15:12:45.305988Z","end":"2026-03-03T15:12:45.477858Z","steps":["trace[1848898500] 'agreement among raft nodes before linearized reading' (duration: 171.568296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.198444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:47.699563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:47.889615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241049652s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T15:12:47.890019Z","caller":"traceutil/trace.go:171","msg":"trace[233726178] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"1.241531477s","start":"2026-03-03T15:12:46.648445Z","end":"2026-03-03T15:12:47.889976Z","steps":["trace[233726178] 'process raft request' (duration: 1.241370532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.890175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.648422Z","time spent":"1.241672182s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:47.916159Z","caller":"traceutil/trace.go:171","msg":"trace[934041523] linearizableReadLoop","detail":"{readStateIndex:20509; appliedIndex:20504; }","duration":"1.217755977s","start":"2026-03-03T15:12:46.698381Z","end":"2026-03-03T15:12:47.916137Z","steps":["trace[934041523] 'read index received' (duration: 1.191525929s)","trace[934041523] 'applied index is now lower than readState.Index' (duration: 26.229358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:47.916274Z","caller":"traceutil/trace.go:171","msg":"trace[958661020] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"577.906626ms","start":"2026-03-03T15:12:47.338358Z","end":"2026-03-03T15:12:47.916265Z","steps":["trace[958661020] 'process raft request' (duration: 577.71049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.916368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.33834Z","time spent":"577.957317ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:47.916422Z","caller":"traceutil/trace.go:171","msg":"trace[1986189087] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"433.810076ms","start":"2026-03-03T15:12:47.482582Z","end":"2026-03-03T15:12:47.916392Z","steps":["trace[1986189087] 'process raft request' (duration: 433.520897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:47.916456Z","caller":"traceutil/trace.go:171","msg":"trace[45961840] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"1.169002978s","start":"2026-03-03T15:12:46.747436Z","end":"2026-03-03T15:12:47.916439Z","steps":["trace[45961840] 'process raft request' (duration: 1.168425079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.916555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.650947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:47.91658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.747412Z","time spent":"1.169099631s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:47.916588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.482562Z","time spent":"433.947141ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:47.916617Z","caller":"traceutil/trace.go:171","msg":"trace[707447445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19750; }","duration":"596.744511ms","start":"2026-03-03T15:12:47.319857Z","end":"2026-03-03T15:12:47.916602Z","steps":["trace[707447445] 'agreement among raft nodes before linearized reading' (duration: 596.629107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.916655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.319846Z","time spent":"596.802862ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:12:47.916555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218155559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"warn","ts":"2026-03-03T15:12:47.916653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.962359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:47.916691Z","caller":"traceutil/trace.go:171","msg":"trace[1015405371] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:19750; }","duration":"1.218346655s","start":"2026-03-03T15:12:46.698334Z","end":"2026-03-03T15:12:47.916681Z","steps":["trace[1015405371] 'agreement among raft nodes before linearized reading' (duration: 1.217949733s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:47.916712Z","caller":"traceutil/trace.go:171","msg":"trace[1840729153] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:19750; }","duration":"687.033532ms","start":"2026-03-03T15:12:47.229657Z","end":"2026-03-03T15:12:47.916691Z","steps":["trace[1840729153] 'agreement among raft nodes before linearized reading' (duration: 686.952029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.916724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.698312Z","time spent":"1.218404217s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T15:12:47.916758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.229647Z","time spent":"687.096123ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:47.916573Z","caller":"traceutil/trace.go:171","msg":"trace[1550596992] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"709.405427ms","start":"2026-03-03T15:12:47.206856Z","end":"2026-03-03T15:12:47.916261Z","steps":["trace[1550596992] 'process raft request' (duration: 709.145239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.916886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.9724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:12:47.91689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177265339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:47.916917Z","caller":"traceutil/trace.go:171","msg":"trace[1445253335] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19750; }","duration":"300.049103ms","start":"2026-03-03T15:12:47.616858Z","end":"2026-03-03T15:12:47.916908Z","steps":["trace[1445253335] 'agreement among raft nodes before linearized reading' (duration: 299.987041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.91695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.802722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:47.916977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.983817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T15:12:47.916976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.617567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:12:47.916989Z","caller":"traceutil/trace.go:171","msg":"trace[2011774661] range","detail":"{range_begin:/registry/roles/kube-node-lease/; range_end:/registry/roles/kube-node-lease0; response_count:0; response_revision:19750; }","duration":"698.871225ms","start":"2026-03-03T15:12:47.218109Z","end":"2026-03-03T15:12:47.916981Z","steps":["trace[2011774661] 'agreement among raft nodes before linearized reading' (duration: 698.803823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:47.917003Z","caller":"traceutil/trace.go:171","msg":"trace[308621342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19750; }","duration":"482.026778ms","start":"2026-03-03T15:12:47.434967Z","end":"2026-03-03T15:12:47.916994Z","steps":["trace[308621342] 'agreement among raft nodes before linearized reading' (duration: 481.961916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:47.917003Z","caller":"traceutil/trace.go:171","msg":"trace[2007699308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19750; }","duration":"482.673539ms","start":"2026-03-03T15:12:47.434323Z","end":"2026-03-03T15:12:47.916996Z","steps":["trace[2007699308] 'agreement among raft nodes before linearized reading' (duration: 482.614057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.917012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.218097Z","time spent":"698.908465ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/roles/kube-node-lease/\" range_end:\"/registry/roles/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:47.917025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.434956Z","time spent":"482.06303ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:12:47.917031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.434305Z","time spent":"482.72143ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:12:47.916894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128004103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T15:12:47.917104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.539058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T15:12:47.917122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.596825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:12:47.917136Z","caller":"traceutil/trace.go:171","msg":"trace[108689389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19750; }","duration":"1.128281421s","start":"2026-03-03T15:12:46.788847Z","end":"2026-03-03T15:12:47.917129Z","steps":["trace[108689389] 'agreement among raft nodes before linearized reading' (duration: 1.127951511s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:47.917146Z","caller":"traceutil/trace.go:171","msg":"trace[338750460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19750; }","duration":"481.618596ms","start":"2026-03-03T15:12:47.435521Z","end":"2026-03-03T15:12:47.91714Z","steps":["trace[338750460] 'agreement among raft nodes before linearized reading' (duration: 481.560634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.91716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.78883Z","time spent":"1.128323453s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T15:12:47.917152Z","caller":"traceutil/trace.go:171","msg":"trace[848439706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19750; }","duration":"656.607681ms","start":"2026-03-03T15:12:47.260529Z","end":"2026-03-03T15:12:47.917137Z","steps":["trace[848439706] 'agreement among raft nodes before linearized reading' (duration: 656.473956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.917201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.26052Z","time spent":"656.670142ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:12:47.916955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.616836Z","time spent":"300.111215ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:47.917163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.435514Z","time spent":"481.644966ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T15:12:47.916922Z","caller":"traceutil/trace.go:171","msg":"trace[1982124129] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:19750; }","duration":"1.177335961s","start":"2026-03-03T15:12:46.739578Z","end":"2026-03-03T15:12:47.916914Z","steps":["trace[1982124129] 'agreement among raft nodes before linearized reading' (duration: 1.177290369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.91684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.696687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"warn","ts":"2026-03-03T15:12:47.917372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.739557Z","time spent":"1.177802656s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:47.917388Z","caller":"traceutil/trace.go:171","msg":"trace[1211409356] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19750; }","duration":"621.266024ms","start":"2026-03-03T15:12:47.296112Z","end":"2026-03-03T15:12:47.917379Z","steps":["trace[1211409356] 'agreement among raft nodes before linearized reading' (duration: 620.566182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.917117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.584171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6c6f44d69f-7hfcm.18995bfc495f8889\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-03T15:12:47.917421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.296101Z","time spent":"621.312816ms","remote":"127.0.0.1:40428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417443,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T15:12:47.917422Z","caller":"traceutil/trace.go:171","msg":"trace[1904802035] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6c6f44d69f-7hfcm.18995bfc495f8889; range_end:; response_count:1; response_revision:19750; }","duration":"447.917511ms","start":"2026-03-03T15:12:47.469496Z","end":"2026-03-03T15:12:47.917414Z","steps":["trace[1904802035] 'agreement among raft nodes before linearized reading' (duration: 447.56715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.917452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.46948Z","time spent":"447.964043ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-6c6f44d69f-7hfcm.18995bfc495f8889\" "} {"level":"warn","ts":"2026-03-03T15:12:47.917578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212914694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-03-03T15:12:47.917604Z","caller":"traceutil/trace.go:171","msg":"trace[332734955] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:19750; }","duration":"1.212944035s","start":"2026-03-03T15:12:46.704655Z","end":"2026-03-03T15:12:47.917599Z","steps":["trace[332734955] 'agreement among raft nodes before linearized reading' (duration: 1.211670765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:47.917619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:46.704611Z","time spent":"1.213003617s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T15:12:47.919661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.20683Z","time spent":"710.287175ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:48.424446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:48.924855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:12:49.118186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196179475s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T15:12:49.950524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.149223ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T15:12:49.950649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.921882Z","time spent":"2.0287603s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T15:12:50.323488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T15:12:50.323587Z","caller":"traceutil/trace.go:171","msg":"trace[1839091364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941002s","start":"2026-03-03T15:12:48.322622Z","end":"2026-03-03T15:12:50.323563Z","steps":["trace[1839091364] 'agreement among raft nodes before linearized reading' (duration: 2.000804978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:50.323637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.322595Z","time spent":"2.001030355s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 15:12:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T15:12:50.617866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499312227s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T15:12:51.128174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.984091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:51.128568Z","caller":"traceutil/trace.go:171","msg":"trace[889122670] linearizableReadLoop","detail":"{readStateIndex:20515; appliedIndex:20509; }","duration":"3.205123581s","start":"2026-03-03T15:12:47.923427Z","end":"2026-03-03T15:12:51.12855Z","steps":["trace[889122670] 'read index received' (duration: 1.194994258s)","trace[889122670] 'applied index is now lower than readState.Index' (duration: 2.010128383s)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:51.128649Z","caller":"traceutil/trace.go:171","msg":"trace[108727275] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"3.204871723s","start":"2026-03-03T15:12:47.923767Z","end":"2026-03-03T15:12:51.128639Z","steps":["trace[108727275] 'process raft request' (duration: 3.204744259s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.128667Z","caller":"traceutil/trace.go:171","msg":"trace[2099444938] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"3.204995317s","start":"2026-03-03T15:12:47.923637Z","end":"2026-03-03T15:12:51.128632Z","steps":["trace[2099444938] 'process raft request' (duration: 3.204632585s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.129075Z","caller":"traceutil/trace.go:171","msg":"trace[1741414822] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"3.204950255s","start":"2026-03-03T15:12:47.923693Z","end":"2026-03-03T15:12:51.128643Z","steps":["trace[1741414822] 'process raft request' (duration: 3.204756439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.128727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.923753Z","time spent":"3.204925124s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:51.128888Z","caller":"traceutil/trace.go:171","msg":"trace[323429329] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"3.206662859s","start":"2026-03-03T15:12:47.922209Z","end":"2026-03-03T15:12:51.128872Z","steps":["trace[323429329] 'process raft request' (duration: 2.695897623s)","trace[323429329] 'compare' (duration: 509.764475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:51.128894Z","caller":"traceutil/trace.go:171","msg":"trace[1630260792] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"3.205055359s","start":"2026-03-03T15:12:47.92381Z","end":"2026-03-03T15:12:51.128866Z","steps":["trace[1630260792] 'process raft request' (duration: 3.204560993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.128934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205495743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-03-03T15:12:51.129874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.922189Z","time spent":"3.207542447s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:51.129939Z","caller":"traceutil/trace.go:171","msg":"trace[219837782] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:19755; }","duration":"3.206505084s","start":"2026-03-03T15:12:47.923415Z","end":"2026-03-03T15:12:51.12992Z","steps":["trace[219837782] 'agreement among raft nodes before linearized reading' (duration: 3.205342528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.129926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.923786Z","time spent":"3.2060455s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:51.129152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.92353Z","time spent":"3.205564714s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:51.130003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.92341Z","time spent":"3.206579717s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7532,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T15:12:51.13012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.923669Z","time spent":"3.205781481s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:51.379533Z","caller":"traceutil/trace.go:171","msg":"trace[90133755] linearizableReadLoop","detail":"{readStateIndex:20519; appliedIndex:20515; }","duration":"250.893661ms","start":"2026-03-03T15:12:51.128609Z","end":"2026-03-03T15:12:51.379503Z","steps":["trace[90133755] 'read index received' (duration: 231.415396ms)","trace[90133755] 'applied index is now lower than readState.Index' (duration: 19.473475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:51.379738Z","caller":"traceutil/trace.go:171","msg":"trace[257294441] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"1.483637172s","start":"2026-03-03T15:12:49.896066Z","end":"2026-03-03T15:12:51.379703Z","steps":["trace[257294441] 'process raft request' (duration: 1.464063094s)","trace[257294441] 'compare' (duration: 18.529855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:51.3798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.350711658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:51.379853Z","caller":"traceutil/trace.go:171","msg":"trace[121900741] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"1.45697353s","start":"2026-03-03T15:12:49.92287Z","end":"2026-03-03T15:12:51.379843Z","steps":["trace[121900741] 'process raft request' (duration: 1.456481914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.379922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326189152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T15:12:51.379914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45595304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-03T15:12:51.379944Z","caller":"traceutil/trace.go:171","msg":"trace[36152715] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19759; }","duration":"2.326254904s","start":"2026-03-03T15:12:49.053685Z","end":"2026-03-03T15:12:51.37994Z","steps":["trace[36152715] 'agreement among raft nodes before linearized reading' (duration: 2.326190162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.379921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.896027Z","time spent":"1.483791156s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:51.379944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.922833Z","time spent":"1.457059823s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:51.379862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039297885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:51.37997Z","caller":"traceutil/trace.go:171","msg":"trace[303000177] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:19759; }","duration":"3.458040776s","start":"2026-03-03T15:12:47.921912Z","end":"2026-03-03T15:12:51.379953Z","steps":["trace[303000177] 'agreement among raft nodes before linearized reading' (duration: 3.45783233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310370514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:51.380019Z","caller":"traceutil/trace.go:171","msg":"trace[1398932179] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19759; }","duration":"2.039525092s","start":"2026-03-03T15:12:49.340464Z","end":"2026-03-03T15:12:51.379989Z","steps":["trace[1398932179] 'agreement among raft nodes before linearized reading' (duration: 2.039240263s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.380042Z","caller":"traceutil/trace.go:171","msg":"trace[363784734] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19759; }","duration":"3.310390464s","start":"2026-03-03T15:12:48.069647Z","end":"2026-03-03T15:12:51.380038Z","steps":["trace[363784734] 'agreement among raft nodes before linearized reading' (duration: 3.310328002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.069603Z","time spent":"3.310456837s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:51.380082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.340444Z","time spent":"2.039620675s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:51.380098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373367323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:51.380143Z","caller":"traceutil/trace.go:171","msg":"trace[1651155097] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-public/; range_end:/registry/persistentvolumeclaims/kube-public0; response_count:0; response_revision:19759; }","duration":"3.373445735s","start":"2026-03-03T15:12:48.006682Z","end":"2026-03-03T15:12:51.380128Z","steps":["trace[1651155097] 'agreement among raft nodes before linearized reading' (duration: 3.373372783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668022825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:12:51.380772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.434094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:12:51.380801Z","caller":"traceutil/trace.go:171","msg":"trace[1493800136] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19759; }","duration":"2.668772578s","start":"2026-03-03T15:12:48.712004Z","end":"2026-03-03T15:12:51.380777Z","steps":["trace[1493800136] 'agreement among raft nodes before linearized reading' (duration: 2.667950603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057290091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:51.379964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.053669Z","time spent":"2.326288626s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T15:12:51.380848Z","caller":"traceutil/trace.go:171","msg":"trace[1216172379] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19759; }","duration":"496.548547ms","start":"2026-03-03T15:12:50.884279Z","end":"2026-03-03T15:12:51.380828Z","steps":["trace[1216172379] 'agreement among raft nodes before linearized reading' (duration: 496.276328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.711983Z","time spent":"2.668863801s","remote":"127.0.0.1:38100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:51.380864Z","caller":"traceutil/trace.go:171","msg":"trace[1784075943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19759; }","duration":"1.057349943s","start":"2026-03-03T15:12:50.323506Z","end":"2026-03-03T15:12:51.380856Z","steps":["trace[1784075943] 'agreement among raft nodes before linearized reading' (duration: 1.057299991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:50.323489Z","time spent":"1.057398764s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:12:51.380887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741368299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:12:51.380902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:50.884259Z","time spent":"496.62959ms","remote":"127.0.0.1:51934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":134,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:51.380027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:47.921895Z","time spent":"3.458117308s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-03T15:12:51.380929Z","caller":"traceutil/trace.go:171","msg":"trace[155855434] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19759; }","duration":"1.741447111s","start":"2026-03-03T15:12:49.63947Z","end":"2026-03-03T15:12:51.380918Z","steps":["trace[155855434] 'agreement among raft nodes before linearized reading' (duration: 1.741339828s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.379769Z","caller":"traceutil/trace.go:171","msg":"trace[1586314947] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"1.428137479s","start":"2026-03-03T15:12:49.951607Z","end":"2026-03-03T15:12:51.379745Z","steps":["trace[1586314947] 'process raft request' (duration: 1.427795768s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.379857Z","caller":"traceutil/trace.go:171","msg":"trace[507608847] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:19759; }","duration":"3.350815721s","start":"2026-03-03T15:12:48.029028Z","end":"2026-03-03T15:12:51.379844Z","steps":["trace[507608847] 'agreement among raft nodes before linearized reading' (duration: 3.350703247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.381026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.029013Z","time spent":"3.352004818s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:51.381034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.951588Z","time spent":"1.429408099s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:51.381031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.639451Z","time spent":"1.741539354s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:51.380194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.006663Z","time spent":"3.373507167s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:51.380358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607462063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:51.380248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.219086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/\" range_end:\"/registry/pods/auth-system0\" limit:500 ","response":"range_response_count:1 size:7962"} {"level":"info","ts":"2026-03-03T15:12:51.381143Z","caller":"traceutil/trace.go:171","msg":"trace[1097175078] range","detail":"{range_begin:/registry/pods/auth-system/; range_end:/registry/pods/auth-system0; response_count:1; response_revision:19759; }","duration":"242.156695ms","start":"2026-03-03T15:12:51.13898Z","end":"2026-03-03T15:12:51.381136Z","steps":["trace[1097175078] 'agreement among raft nodes before linearized reading' (duration: 241.086381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.380525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165522767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:12:51.381158Z","caller":"traceutil/trace.go:171","msg":"trace[1773424418] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:19759; }","duration":"2.608276488s","start":"2026-03-03T15:12:48.772855Z","end":"2026-03-03T15:12:51.381132Z","steps":["trace[1773424418] 'agreement among raft nodes before linearized reading' (duration: 2.607464292s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.381206Z","caller":"traceutil/trace.go:171","msg":"trace[1854075003] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19759; }","duration":"1.166237741s","start":"2026-03-03T15:12:50.214956Z","end":"2026-03-03T15:12:51.381193Z","steps":["trace[1854075003] 'agreement among raft nodes before linearized reading' (duration: 1.165473597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.381235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:48.772838Z","time spent":"2.608368491s","remote":"127.0.0.1:52364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:51.38125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:50.214934Z","time spent":"1.166305652s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:12:51.379817Z","caller":"traceutil/trace.go:171","msg":"trace[979738187] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"1.457068493s","start":"2026-03-03T15:12:49.922737Z","end":"2026-03-03T15:12:51.379806Z","steps":["trace[979738187] 'process raft request' (duration: 1.456460804s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.381383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:49.922696Z","time spent":"1.458668353s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:51.784975Z","caller":"traceutil/trace.go:171","msg":"trace[1099838197] linearizableReadLoop","detail":"{readStateIndex:20520; appliedIndex:20519; }","duration":"399.809032ms","start":"2026-03-03T15:12:51.385135Z","end":"2026-03-03T15:12:51.784944Z","steps":["trace[1099838197] 'read index received' (duration: 300.861009ms)","trace[1099838197] 'applied index is now lower than readState.Index' (duration: 98.946043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:51.785421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.022868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:12:51.785493Z","caller":"traceutil/trace.go:171","msg":"trace[814645583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19759; }","duration":"399.11611ms","start":"2026-03-03T15:12:51.386358Z","end":"2026-03-03T15:12:51.785474Z","steps":["trace[814645583] 'agreement among raft nodes before linearized reading' (duration: 398.894773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.785484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.103167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/\" range_end:\"/registry/rolebindings/kube-public0\" limit:500 ","response":"range_response_count:2 size:1231"} {"level":"warn","ts":"2026-03-03T15:12:51.785517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.36666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" limit:500 ","response":"range_response_count:4 size:218839"} {"level":"info","ts":"2026-03-03T15:12:51.785549Z","caller":"traceutil/trace.go:171","msg":"trace[1363646452] range","detail":"{range_begin:/registry/rolebindings/kube-public/; range_end:/registry/rolebindings/kube-public0; response_count:2; response_revision:19759; }","duration":"314.18786ms","start":"2026-03-03T15:12:51.471341Z","end":"2026-03-03T15:12:51.785529Z","steps":["trace[1363646452] 'agreement among raft nodes before linearized reading' (duration: 313.947722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.785574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.970293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:51.785578Z","caller":"traceutil/trace.go:171","msg":"trace[1418404508] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:19759; }","duration":"400.443902ms","start":"2026-03-03T15:12:51.385116Z","end":"2026-03-03T15:12:51.78556Z","steps":["trace[1418404508] 'agreement among raft nodes before linearized reading' (duration: 400.205684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:51.785601Z","caller":"traceutil/trace.go:171","msg":"trace[522653824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19759; }","duration":"397.008824ms","start":"2026-03-03T15:12:51.388584Z","end":"2026-03-03T15:12:51.785593Z","steps":["trace[522653824] 'agreement among raft nodes before linearized reading' (duration: 396.967193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.785598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.471283Z","time spent":"314.298714ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":2,"response size":1254,"request content":"key:\"/registry/rolebindings/kube-public/\" range_end:\"/registry/rolebindings/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:51.785625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.388577Z","time spent":"397.043345ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:12:51.785622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.385106Z","time spent":"400.502684ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":4,"response size":218862,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:51.785752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.580743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 ","response":"range_response_count:21 size:16655"} {"level":"info","ts":"2026-03-03T15:12:51.785812Z","caller":"traceutil/trace.go:171","msg":"trace[1429899599] range","detail":"{range_begin:/registry/events/auth-system/; range_end:/registry/events/auth-system0; response_count:21; response_revision:19759; }","duration":"398.662416ms","start":"2026-03-03T15:12:51.387138Z","end":"2026-03-03T15:12:51.7858Z","steps":["trace[1429899599] 'agreement among raft nodes before linearized reading' (duration: 398.44374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.785834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.387132Z","time spent":"398.695977ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":21,"response size":16678,"request content":"key:\"/registry/events/auth-system/\" range_end:\"/registry/events/auth-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:51.785531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.386349Z","time spent":"399.174583ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:12:51.78586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.273585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-03T15:12:51.785839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.382647Z","time spent":"403.183478ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T15:12:51.785895Z","caller":"traceutil/trace.go:171","msg":"trace[161349817] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a; range_end:; response_count:1; response_revision:19759; }","duration":"399.341607ms","start":"2026-03-03T15:12:51.386541Z","end":"2026-03-03T15:12:51.785883Z","steps":["trace[161349817] 'agreement among raft nodes before linearized reading' (duration: 399.250774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.785925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.386521Z","time spent":"399.395369ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" "} {"level":"warn","ts":"2026-03-03T15:12:51.785926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.207631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:188"} {"level":"info","ts":"2026-03-03T15:12:51.785985Z","caller":"traceutil/trace.go:171","msg":"trace[216416864] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/; range_end:/registry/serviceaccounts/kube-node-lease0; response_count:1; response_revision:19759; }","duration":"302.301565ms","start":"2026-03-03T15:12:51.483666Z","end":"2026-03-03T15:12:51.785967Z","steps":["trace[216416864] 'agreement among raft nodes before linearized reading' (duration: 302.15268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:51.78603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:51.483645Z","time spent":"302.370706ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":211,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:52.134083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.337054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/kube-node-lease/\" range_end:\"/registry/statefulsets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:52.134145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.952421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:52.134195Z","caller":"traceutil/trace.go:171","msg":"trace[746589006] range","detail":"{range_begin:/registry/statefulsets/kube-node-lease/; range_end:/registry/statefulsets/kube-node-lease0; response_count:0; response_revision:19761; }","duration":"168.491189ms","start":"2026-03-03T15:12:51.965668Z","end":"2026-03-03T15:12:52.134159Z","steps":["trace[746589006] 'range keys from in-memory index tree' (duration: 168.260181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:52.134232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.445076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-03T15:12:52.134288Z","caller":"traceutil/trace.go:171","msg":"trace[1203065962] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:19761; }","duration":"116.501407ms","start":"2026-03-03T15:12:52.017773Z","end":"2026-03-03T15:12:52.134274Z","steps":["trace[1203065962] 'range keys from in-memory index tree' (duration: 116.286041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:52.134301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.359078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:52.134326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.807335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:12:52.134342Z","caller":"traceutil/trace.go:171","msg":"trace[947071513] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:19761; }","duration":"164.41479ms","start":"2026-03-03T15:12:51.969913Z","end":"2026-03-03T15:12:52.134327Z","steps":["trace[947071513] 'range keys from in-memory index tree' (duration: 164.275766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:52.134364Z","caller":"traceutil/trace.go:171","msg":"trace[463519169] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19761; }","duration":"248.856296ms","start":"2026-03-03T15:12:51.885497Z","end":"2026-03-03T15:12:52.134353Z","steps":["trace[463519169] 'range keys from in-memory index tree' (duration: 248.740782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:52.134239Z","caller":"traceutil/trace.go:171","msg":"trace[373948499] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19761; }","duration":"117.096645ms","start":"2026-03-03T15:12:52.017115Z","end":"2026-03-03T15:12:52.134212Z","steps":["trace[373948499] 'count revisions from in-memory index tree' (duration: 116.871329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:52.134423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:52.134506Z","caller":"traceutil/trace.go:171","msg":"trace[1797859636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19761; }","duration":"152.227415ms","start":"2026-03-03T15:12:51.982257Z","end":"2026-03-03T15:12:52.134484Z","steps":["trace[1797859636] 'range keys from in-memory index tree' (duration: 152.012008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:52.135056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.270174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-03T15:12:52.135108Z","caller":"traceutil/trace.go:171","msg":"trace[764873465] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:19761; }","duration":"112.356156ms","start":"2026-03-03T15:12:52.022739Z","end":"2026-03-03T15:12:52.135095Z","steps":["trace[764873465] 'range keys from in-memory index tree' (duration: 112.090518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:53.661791Z","caller":"traceutil/trace.go:171","msg":"trace[1387187805] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"522.560708ms","start":"2026-03-03T15:12:53.139198Z","end":"2026-03-03T15:12:53.661759Z","steps":["trace[1387187805] 'process raft request' (duration: 522.402233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:53.66193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.139181Z","time spent":"522.676672ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:54.424804Z","caller":"traceutil/trace.go:171","msg":"trace[1271489081] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"1.284952759s","start":"2026-03-03T15:12:53.139824Z","end":"2026-03-03T15:12:54.424776Z","steps":["trace[1271489081] 'process raft request' (duration: 1.284753793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.424963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.139804Z","time spent":"1.285077632s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:54.425052Z","caller":"traceutil/trace.go:171","msg":"trace[224631446] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"1.284938348s","start":"2026-03-03T15:12:53.140088Z","end":"2026-03-03T15:12:54.425027Z","steps":["trace[224631446] 'process raft request' (duration: 1.284646949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.14008Z","time spent":"1.28501851s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:54.425237Z","caller":"traceutil/trace.go:171","msg":"trace[446528359] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"1.285093973s","start":"2026-03-03T15:12:53.140131Z","end":"2026-03-03T15:12:54.425225Z","steps":["trace[446528359] 'process raft request' (duration: 1.284908937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.42524Z","caller":"traceutil/trace.go:171","msg":"trace[584791704] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"1.284243826s","start":"2026-03-03T15:12:53.140984Z","end":"2026-03-03T15:12:54.425228Z","steps":["trace[584791704] 'process raft request' (duration: 1.284157724s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.425262Z","caller":"traceutil/trace.go:171","msg":"trace[859302451] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"1.039050504s","start":"2026-03-03T15:12:53.386181Z","end":"2026-03-03T15:12:54.425232Z","steps":["trace[859302451] 'process raft request' (duration: 1.039001283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.140127Z","time spent":"1.285139485s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:54.425305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.140977Z","time spent":"1.284293308s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:54.425403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.386153Z","time spent":"1.039169778s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:54.425405Z","caller":"traceutil/trace.go:171","msg":"trace[1785093000] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"1.039089086s","start":"2026-03-03T15:12:53.386293Z","end":"2026-03-03T15:12:54.425382Z","steps":["trace[1785093000] 'process raft request' (duration: 1.038915801s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.425456Z","caller":"traceutil/trace.go:171","msg":"trace[1416889151] linearizableReadLoop","detail":"{readStateIndex:20527; appliedIndex:20522; }","duration":"1.262612133s","start":"2026-03-03T15:12:53.162833Z","end":"2026-03-03T15:12:54.425445Z","steps":["trace[1416889151] 'read index received' (duration: 498.841699ms)","trace[1416889151] 'applied index is now lower than readState.Index' (duration: 763.769324ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:54.425505Z","caller":"traceutil/trace.go:171","msg":"trace[1120645600] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"1.035540674s","start":"2026-03-03T15:12:53.389957Z","end":"2026-03-03T15:12:54.425498Z","steps":["trace[1120645600] 'process raft request' (duration: 1.035349288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.389938Z","time spent":"1.035584106s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:54.425543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.386263Z","time spent":"1.03920989s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:54.42567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262836661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-03-03T15:12:54.425718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.758011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:54.425712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.680464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/local-path-storage/\" range_end:\"/registry/persistentvolumeclaims/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:54.425726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246064161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:67789"} {"level":"info","ts":"2026-03-03T15:12:54.425732Z","caller":"traceutil/trace.go:171","msg":"trace[1437685512] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19769; }","duration":"1.262942214s","start":"2026-03-03T15:12:53.162773Z","end":"2026-03-03T15:12:54.425716Z","steps":["trace[1437685512] 'agreement among raft nodes before linearized reading' (duration: 1.262733677s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.425752Z","caller":"traceutil/trace.go:171","msg":"trace[438115325] range","detail":"{range_begin:/registry/persistentvolumeclaims/local-path-storage/; range_end:/registry/persistentvolumeclaims/local-path-storage0; response_count:0; response_revision:19769; }","duration":"555.757796ms","start":"2026-03-03T15:12:53.86998Z","end":"2026-03-03T15:12:54.425738Z","steps":["trace[438115325] 'agreement among raft nodes before linearized reading' (duration: 555.696105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.425767Z","caller":"traceutil/trace.go:171","msg":"trace[1751793318] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:19769; }","duration":"1.246141343s","start":"2026-03-03T15:12:53.179617Z","end":"2026-03-03T15:12:54.425759Z","steps":["trace[1751793318] 'agreement among raft nodes before linearized reading' (duration: 1.245916306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.162751Z","time spent":"1.263018776s","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T15:12:54.425785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.869958Z","time spent":"555.818729ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/local-path-storage/\" range_end:\"/registry/persistentvolumeclaims/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:54.425799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212584303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-03-03T15:12:54.425804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.1796Z","time spent":"1.246195044s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":10,"response size":67812,"request content":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:54.425817Z","caller":"traceutil/trace.go:171","msg":"trace[550115825] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:19769; }","duration":"1.212642836s","start":"2026-03-03T15:12:53.213169Z","end":"2026-03-03T15:12:54.425812Z","steps":["trace[550115825] 'agreement among raft nodes before linearized reading' (duration: 1.212589814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.213151Z","time spent":"1.212681766s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4518,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-03T15:12:54.425843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145591609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:54.425742Z","caller":"traceutil/trace.go:171","msg":"trace[1243630112] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19769; }","duration":"946.830933ms","start":"2026-03-03T15:12:53.478903Z","end":"2026-03-03T15:12:54.425734Z","steps":["trace[1243630112] 'agreement among raft nodes before linearized reading' (duration: 946.695749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.425941Z","caller":"traceutil/trace.go:171","msg":"trace[1434724560] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19769; }","duration":"1.145749034s","start":"2026-03-03T15:12:53.280167Z","end":"2026-03-03T15:12:54.425916Z","steps":["trace[1434724560] 'agreement among raft nodes before linearized reading' (duration: 1.145529037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.425972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.478877Z","time spent":"947.082921ms","remote":"127.0.0.1:50392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:54.425997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.280143Z","time spent":"1.145838626s","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:54.42608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1073127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:54.426127Z","caller":"traceutil/trace.go:171","msg":"trace[930114268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19769; }","duration":"1.107398692s","start":"2026-03-03T15:12:53.318719Z","end":"2026-03-03T15:12:54.426117Z","steps":["trace[930114268] 'agreement among raft nodes before linearized reading' (duration: 1.10733066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.426153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:53.318698Z","time spent":"1.107450074s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:12:54.692118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.430607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/local-path-storage/\" range_end:\"/registry/rolebindings/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:54.692202Z","caller":"traceutil/trace.go:171","msg":"trace[357690257] range","detail":"{range_begin:/registry/rolebindings/local-path-storage/; range_end:/registry/rolebindings/local-path-storage0; response_count:0; response_revision:19769; }","duration":"104.51956ms","start":"2026-03-03T15:12:54.587642Z","end":"2026-03-03T15:12:54.692162Z","steps":["trace[357690257] 'range keys from in-memory index tree' (duration: 104.368585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.692205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.914995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-system/\" range_end:\"/registry/persistentvolumeclaims/kube-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:54.692252Z","caller":"traceutil/trace.go:171","msg":"trace[152510782] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-system/; range_end:/registry/persistentvolumeclaims/kube-system0; response_count:0; response_revision:19769; }","duration":"164.004978ms","start":"2026-03-03T15:12:54.528236Z","end":"2026-03-03T15:12:54.692241Z","steps":["trace[152510782] 'range keys from in-memory index tree' (duration: 163.837943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:54.692336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.979163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T15:12:54.692266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-03T15:12:54.692612Z","caller":"traceutil/trace.go:171","msg":"trace[1881622652] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19769; }","duration":"134.477215ms","start":"2026-03-03T15:12:54.558113Z","end":"2026-03-03T15:12:54.692591Z","steps":["trace[1881622652] 'range keys from in-memory index tree' (duration: 133.598798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.692403Z","caller":"traceutil/trace.go:171","msg":"trace[936105075] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19769; }","duration":"149.119778ms","start":"2026-03-03T15:12:54.543266Z","end":"2026-03-03T15:12:54.692386Z","steps":["trace[936105075] 'range keys from in-memory index tree' (duration: 148.774917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:54.855903Z","caller":"traceutil/trace.go:171","msg":"trace[699508521] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"149.294973ms","start":"2026-03-03T15:12:54.706592Z","end":"2026-03-03T15:12:54.855887Z","steps":["trace[699508521] 'process raft request' (duration: 149.048695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.616513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.451955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:12:55.616765Z","caller":"traceutil/trace.go:171","msg":"trace[573954979] linearizableReadLoop","detail":"{readStateIndex:20532; appliedIndex:20531; }","duration":"646.49266ms","start":"2026-03-03T15:12:54.970253Z","end":"2026-03-03T15:12:55.616746Z","steps":["trace[573954979] 'read index received' (duration: 72.805488ms)","trace[573954979] 'applied index is now lower than readState.Index' (duration: 573.685992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:55.61733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.050698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329953"} {"level":"info","ts":"2026-03-03T15:12:55.61741Z","caller":"traceutil/trace.go:171","msg":"trace[2027309813] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:19770; }","duration":"647.174501ms","start":"2026-03-03T15:12:54.970211Z","end":"2026-03-03T15:12:55.617385Z","steps":["trace[2027309813] 'agreement among raft nodes before linearized reading' (duration: 646.604823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.617454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:54.970187Z","time spent":"647.255564ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":4,"response size":329976,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:55.619724Z","caller":"traceutil/trace.go:171","msg":"trace[1432894481] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"506.536972ms","start":"2026-03-03T15:12:55.113146Z","end":"2026-03-03T15:12:55.619683Z","steps":["trace[1432894481] 'process raft request' (duration: 503.476585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.619959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.113125Z","time spent":"506.703256ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:55.791873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.103853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:55.792Z","caller":"traceutil/trace.go:171","msg":"trace[1316270947] linearizableReadLoop","detail":"{readStateIndex:20534; appliedIndex:20532; }","duration":"175.182712ms","start":"2026-03-03T15:12:55.616797Z","end":"2026-03-03T15:12:55.79198Z","steps":["trace[1316270947] 'read index received' (duration: 63.102µs)","trace[1316270947] 'applied index is now lower than readState.Index' (duration: 175.11823ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:55.79211Z","caller":"traceutil/trace.go:171","msg":"trace[1404946572] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"363.288169ms","start":"2026-03-03T15:12:55.428808Z","end":"2026-03-03T15:12:55.792096Z","steps":["trace[1404946572] 'process raft request' (duration: 190.855085ms)","trace[1404946572] 'compare' (duration: 171.939259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:55.792178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.428788Z","time spent":"363.358181ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:55.792353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.253331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1186"} {"level":"info","ts":"2026-03-03T15:12:55.792452Z","caller":"traceutil/trace.go:171","msg":"trace[1393656150] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:19772; }","duration":"785.405496ms","start":"2026-03-03T15:12:55.007022Z","end":"2026-03-03T15:12:55.792427Z","steps":["trace[1393656150] 'agreement among raft nodes before linearized reading' (duration: 785.134837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.792515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.006992Z","time spent":"785.507489ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1209,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-03T15:12:55.792599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.54493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 ","response":"range_response_count:11 size:5917"} {"level":"warn","ts":"2026-03-03T15:12:55.792633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.959006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:12:55.79269Z","caller":"traceutil/trace.go:171","msg":"trace[1930943820] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19772; }","duration":"692.047589ms","start":"2026-03-03T15:12:55.100627Z","end":"2026-03-03T15:12:55.792675Z","steps":["trace[1930943820] 'agreement among raft nodes before linearized reading' (duration: 691.954456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.792726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.100608Z","time spent":"692.111951ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T15:12:55.792731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.753567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-03-03T15:12:55.792646Z","caller":"traceutil/trace.go:171","msg":"trace[747876867] range","detail":"{range_begin:/registry/roles/kube-system/; range_end:/registry/roles/kube-system0; response_count:11; response_revision:19772; }","duration":"785.608572ms","start":"2026-03-03T15:12:55.007024Z","end":"2026-03-03T15:12:55.792633Z","steps":["trace[747876867] 'agreement among raft nodes before linearized reading' (duration: 785.414626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:55.792767Z","caller":"traceutil/trace.go:171","msg":"trace[1254329594] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19772; }","duration":"804.8345ms","start":"2026-03-03T15:12:54.98792Z","end":"2026-03-03T15:12:55.792755Z","steps":["trace[1254329594] 'agreement among raft nodes before linearized reading' (duration: 804.749327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.792788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.804999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T15:12:55.792807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.680591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T15:12:55.792824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:54.987894Z","time spent":"804.918572ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T15:12:55.792825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.007013Z","time spent":"785.793008ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":11,"response size":5940,"request content":"key:\"/registry/roles/kube-system/\" range_end:\"/registry/roles/kube-system0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:55.792833Z","caller":"traceutil/trace.go:171","msg":"trace[795098583] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19772; }","duration":"505.873121ms","start":"2026-03-03T15:12:55.286945Z","end":"2026-03-03T15:12:55.792818Z","steps":["trace[795098583] 'agreement among raft nodes before linearized reading' (duration: 505.729326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:55.792849Z","caller":"traceutil/trace.go:171","msg":"trace[1557900420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19772; }","duration":"127.760354ms","start":"2026-03-03T15:12:55.665079Z","end":"2026-03-03T15:12:55.792839Z","steps":["trace[1557900420] 'agreement among raft nodes before linearized reading' (duration: 127.664671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.792873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.286928Z","time spent":"505.937973ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T15:12:55.792639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.154653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:55.792922Z","caller":"traceutil/trace.go:171","msg":"trace[884597664] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19772; }","duration":"610.459713ms","start":"2026-03-03T15:12:55.182453Z","end":"2026-03-03T15:12:55.792913Z","steps":["trace[884597664] 'agreement among raft nodes before linearized reading' (duration: 610.111862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:55.792954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.182395Z","time spent":"610.549096ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:56.298688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T15:12:56.376122Z","caller":"traceutil/trace.go:171","msg":"trace[442628531] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"578.909107ms","start":"2026-03-03T15:12:55.797196Z","end":"2026-03-03T15:12:56.376105Z","steps":["trace[442628531] 'process raft request' (duration: 578.800824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.376232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.797173Z","time spent":"579.00244ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:56.845086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.39574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:56.845283Z","caller":"traceutil/trace.go:171","msg":"trace[1818623225] transaction","detail":"{read_only:false; response_revision:19774; number_of_response:1; }","duration":"1.047284635s","start":"2026-03-03T15:12:55.797965Z","end":"2026-03-03T15:12:56.84525Z","steps":["trace[1818623225] 'process raft request' (duration: 774.577695ms)","trace[1818623225] 'compare' (duration: 272.007148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:56.845392Z","caller":"traceutil/trace.go:171","msg":"trace[1784750540] transaction","detail":"{read_only:false; response_revision:19777; number_of_response:1; }","duration":"412.223725ms","start":"2026-03-03T15:12:56.433151Z","end":"2026-03-03T15:12:56.845375Z","steps":["trace[1784750540] 'process raft request' (duration: 412.184574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.84543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.797955Z","time spent":"1.047399148s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:56.845473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.433144Z","time spent":"412.292327ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:56.845684Z","caller":"traceutil/trace.go:171","msg":"trace[273171802] transaction","detail":"{read_only:false; response_revision:19775; number_of_response:1; }","duration":"412.884216ms","start":"2026-03-03T15:12:56.432787Z","end":"2026-03-03T15:12:56.845671Z","steps":["trace[273171802] 'process raft request' (duration: 412.426191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.845741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.432773Z","time spent":"412.940048ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:56.845772Z","caller":"traceutil/trace.go:171","msg":"trace[1586031076] transaction","detail":"{read_only:false; response_revision:19776; number_of_response:1; }","duration":"412.658509ms","start":"2026-03-03T15:12:56.433091Z","end":"2026-03-03T15:12:56.84575Z","steps":["trace[1586031076] 'process raft request' (duration: 412.210815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:56.845776Z","caller":"traceutil/trace.go:171","msg":"trace[1896166139] linearizableReadLoop","detail":"{readStateIndex:20536; appliedIndex:20534; }","duration":"1.047849573s","start":"2026-03-03T15:12:55.797858Z","end":"2026-03-03T15:12:56.845708Z","steps":["trace[1896166139] 'read index received' (duration: 578.195935ms)","trace[1896166139] 'applied index is now lower than readState.Index' (duration: 469.651048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:56.845861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.433084Z","time spent":"412.740891ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:56.845979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.583884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:12:56.846034Z","caller":"traceutil/trace.go:171","msg":"trace[1226386172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19777; }","duration":"455.682176ms","start":"2026-03-03T15:12:56.390335Z","end":"2026-03-03T15:12:56.846018Z","steps":["trace[1226386172] 'agreement among raft nodes before linearized reading' (duration: 455.575673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048153802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6610e579-8244-4677-a20b-a879e14cda98\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-03T15:12:56.846062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.32198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:56.846074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.390314Z","time spent":"455.750939ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:56.84611Z","caller":"traceutil/trace.go:171","msg":"trace[974110506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6610e579-8244-4677-a20b-a879e14cda98; range_end:; response_count:1; response_revision:19777; }","duration":"1.048258116s","start":"2026-03-03T15:12:55.797832Z","end":"2026-03-03T15:12:56.84609Z","steps":["trace[974110506] 'agreement among raft nodes before linearized reading' (duration: 1.048005328s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:56.846119Z","caller":"traceutil/trace.go:171","msg":"trace[1801570153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19777; }","duration":"509.415623ms","start":"2026-03-03T15:12:56.336688Z","end":"2026-03-03T15:12:56.846103Z","steps":["trace[1801570153] 'agreement among raft nodes before linearized reading' (duration: 509.3184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.840495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T15:12:56.846156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.797824Z","time spent":"1.048322598s","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6610e579-8244-4677-a20b-a879e14cda98\" "} {"level":"warn","ts":"2026-03-03T15:12:56.846148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.080322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:12:56.846174Z","caller":"traceutil/trace.go:171","msg":"trace[326322508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19777; }","duration":"413.943429ms","start":"2026-03-03T15:12:56.432213Z","end":"2026-03-03T15:12:56.846156Z","steps":["trace[326322508] 'agreement among raft nodes before linearized reading' (duration: 413.790554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.632445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1186"} {"level":"warn","ts":"2026-03-03T15:12:56.846216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.432194Z","time spent":"414.013881ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T15:12:56.846229Z","caller":"traceutil/trace.go:171","msg":"trace[311131955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19777; }","duration":"413.179365ms","start":"2026-03-03T15:12:56.433027Z","end":"2026-03-03T15:12:56.846206Z","steps":["trace[311131955] 'agreement among raft nodes before linearized reading' (duration: 412.959498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.499661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:56.846281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.157943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T15:12:56.846286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.43302Z","time spent":"413.251587ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T15:12:56.846321Z","caller":"traceutil/trace.go:171","msg":"trace[765782434] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19777; }","duration":"646.594795ms","start":"2026-03-03T15:12:56.199711Z","end":"2026-03-03T15:12:56.846306Z","steps":["trace[765782434] 'agreement among raft nodes before linearized reading' (duration: 646.509712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:56.846341Z","caller":"traceutil/trace.go:171","msg":"trace[1479729072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19777; }","duration":"406.218865ms","start":"2026-03-03T15:12:56.440102Z","end":"2026-03-03T15:12:56.846321Z","steps":["trace[1479729072] 'agreement among raft nodes before linearized reading' (duration: 406.097521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.84636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.199689Z","time spent":"646.662366ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:12:56.846162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.336667Z","time spent":"509.486226ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:12:56.846384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.698544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/\" range_end:\"/registry/serviceaccounts/local-path-storage0\" limit:500 ","response":"range_response_count:2 size:1084"} {"level":"warn","ts":"2026-03-03T15:12:56.846394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.440092Z","time spent":"406.288537ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:12:56.846143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.7068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:12:56.846438Z","caller":"traceutil/trace.go:171","msg":"trace[999932248] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/; range_end:/registry/serviceaccounts/local-path-storage0; response_count:2; response_revision:19777; }","duration":"943.787367ms","start":"2026-03-03T15:12:55.902635Z","end":"2026-03-03T15:12:56.846422Z","steps":["trace[999932248] 'agreement among raft nodes before linearized reading' (duration: 943.304292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:56.846473Z","caller":"traceutil/trace.go:171","msg":"trace[1226336494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19777; }","duration":"413.079932ms","start":"2026-03-03T15:12:56.433376Z","end":"2026-03-03T15:12:56.846456Z","steps":["trace[1226336494] 'agreement among raft nodes before linearized reading' (duration: 412.543045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.902616Z","time spent":"943.858419ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":2,"response size":1107,"request content":"key:\"/registry/serviceaccounts/local-path-storage/\" range_end:\"/registry/serviceaccounts/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:56.84653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.433369Z","time spent":"413.146454ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T15:12:56.846274Z","caller":"traceutil/trace.go:171","msg":"trace[1231589253] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:19777; }","duration":"945.734469ms","start":"2026-03-03T15:12:55.900515Z","end":"2026-03-03T15:12:56.846249Z","steps":["trace[1231589253] 'agreement among raft nodes before linearized reading' (duration: 945.547613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.9005Z","time spent":"946.076469ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1209,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-03T15:12:56.846636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.766856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 ","response":"range_response_count:37 size:8043"} {"level":"warn","ts":"2026-03-03T15:12:56.846387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.521428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-03-03T15:12:56.846687Z","caller":"traceutil/trace.go:171","msg":"trace[230076870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/; range_end:/registry/serviceaccounts/kube-system0; response_count:37; response_revision:19777; }","duration":"936.834638ms","start":"2026-03-03T15:12:55.909841Z","end":"2026-03-03T15:12:56.846676Z","steps":["trace[230076870] 'agreement among raft nodes before linearized reading' (duration: 936.072934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:56.846697Z","caller":"traceutil/trace.go:171","msg":"trace[1879991708] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19777; }","duration":"974.864308ms","start":"2026-03-03T15:12:55.871819Z","end":"2026-03-03T15:12:56.846684Z","steps":["trace[1879991708] 'agreement among raft nodes before linearized reading' (duration: 974.089414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:56.846726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.909834Z","time spent":"936.8821ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":37,"response size":8066,"request content":"key:\"/registry/serviceaccounts/kube-system/\" range_end:\"/registry/serviceaccounts/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:56.846737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:55.871802Z","time spent":"974.92318ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-03-03T15:12:57.171995Z","caller":"traceutil/trace.go:171","msg":"trace[1642560514] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"319.691063ms","start":"2026-03-03T15:12:56.852288Z","end":"2026-03-03T15:12:57.171979Z","steps":["trace[1642560514] 'process raft request' (duration: 319.498847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:57.172022Z","caller":"traceutil/trace.go:171","msg":"trace[175475452] linearizableReadLoop","detail":"{readStateIndex:20540; appliedIndex:20540; }","duration":"319.083964ms","start":"2026-03-03T15:12:56.852904Z","end":"2026-03-03T15:12:57.171988Z","steps":["trace[175475452] 'read index received' (duration: 319.068483ms)","trace[175475452] 'applied index is now lower than readState.Index' (duration: 12.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:57.172094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.852277Z","time spent":"319.764656ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:57.1724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.472366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-03-03T15:12:57.172478Z","caller":"traceutil/trace.go:171","msg":"trace[1851459914] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19778; }","duration":"319.57759ms","start":"2026-03-03T15:12:56.85288Z","end":"2026-03-03T15:12:57.172458Z","steps":["trace[1851459914] 'agreement among raft nodes before linearized reading' (duration: 319.27087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.172697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.852873Z","time spent":"319.747505ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T15:12:57.497236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.869213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:12:57.497394Z","caller":"traceutil/trace.go:171","msg":"trace[1575009139] linearizableReadLoop","detail":"{readStateIndex:20543; appliedIndex:20540; }","duration":"324.308859ms","start":"2026-03-03T15:12:57.173074Z","end":"2026-03-03T15:12:57.497383Z","steps":["trace[1575009139] 'read index received' (duration: 185.988812ms)","trace[1575009139] 'applied index is now lower than readState.Index' (duration: 138.319417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:57.497483Z","caller":"traceutil/trace.go:171","msg":"trace[1144675949] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"644.133897ms","start":"2026-03-03T15:12:56.853294Z","end":"2026-03-03T15:12:57.497428Z","steps":["trace[1144675949] 'process raft request' (duration: 644.059924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.49755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.55048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:12:57.497571Z","caller":"traceutil/trace.go:171","msg":"trace[345379699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19781; }","duration":"339.612002ms","start":"2026-03-03T15:12:57.157952Z","end":"2026-03-03T15:12:57.497564Z","steps":["trace[345379699] 'agreement among raft nodes before linearized reading' (duration: 339.508349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.497594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:57.157928Z","time spent":"339.661464ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:12:57.497798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.743094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:30 size:23671"} {"level":"info","ts":"2026-03-03T15:12:57.497856Z","caller":"traceutil/trace.go:171","msg":"trace[1639872995] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:30; response_revision:19781; }","duration":"643.832037ms","start":"2026-03-03T15:12:56.854008Z","end":"2026-03-03T15:12:57.49784Z","steps":["trace[1639872995] 'agreement among raft nodes before linearized reading' (duration: 643.506856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.497902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.853998Z","time spent":"643.893478ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":30,"response size":23694,"request content":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:57.497952Z","caller":"traceutil/trace.go:171","msg":"trace[1844266736] transaction","detail":"{read_only:false; response_revision:19779; number_of_response:1; }","duration":"644.941302ms","start":"2026-03-03T15:12:56.853002Z","end":"2026-03-03T15:12:57.497943Z","steps":["trace[1844266736] 'process raft request' (duration: 506.118379ms)","trace[1844266736] 'compare' (duration: 137.545102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:12:57.498002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.852993Z","time spent":"644.987863ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:57.497982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.841851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:30 size:23671"} {"level":"warn","ts":"2026-03-03T15:12:57.497986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.853274Z","time spent":"644.280531ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:57.498059Z","caller":"traceutil/trace.go:171","msg":"trace[1028955452] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:30; response_revision:19781; }","duration":"321.958045ms","start":"2026-03-03T15:12:57.17608Z","end":"2026-03-03T15:12:57.498038Z","steps":["trace[1028955452] 'agreement among raft nodes before linearized reading' (duration: 321.647055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.498115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:57.176064Z","time spent":"322.039127ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":30,"response size":23694,"request content":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:57.498153Z","caller":"traceutil/trace.go:171","msg":"trace[1137461411] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"645.059665ms","start":"2026-03-03T15:12:56.853086Z","end":"2026-03-03T15:12:57.498146Z","steps":["trace[1137461411] 'process raft request' (duration: 644.219149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.498192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.85308Z","time spent":"645.091846ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:12:57.498203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.391576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 ","response":"range_response_count:7 size:9464"} {"level":"info","ts":"2026-03-03T15:12:57.498237Z","caller":"traceutil/trace.go:171","msg":"trace[1923274635] range","detail":"{range_begin:/registry/services/specs/kube-system/; range_end:/registry/services/specs/kube-system0; response_count:7; response_revision:19781; }","duration":"454.454048ms","start":"2026-03-03T15:12:57.043772Z","end":"2026-03-03T15:12:57.498226Z","steps":["trace[1923274635] 'agreement among raft nodes before linearized reading' (duration: 454.324134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.498276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:57.043755Z","time spent":"454.513029ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":7,"response size":9487,"request content":"key:\"/registry/services/specs/kube-system/\" range_end:\"/registry/services/specs/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:57.498297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.947745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:57.498331Z","caller":"traceutil/trace.go:171","msg":"trace[1161252934] range","detail":"{range_begin:/registry/services/specs/local-path-storage/; range_end:/registry/services/specs/local-path-storage0; response_count:0; response_revision:19781; }","duration":"564.027877ms","start":"2026-03-03T15:12:56.934283Z","end":"2026-03-03T15:12:57.498311Z","steps":["trace[1161252934] 'agreement among raft nodes before linearized reading' (duration: 563.992916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:57.498354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:56.93427Z","time spent":"564.079899ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/local-path-storage/\" range_end:\"/registry/services/specs/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:57.769389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.176825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/local-path-storage/\" range_end:\"/registry/statefulsets/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:57.76946Z","caller":"traceutil/trace.go:171","msg":"trace[958983161] range","detail":"{range_begin:/registry/statefulsets/local-path-storage/; range_end:/registry/statefulsets/local-path-storage0; response_count:0; response_revision:19781; }","duration":"165.275088ms","start":"2026-03-03T15:12:57.604168Z","end":"2026-03-03T15:12:57.769443Z","steps":["trace[958983161] 'range keys from in-memory index tree' (duration: 165.138774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:58.474563Z","caller":"traceutil/trace.go:171","msg":"trace[1708940751] linearizableReadLoop","detail":"{readStateIndex:20544; appliedIndex:20543; }","duration":"236.62ms","start":"2026-03-03T15:12:58.237917Z","end":"2026-03-03T15:12:58.474537Z","steps":["trace[1708940751] 'read index received' (duration: 236.399253ms)","trace[1708940751] 'applied index is now lower than readState.Index' (duration: 219.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:58.47493Z","caller":"traceutil/trace.go:171","msg":"trace[34055003] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"239.823032ms","start":"2026-03-03T15:12:58.235082Z","end":"2026-03-03T15:12:58.474905Z","steps":["trace[34055003] 'process raft request' (duration: 239.279145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.475174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.23891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1479"} {"level":"info","ts":"2026-03-03T15:12:58.475246Z","caller":"traceutil/trace.go:171","msg":"trace[1748161657] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:19782; }","duration":"237.342983ms","start":"2026-03-03T15:12:58.237893Z","end":"2026-03-03T15:12:58.475236Z","steps":["trace[1748161657] 'agreement among raft nodes before linearized reading' (duration: 237.22709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.475525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.869312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/default\" ","response":"range_response_count:1 size:184"} {"level":"info","ts":"2026-03-03T15:12:58.475616Z","caller":"traceutil/trace.go:171","msg":"trace[24260296] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/default; range_end:; response_count:1; response_revision:19782; }","duration":"163.013897ms","start":"2026-03-03T15:12:58.312588Z","end":"2026-03-03T15:12:58.475602Z","steps":["trace[24260296] 'agreement among raft nodes before linearized reading' (duration: 162.784329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.475643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/\" range_end:\"/registry/daemonsets/monitoring0\" limit:500 ","response":"range_response_count:5 size:25378"} {"level":"info","ts":"2026-03-03T15:12:58.475687Z","caller":"traceutil/trace.go:171","msg":"trace[507168893] range","detail":"{range_begin:/registry/daemonsets/monitoring/; range_end:/registry/daemonsets/monitoring0; response_count:5; response_revision:19782; }","duration":"127.898868ms","start":"2026-03-03T15:12:58.347778Z","end":"2026-03-03T15:12:58.475677Z","steps":["trace[507168893] 'agreement among raft nodes before linearized reading' (duration: 127.729763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.475761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.337731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:12:58.475849Z","caller":"traceutil/trace.go:171","msg":"trace[1800642511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19782; }","duration":"159.449954ms","start":"2026-03-03T15:12:58.31638Z","end":"2026-03-03T15:12:58.47583Z","steps":["trace[1800642511] 'agreement among raft nodes before linearized reading' (duration: 159.31009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.685105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.550545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-03-03T15:12:58.685192Z","caller":"traceutil/trace.go:171","msg":"trace[1954337983] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:19782; }","duration":"100.665018ms","start":"2026-03-03T15:12:58.584507Z","end":"2026-03-03T15:12:58.685172Z","steps":["trace[1954337983] 'range keys from in-memory index tree' (duration: 100.484542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:58.685432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.024679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/\" range_end:\"/registry/daemonsets/openstack0\" limit:500 ","response":"range_response_count:9 size:121396"} {"level":"info","ts":"2026-03-03T15:12:58.685559Z","caller":"traceutil/trace.go:171","msg":"trace[1018161073] range","detail":"{range_begin:/registry/daemonsets/openstack/; range_end:/registry/daemonsets/openstack0; response_count:9; response_revision:19782; }","duration":"101.180025ms","start":"2026-03-03T15:12:58.584353Z","end":"2026-03-03T15:12:58.685521Z","steps":["trace[1018161073] 'range keys from in-memory index tree' (duration: 100.687899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:59.051693Z","caller":"traceutil/trace.go:171","msg":"trace[1057157651] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"200.202481ms","start":"2026-03-03T15:12:58.851474Z","end":"2026-03-03T15:12:59.051677Z","steps":["trace[1057157651] 'process raft request' (duration: 200.083457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:59.570884Z","caller":"traceutil/trace.go:171","msg":"trace[1200860362] linearizableReadLoop","detail":"{readStateIndex:20547; appliedIndex:20545; }","duration":"685.106839ms","start":"2026-03-03T15:12:58.885754Z","end":"2026-03-03T15:12:59.570861Z","steps":["trace[1200860362] 'read index received' (duration: 166.012691ms)","trace[1200860362] 'applied index is now lower than readState.Index' (duration: 519.093058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:12:59.57127Z","caller":"traceutil/trace.go:171","msg":"trace[1910585438] transaction","detail":"{read_only:false; response_revision:19784; number_of_response:1; }","duration":"719.408083ms","start":"2026-03-03T15:12:58.851674Z","end":"2026-03-03T15:12:59.571082Z","steps":["trace[1910585438] 'process raft request' (duration: 718.944318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.572726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.851655Z","time spent":"720.995603ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:59.571292Z","caller":"traceutil/trace.go:171","msg":"trace[211016066] transaction","detail":"{read_only:false; response_revision:19785; number_of_response:1; }","duration":"717.355548ms","start":"2026-03-03T15:12:58.853902Z","end":"2026-03-03T15:12:59.571257Z","steps":["trace[211016066] 'process raft request' (duration: 716.883633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:59.571338Z","caller":"traceutil/trace.go:171","msg":"trace[48521519] transaction","detail":"{read_only:false; response_revision:19786; number_of_response:1; }","duration":"685.561353ms","start":"2026-03-03T15:12:58.885764Z","end":"2026-03-03T15:12:59.571325Z","steps":["trace[48521519] 'process raft request' (duration: 685.059948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.571689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.914245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" ","response":"range_response_count:1 size:105444"} {"level":"warn","ts":"2026-03-03T15:12:59.571778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.232527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:12:59.571831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.865009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-03-03T15:12:59.571847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.05204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/\" range_end:\"/registry/services/endpoints/openstack0\" limit:500 ","response":"range_response_count:44 size:38366"} {"level":"warn","ts":"2026-03-03T15:12:59.571872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.179603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 ","response":"range_response_count:3 size:4674"} {"level":"warn","ts":"2026-03-03T15:12:59.571969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.359245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T15:12:59.572038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.62682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:12:59.572138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.486216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:12:59.572591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.052182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T15:12:59.573868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.853888Z","time spent":"719.911619ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:59.57441Z","caller":"traceutil/trace.go:171","msg":"trace[1899806307] range","detail":"{range_begin:/registry/ingress/monitoring/; range_end:/registry/ingress/monitoring0; response_count:3; response_revision:19786; }","duration":"548.727143ms","start":"2026-03-03T15:12:59.025635Z","end":"2026-03-03T15:12:59.574362Z","steps":["trace[1899806307] 'agreement among raft nodes before linearized reading' (duration: 546.08653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:59.574498Z","caller":"traceutil/trace.go:171","msg":"trace[1344022660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19786; }","duration":"397.866001ms","start":"2026-03-03T15:12:59.176611Z","end":"2026-03-03T15:12:59.574476Z","steps":["trace[1344022660] 'agreement among raft nodes before linearized reading' (duration: 395.206667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:12:59.574544Z","caller":"traceutil/trace.go:171","msg":"trace[840413367] range","detail":"{range_begin:/registry/services/endpoints/openstack/; range_end:/registry/services/endpoints/openstack0; response_count:44; response_revision:19786; }","duration":"688.792015ms","start":"2026-03-03T15:12:58.885725Z","end":"2026-03-03T15:12:59.574517Z","steps":["trace[840413367] 'agreement among raft nodes before linearized reading' (duration: 685.626155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.574567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.025614Z","time spent":"548.905519ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":3,"response size":4697,"request content":"key:\"/registry/ingress/monitoring/\" range_end:\"/registry/ingress/monitoring0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:12:59.574589Z","caller":"traceutil/trace.go:171","msg":"trace[49639255] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19786; }","duration":"346.107368ms","start":"2026-03-03T15:12:59.22846Z","end":"2026-03-03T15:12:59.574567Z","steps":["trace[49639255] 'agreement among raft nodes before linearized reading' (duration: 343.096863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.574613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.885706Z","time spent":"688.887409ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":44,"response size":38389,"request content":"key:\"/registry/services/endpoints/openstack/\" range_end:\"/registry/services/endpoints/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:12:59.57465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.176594Z","time spent":"398.038246ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:12:59.574663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.228437Z","time spent":"346.207441ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T15:12:59.574582Z","caller":"traceutil/trace.go:171","msg":"trace[1152913676] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19786; }","duration":"626.978584ms","start":"2026-03-03T15:12:58.947521Z","end":"2026-03-03T15:12:59.574499Z","steps":["trace[1152913676] 'agreement among raft nodes before linearized reading' (duration: 624.214856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.574968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.947513Z","time spent":"627.430149ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:12:59.574468Z","caller":"traceutil/trace.go:171","msg":"trace[2005229766] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:19786; }","duration":"647.499752ms","start":"2026-03-03T15:12:58.926944Z","end":"2026-03-03T15:12:59.574443Z","steps":["trace[2005229766] 'agreement among raft nodes before linearized reading' (duration: 644.857839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.57558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.926936Z","time spent":"648.628438ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-03-03T15:12:59.573976Z","caller":"traceutil/trace.go:171","msg":"trace[1717473824] range","detail":"{range_begin:/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1; range_end:; response_count:1; response_revision:19786; }","duration":"669.232589ms","start":"2026-03-03T15:12:58.904726Z","end":"2026-03-03T15:12:59.573959Z","steps":["trace[1717473824] 'agreement among raft nodes before linearized reading' (duration: 666.807432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.57567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.904713Z","time spent":"670.939882ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":105467,"request content":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" "} {"level":"info","ts":"2026-03-03T15:12:59.574996Z","caller":"traceutil/trace.go:171","msg":"trace[1859675220] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19786; }","duration":"521.412271ms","start":"2026-03-03T15:12:59.053566Z","end":"2026-03-03T15:12:59.574979Z","steps":["trace[1859675220] 'agreement among raft nodes before linearized reading' (duration: 518.345334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:12:59.575808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.053546Z","time spent":"522.252568ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T15:12:59.573933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:58.88575Z","time spent":"688.157926ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:12:59.576397Z","caller":"traceutil/trace.go:171","msg":"trace[1878659431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19786; }","duration":"259.021928ms","start":"2026-03-03T15:12:59.317354Z","end":"2026-03-03T15:12:59.576376Z","steps":["trace[1878659431] 'agreement among raft nodes before linearized reading' (duration: 254.632399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.029167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.036911ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T15:13:00.029278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.578223Z","time spent":"451.047811ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T15:13:00.029412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.081991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:00.029474Z","caller":"traceutil/trace.go:171","msg":"trace[929561854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19786; }","duration":"451.175055ms","start":"2026-03-03T15:12:59.578282Z","end":"2026-03-03T15:13:00.029457Z","steps":["trace[929561854] 'agreement among raft nodes before linearized reading' (duration: 451.059591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:00.029254Z","caller":"traceutil/trace.go:171","msg":"trace[713543146] linearizableReadLoop","detail":"{readStateIndex:20549; appliedIndex:20548; }","duration":"450.927017ms","start":"2026-03-03T15:12:59.578312Z","end":"2026-03-03T15:13:00.029239Z","steps":["trace[713543146] 'read index received' (duration: 49.860574ms)","trace[713543146] 'applied index is now lower than readState.Index' (duration: 401.065033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:00.029518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.578265Z","time spent":"451.244296ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:13:00.108794Z","caller":"traceutil/trace.go:171","msg":"trace[1397641498] transaction","detail":"{read_only:false; response_revision:19787; number_of_response:1; }","duration":"528.93835ms","start":"2026-03-03T15:12:59.579833Z","end":"2026-03-03T15:13:00.108772Z","steps":["trace[1397641498] 'process raft request' (duration: 528.750654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.108925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.579812Z","time spent":"529.041053ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:00.109095Z","caller":"traceutil/trace.go:171","msg":"trace[1914141510] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"527.486934ms","start":"2026-03-03T15:12:59.581585Z","end":"2026-03-03T15:13:00.109072Z","steps":["trace[1914141510] 'process raft request' (duration: 527.141853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.109223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.581565Z","time spent":"527.588807ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:00.109474Z","caller":"traceutil/trace.go:171","msg":"trace[815740133] transaction","detail":"{read_only:false; response_revision:19789; number_of_response:1; }","duration":"524.448558ms","start":"2026-03-03T15:12:59.585011Z","end":"2026-03-03T15:13:00.10946Z","steps":["trace[815740133] 'process raft request' (duration: 523.982584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.109561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.585002Z","time spent":"524.51644ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:00.110064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.264478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47f12bd7-f07a-43f6-b96b-a334c7142c80\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T15:13:00.110075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.071243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:00.11012Z","caller":"traceutil/trace.go:171","msg":"trace[2075635671] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47f12bd7-f07a-43f6-b96b-a334c7142c80; range_end:; response_count:1; response_revision:19790; }","duration":"528.341551ms","start":"2026-03-03T15:12:59.581766Z","end":"2026-03-03T15:13:00.110108Z","steps":["trace[2075635671] 'agreement among raft nodes before linearized reading' (duration: 528.153455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:00.11015Z","caller":"traceutil/trace.go:171","msg":"trace[1518414490] range","detail":"{range_begin:/registry/networkpolicies/monitoring/; range_end:/registry/networkpolicies/monitoring0; response_count:0; response_revision:19790; }","duration":"344.200067ms","start":"2026-03-03T15:12:59.765928Z","end":"2026-03-03T15:13:00.110128Z","steps":["trace[1518414490] 'agreement among raft nodes before linearized reading' (duration: 344.074573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.110208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.765906Z","time spent":"344.29196ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/monitoring/\" range_end:\"/registry/networkpolicies/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:00.11026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.698691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" ","response":"range_response_count:1 size:105444"} {"level":"info","ts":"2026-03-03T15:13:00.110296Z","caller":"traceutil/trace.go:171","msg":"trace[88353303] range","detail":"{range_begin:/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1; range_end:; response_count:1; response_revision:19790; }","duration":"381.951989ms","start":"2026-03-03T15:12:59.728336Z","end":"2026-03-03T15:13:00.110288Z","steps":["trace[88353303] 'agreement among raft nodes before linearized reading' (duration: 381.844346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.110323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.728316Z","time spent":"382.00086ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":105467,"request content":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" "} {"level":"info","ts":"2026-03-03T15:13:00.110467Z","caller":"traceutil/trace.go:171","msg":"trace[1617193403] transaction","detail":"{read_only:false; response_revision:19790; number_of_response:1; }","duration":"524.254112ms","start":"2026-03-03T15:12:59.5862Z","end":"2026-03-03T15:13:00.110454Z","steps":["trace[1617193403] 'process raft request' (duration: 523.210269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.110537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.401568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/\" range_end:\"/registry/jobs/monitoring0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:00.110548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.586192Z","time spent":"524.309873ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:00.110162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.581755Z","time spent":"528.398742ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-47f12bd7-f07a-43f6-b96b-a334c7142c80\" "} {"level":"info","ts":"2026-03-03T15:13:00.11066Z","caller":"traceutil/trace.go:171","msg":"trace[2096454270] range","detail":"{range_begin:/registry/jobs/monitoring/; range_end:/registry/jobs/monitoring0; response_count:0; response_revision:19790; }","duration":"417.46983ms","start":"2026-03-03T15:12:59.693095Z","end":"2026-03-03T15:13:00.110565Z","steps":["trace[2096454270] 'agreement among raft nodes before linearized reading' (duration: 417.402848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.110713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.693078Z","time spent":"417.619505ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/monitoring/\" range_end:\"/registry/jobs/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:00.110961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.989988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-03T15:13:00.111016Z","caller":"traceutil/trace.go:171","msg":"trace[979234197] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:19790; }","duration":"457.080221ms","start":"2026-03-03T15:12:59.653922Z","end":"2026-03-03T15:13:00.111002Z","steps":["trace[979234197] 'agreement among raft nodes before linearized reading' (duration: 456.986758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.111086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:12:59.653895Z","time spent":"457.162514ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-03T15:13:00.507229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.151818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:00.507343Z","caller":"traceutil/trace.go:171","msg":"trace[79664255] linearizableReadLoop","detail":"{readStateIndex:20554; appliedIndex:20553; }","duration":"388.358251ms","start":"2026-03-03T15:13:00.118969Z","end":"2026-03-03T15:13:00.507327Z","steps":["trace[79664255] 'read index received' (duration: 79.929573ms)","trace[79664255] 'applied index is now lower than readState.Index' (duration: 308.427528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:00.507399Z","caller":"traceutil/trace.go:171","msg":"trace[2115811194] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"476.994189ms","start":"2026-03-03T15:13:00.030362Z","end":"2026-03-03T15:13:00.507356Z","steps":["trace[2115811194] 'process raft request' (duration: 168.594723ms)","trace[2115811194] 'compare' (duration: 308.014514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:00.507492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.517385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-03T15:13:00.507529Z","caller":"traceutil/trace.go:171","msg":"trace[994992729] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:19791; }","duration":"388.586628ms","start":"2026-03-03T15:13:00.118933Z","end":"2026-03-03T15:13:00.50752Z","steps":["trace[994992729] 'agreement among raft nodes before linearized reading' (duration: 388.479694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.50756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.030342Z","time spent":"477.126984ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:00.507571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.118917Z","time spent":"388.64656ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-03T15:13:00.507627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.039236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:00.507662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.583962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/\" range_end:\"/registry/ingress/openstack0\" limit:500 ","response":"range_response_count:11 size:10711"} {"level":"info","ts":"2026-03-03T15:13:00.507697Z","caller":"traceutil/trace.go:171","msg":"trace[1424958828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19791; }","duration":"169.13729ms","start":"2026-03-03T15:13:00.338544Z","end":"2026-03-03T15:13:00.507682Z","steps":["trace[1424958828] 'agreement among raft nodes before linearized reading' (duration: 169.005856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:00.507712Z","caller":"traceutil/trace.go:171","msg":"trace[2056887090] range","detail":"{range_begin:/registry/ingress/openstack/; range_end:/registry/ingress/openstack0; response_count:11; response_revision:19791; }","duration":"295.678095ms","start":"2026-03-03T15:13:00.212024Z","end":"2026-03-03T15:13:00.507702Z","steps":["trace[2056887090] 'agreement among raft nodes before linearized reading' (duration: 295.487729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.507666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.904286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" ","response":"range_response_count:1 size:105444"} {"level":"info","ts":"2026-03-03T15:13:00.507846Z","caller":"traceutil/trace.go:171","msg":"trace[762518121] range","detail":"{range_begin:/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1; range_end:; response_count:1; response_revision:19791; }","duration":"381.117053ms","start":"2026-03-03T15:13:00.126723Z","end":"2026-03-03T15:13:00.50784Z","steps":["trace[762518121] 'agreement among raft nodes before linearized reading' (duration: 380.787132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.507863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.126712Z","time spent":"381.144943ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":105467,"request content":"key:\"/registry/secrets/ingress-nginx/sh.helm.release.v1.ingress-nginx.v1\" "} {"level":"warn","ts":"2026-03-03T15:13:00.507934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.432378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:111737"} {"level":"info","ts":"2026-03-03T15:13:00.507993Z","caller":"traceutil/trace.go:171","msg":"trace[592682289] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19791; }","duration":"302.49064ms","start":"2026-03-03T15:13:00.205487Z","end":"2026-03-03T15:13:00.507978Z","steps":["trace[592682289] 'agreement among raft nodes before linearized reading' (duration: 302.212821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:00.508038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.205438Z","time spent":"302.586113ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":16,"response size":111760,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:01.565127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.261085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T15:13:01.565175Z","caller":"traceutil/trace.go:171","msg":"trace[1045459787] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1; range_end:; response_count:1; response_revision:19791; }","duration":"742.348588ms","start":"2026-03-03T15:13:00.822816Z","end":"2026-03-03T15:13:01.565165Z","steps":["trace[1045459787] 'range keys from in-memory index tree' (duration: 742.14708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:01.565194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.822798Z","time spent":"742.391349ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1\" "} {"level":"warn","ts":"2026-03-03T15:13:01.566036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.474453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:172"} {"level":"info","ts":"2026-03-03T15:13:01.566111Z","caller":"traceutil/trace.go:171","msg":"trace[1679972311] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:19791; }","duration":"889.590236ms","start":"2026-03-03T15:13:00.676504Z","end":"2026-03-03T15:13:01.566094Z","steps":["trace[1679972311] 'range keys from in-memory index tree' (duration: 889.321417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:01.566159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.676484Z","time spent":"889.662579ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":195,"request content":"key:\"/registry/serviceaccounts/default/default\" "} {"level":"warn","ts":"2026-03-03T15:13:01.566037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.588719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T15:13:01.566284Z","caller":"traceutil/trace.go:171","msg":"trace[317366706] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19791; }","duration":"923.887189ms","start":"2026-03-03T15:13:00.642386Z","end":"2026-03-03T15:13:01.566273Z","steps":["trace[317366706] 'range keys from in-memory index tree' (duration: 923.427974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:01.566322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.642369Z","time spent":"923.939571ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T15:13:01.566641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.274928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/\" range_end:\"/registry/jobs/openstack0\" limit:500 ","response":"range_response_count:65 size:464680"} {"level":"info","ts":"2026-03-03T15:13:01.566718Z","caller":"traceutil/trace.go:171","msg":"trace[361334118] range","detail":"{range_begin:/registry/jobs/openstack/; range_end:/registry/jobs/openstack0; response_count:65; response_revision:19791; }","duration":"922.382081ms","start":"2026-03-03T15:13:00.644319Z","end":"2026-03-03T15:13:01.566701Z","steps":["trace[361334118] 'range keys from in-memory index tree' (duration: 921.514264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:01.566771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:00.64431Z","time spent":"922.447784ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":65,"response size":464703,"request content":"key:\"/registry/jobs/openstack/\" range_end:\"/registry/jobs/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:01.640213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:02.140341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:02.640901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:03.141287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:03.319518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977340627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T15:13:03.319602Z","caller":"traceutil/trace.go:171","msg":"trace[819406677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.97744374s","start":"2026-03-03T15:13:01.34214Z","end":"2026-03-03T15:13:03.319583Z","steps":["trace[819406677] 'agreement among raft nodes before linearized reading' (duration: 1.977337957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:03.319651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.342079Z","time spent":"1.977562674s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 15:13:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T15:13:03.360039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800570346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T15:13:03.360434Z","caller":"traceutil/trace.go:171","msg":"trace[1332526222] transaction","detail":"{read_only:false; response_revision:19792; number_of_response:1; }","duration":"2.302297167s","start":"2026-03-03T15:13:01.05811Z","end":"2026-03-03T15:13:03.360407Z","steps":["trace[1332526222] 'process raft request' (duration: 2.302145692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:03.360589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.05808Z","time spent":"2.302429151s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:05.333859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014070149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T15:13:05.333941Z","caller":"traceutil/trace.go:171","msg":"trace[1315990009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014215083s","start":"2026-03-03T15:13:03.319707Z","end":"2026-03-03T15:13:05.333922Z","steps":["trace[1315990009] 'agreement among raft nodes before linearized reading' (duration: 2.014111339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:05.333987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:03.319692Z","time spent":"2.014286324s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 15:13:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T15:13:05.61943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.136446972s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T15:13:05.863999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.21271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:05.864303Z","caller":"traceutil/trace.go:171","msg":"trace[635939538] linearizableReadLoop","detail":"{readStateIndex:20558; appliedIndex:20554; }","duration":"4.734327421s","start":"2026-03-03T15:13:01.129955Z","end":"2026-03-03T15:13:05.864282Z","steps":["trace[635939538] 'read index received' (duration: 2.230303104s)","trace[635939538] 'applied index is now lower than readState.Index' (duration: 2.504023157s)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:05.864328Z","caller":"traceutil/trace.go:171","msg":"trace[40083578] transaction","detail":"{read_only:false; response_revision:19794; number_of_response:1; }","duration":"4.286002147s","start":"2026-03-03T15:13:01.578291Z","end":"2026-03-03T15:13:05.864293Z","steps":["trace[40083578] 'process raft request' (duration: 4.285814611s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:05.864403Z","caller":"traceutil/trace.go:171","msg":"trace[1853808069] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"2.563650739s","start":"2026-03-03T15:13:03.300744Z","end":"2026-03-03T15:13:05.864395Z","steps":["trace[1853808069] 'process raft request' (duration: 2.563495004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:05.864458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:03.300705Z","time spent":"2.563721322s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:05.864501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.57827Z","time spent":"4.286135991s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:05.864531Z","caller":"traceutil/trace.go:171","msg":"trace[1509146816] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"4.295730693s","start":"2026-03-03T15:13:01.568747Z","end":"2026-03-03T15:13:05.864478Z","steps":["trace[1509146816] 'process raft request' (duration: 4.050922444s)","trace[1509146816] 'compare' (duration: 243.844749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:05.864678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.56873Z","time spent":"4.295871598s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:05.864763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734817316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 ","response":"range_response_count:3 size:5785"} {"level":"info","ts":"2026-03-03T15:13:05.864792Z","caller":"traceutil/trace.go:171","msg":"trace[999695800] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/; range_end:/registry/persistentvolumeclaims/monitoring0; response_count:3; response_revision:19796; }","duration":"4.734886189s","start":"2026-03-03T15:13:01.129895Z","end":"2026-03-03T15:13:05.864781Z","steps":["trace[999695800] 'agreement among raft nodes before linearized reading' (duration: 4.734735454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:05.864812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.129874Z","time spent":"4.73493346s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":3,"response size":5808,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/\" range_end:\"/registry/persistentvolumeclaims/monitoring0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:05.864377Z","caller":"traceutil/trace.go:171","msg":"trace[1806419811] transaction","detail":"{read_only:false; response_revision:19795; number_of_response:1; }","duration":"4.270087814s","start":"2026-03-03T15:13:01.59428Z","end":"2026-03-03T15:13:05.864368Z","steps":["trace[1806419811] 'process raft request' (duration: 4.269927509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:05.864947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.594258Z","time spent":"4.270653342s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:06.580342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999263344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T15:13:06.580436Z","caller":"traceutil/trace.go:171","msg":"trace[835441040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999370597s","start":"2026-03-03T15:13:01.581038Z","end":"2026-03-03T15:13:06.580409Z","steps":["trace[835441040] 'agreement among raft nodes before linearized reading' (duration: 4.999258634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.580486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.581028Z","time spent":"4.999446699s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 15:13:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T15:13:06.724024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.407165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:06.724477Z","caller":"traceutil/trace.go:171","msg":"trace[592001474] transaction","detail":"{read_only:false; response_revision:19797; number_of_response:1; }","duration":"1.358117557s","start":"2026-03-03T15:13:05.366327Z","end":"2026-03-03T15:13:06.724444Z","steps":["trace[592001474] 'process raft request' (duration: 846.179865ms)","trace[592001474] 'compare' (duration: 511.157787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:06.724586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.366299Z","time spent":"1.358237201s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:06.725013Z","caller":"traceutil/trace.go:171","msg":"trace[292522878] linearizableReadLoop","detail":"{readStateIndex:20561; appliedIndex:20559; }","duration":"860.669852ms","start":"2026-03-03T15:13:05.864329Z","end":"2026-03-03T15:13:06.724999Z","steps":["trace[292522878] 'read index received' (duration: 348.188953ms)","trace[292522878] 'applied index is now lower than readState.Index' (duration: 512.479459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:06.725204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172264535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:06.72528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607739523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:13:06.725332Z","caller":"traceutil/trace.go:171","msg":"trace[456610089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19798; }","duration":"4.607811395s","start":"2026-03-03T15:13:02.117501Z","end":"2026-03-03T15:13:06.725312Z","steps":["trace[456610089] 'agreement among raft nodes before linearized reading' (duration: 4.6076346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.725404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.117489Z","time spent":"4.607899098s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:06.725552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641899109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:06.725591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075846622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T15:13:06.72561Z","caller":"traceutil/trace.go:171","msg":"trace[1764769299] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19798; }","duration":"2.642005562s","start":"2026-03-03T15:13:04.083589Z","end":"2026-03-03T15:13:06.725595Z","steps":["trace[1764769299] 'agreement among raft nodes before linearized reading' (duration: 2.64191698s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:06.725634Z","caller":"traceutil/trace.go:171","msg":"trace[959297429] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19798; }","duration":"5.075910834s","start":"2026-03-03T15:13:01.649709Z","end":"2026-03-03T15:13:06.72562Z","steps":["trace[959297429] 'agreement among raft nodes before linearized reading' (duration: 5.07577766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.725631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394403314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T15:13:06.725674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:04.083565Z","time spent":"2.642082084s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.725705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.519502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T15:13:06.725763Z","caller":"traceutil/trace.go:171","msg":"trace[6539976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a; range_end:; response_count:1; response_revision:19798; }","duration":"857.584874ms","start":"2026-03-03T15:13:05.868164Z","end":"2026-03-03T15:13:06.725749Z","steps":["trace[6539976] 'agreement among raft nodes before linearized reading' (duration: 857.390718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:06.725771Z","caller":"traceutil/trace.go:171","msg":"trace[507618828] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"966.146943ms","start":"2026-03-03T15:13:05.759612Z","end":"2026-03-03T15:13:06.725758Z","steps":["trace[507618828] 'process raft request' (duration: 964.540402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.725766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609069636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:13:06.725796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.868133Z","time spent":"857.656677ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995b4dc900565a\" "} {"level":"info","ts":"2026-03-03T15:13:06.72581Z","caller":"traceutil/trace.go:171","msg":"trace[489154064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19798; }","duration":"4.609129667s","start":"2026-03-03T15:13:02.116668Z","end":"2026-03-03T15:13:06.725798Z","steps":["trace[489154064] 'agreement among raft nodes before linearized reading' (duration: 4.609016113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.725895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.759585Z","time spent":"966.215254ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:06.725983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915177716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:06.725999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:13:06.726034Z","caller":"traceutil/trace.go:171","msg":"trace[1606228756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19798; }","duration":"4.609894791s","start":"2026-03-03T15:13:02.116129Z","end":"2026-03-03T15:13:06.726024Z","steps":["trace[1606228756] 'agreement among raft nodes before linearized reading' (duration: 4.609794428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.116118Z","time spent":"4.609938393s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:06.726082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883482178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:06.726101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298920085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T15:13:06.72615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211169938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:13:06.726174Z","caller":"traceutil/trace.go:171","msg":"trace[1450302713] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19798; }","duration":"5.299030388s","start":"2026-03-03T15:13:01.427127Z","end":"2026-03-03T15:13:06.726158Z","steps":["trace[1450302713] 'agreement among raft nodes before linearized reading' (duration: 5.298387278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613312009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T15:13:06.726232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.427106Z","time spent":"5.299114251s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T15:13:06.726246Z","caller":"traceutil/trace.go:171","msg":"trace[1163681108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19798; }","duration":"4.613355911s","start":"2026-03-03T15:13:02.112883Z","end":"2026-03-03T15:13:06.726239Z","steps":["trace[1163681108] 'agreement among raft nodes before linearized reading' (duration: 4.613290649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.140266874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T15:13:06.726272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791704281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:06.726287Z","caller":"traceutil/trace.go:171","msg":"trace[1322134833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19798; }","duration":"4.140327066s","start":"2026-03-03T15:13:02.58595Z","end":"2026-03-03T15:13:06.726277Z","steps":["trace[1322134833] 'agreement among raft nodes before linearized reading' (duration: 4.140189022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5793118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:13:06.72612Z","caller":"traceutil/trace.go:171","msg":"trace[1884658909] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19798; }","duration":"3.88355274s","start":"2026-03-03T15:13:02.842553Z","end":"2026-03-03T15:13:06.726106Z","steps":["trace[1884658909] 'agreement among raft nodes before linearized reading' (duration: 3.883499738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156243601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/default/default\" ","response":"range_response_count:1 size:172"} {"level":"warn","ts":"2026-03-03T15:13:06.726434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163924703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:13:06.726488Z","caller":"traceutil/trace.go:171","msg":"trace[907526015] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19798; }","duration":"5.163995815s","start":"2026-03-03T15:13:01.562476Z","end":"2026-03-03T15:13:06.726472Z","steps":["trace[907526015] 'agreement among raft nodes before linearized reading' (duration: 5.163928513s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:06.725323Z","caller":"traceutil/trace.go:171","msg":"trace[474629856] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19798; }","duration":"4.17244414s","start":"2026-03-03T15:13:02.552851Z","end":"2026-03-03T15:13:06.725295Z","steps":["trace[474629856] 'agreement among raft nodes before linearized reading' (duration: 4.172222653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.562461Z","time spent":"5.164052796s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.725859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.116659Z","time spent":"4.609186649s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:06.726543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.552831Z","time spent":"4.17369539s","remote":"127.0.0.1:50398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.726155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.754585389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/\" range_end:\"/registry/networkpolicies/openstack0\" limit:500 ","response":"range_response_count:3 size:3897"} {"level":"warn","ts":"2026-03-03T15:13:06.726229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392266255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:06.726632Z","caller":"traceutil/trace.go:171","msg":"trace[542059752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19798; }","duration":"1.392691169s","start":"2026-03-03T15:13:05.333929Z","end":"2026-03-03T15:13:06.726621Z","steps":["trace[542059752] 'agreement among raft nodes before linearized reading' (duration: 1.392278096s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:06.72663Z","caller":"traceutil/trace.go:171","msg":"trace[1603701723] range","detail":"{range_begin:/registry/networkpolicies/openstack/; range_end:/registry/networkpolicies/openstack0; response_count:3; response_revision:19798; }","duration":"4.755073404s","start":"2026-03-03T15:13:01.971533Z","end":"2026-03-03T15:13:06.726606Z","steps":["trace[1603701723] 'agreement among raft nodes before linearized reading' (duration: 4.754563368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.333914Z","time spent":"1.392747901s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:13:06.726368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153278742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-03T15:13:06.726409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.842536Z","time spent":"3.883831319s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:06.726728Z","caller":"traceutil/trace.go:171","msg":"trace[328861430] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19798; }","duration":"2.153667685s","start":"2026-03-03T15:13:04.57304Z","end":"2026-03-03T15:13:06.726707Z","steps":["trace[328861430] 'agreement among raft nodes before linearized reading' (duration: 2.153279912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.971519Z","time spent":"4.755182738s","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":3,"response size":3920,"request content":"key:\"/registry/networkpolicies/openstack/\" range_end:\"/registry/networkpolicies/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:06.726188Z","caller":"traceutil/trace.go:171","msg":"trace[1331777648] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19798; }","duration":"1.21123573s","start":"2026-03-03T15:13:05.514939Z","end":"2026-03-03T15:13:06.726175Z","steps":["trace[1331777648] 'agreement among raft nodes before linearized reading' (duration: 1.211158877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:04.573019Z","time spent":"2.153745656s","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T15:13:06.725665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.649698Z","time spent":"5.075960815s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T15:13:06.726819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.514925Z","time spent":"1.211879641s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:06.726032Z","caller":"traceutil/trace.go:171","msg":"trace[1833372797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19798; }","duration":"2.91526567s","start":"2026-03-03T15:13:03.810754Z","end":"2026-03-03T15:13:06.72602Z","steps":["trace[1833372797] 'agreement among raft nodes before linearized reading' (duration: 2.915188327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:03.810731Z","time spent":"2.916131806s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.725991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51732145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:06.726986Z","caller":"traceutil/trace.go:171","msg":"trace[398337579] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19798; }","duration":"5.518349133s","start":"2026-03-03T15:13:01.208618Z","end":"2026-03-03T15:13:06.726967Z","steps":["trace[398337579] 'agreement among raft nodes before linearized reading' (duration: 5.517341711s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:06.725715Z","caller":"traceutil/trace.go:171","msg":"trace[917964897] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19798; }","duration":"2.39454701s","start":"2026-03-03T15:13:04.33115Z","end":"2026-03-03T15:13:06.725697Z","steps":["trace[917964897] 'agreement among raft nodes before linearized reading' (duration: 2.394303192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.72704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.208597Z","time spent":"5.518427736s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.727057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:04.331112Z","time spent":"2.395931743s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.726282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.112876Z","time spent":"4.613396822s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T15:13:06.726318Z","caller":"traceutil/trace.go:171","msg":"trace[2079752628] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:19798; }","duration":"4.791773364s","start":"2026-03-03T15:13:01.934534Z","end":"2026-03-03T15:13:06.726307Z","steps":["trace[2079752628] 'agreement among raft nodes before linearized reading' (duration: 4.791698051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.726321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:02.585932Z","time spent":"4.140381848s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:13:06.727203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.934522Z","time spent":"4.792659711s","remote":"127.0.0.1:40496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:06.726328Z","caller":"traceutil/trace.go:171","msg":"trace[382983949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19798; }","duration":"1.579373072s","start":"2026-03-03T15:13:05.146946Z","end":"2026-03-03T15:13:06.726319Z","steps":["trace[382983949] 'agreement among raft nodes before linearized reading' (duration: 1.579320571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.727313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.146916Z","time spent":"1.580381944s","remote":"127.0.0.1:52254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:06.726359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943417051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:06.727431Z","caller":"traceutil/trace.go:171","msg":"trace[740469872] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19798; }","duration":"4.944530036s","start":"2026-03-03T15:13:01.782881Z","end":"2026-03-03T15:13:06.727411Z","steps":["trace[740469872] 'agreement among raft nodes before linearized reading' (duration: 4.943421801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.727482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.782861Z","time spent":"4.944607689s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:06.726445Z","caller":"traceutil/trace.go:171","msg":"trace[170008898] range","detail":"{range_begin:/registry/serviceaccounts/default/default; range_end:; response_count:1; response_revision:19798; }","duration":"5.156609053s","start":"2026-03-03T15:13:01.569816Z","end":"2026-03-03T15:13:06.726425Z","steps":["trace[170008898] 'agreement among raft nodes before linearized reading' (duration: 5.155771616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.727796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.013692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 ","response":"range_response_count:3 size:3030"} {"level":"info","ts":"2026-03-03T15:13:06.727845Z","caller":"traceutil/trace.go:171","msg":"trace[792824098] range","detail":"{range_begin:/registry/rolebindings/monitoring/; range_end:/registry/rolebindings/monitoring0; response_count:3; response_revision:19798; }","duration":"778.523338ms","start":"2026-03-03T15:13:05.949311Z","end":"2026-03-03T15:13:06.727834Z","steps":["trace[792824098] 'agreement among raft nodes before linearized reading' (duration: 777.055082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:06.727884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:05.949293Z","time spent":"778.58047ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":3,"response size":3053,"request content":"key:\"/registry/rolebindings/monitoring/\" range_end:\"/registry/rolebindings/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:06.727961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:01.569806Z","time spent":"5.158135361s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":195,"request content":"key:\"/registry/serviceaccounts/default/default\" "} {"level":"info","ts":"2026-03-03T15:13:07.122415Z","caller":"traceutil/trace.go:171","msg":"trace[152031894] linearizableReadLoop","detail":"{readStateIndex:20566; appliedIndex:20562; }","duration":"379.585694ms","start":"2026-03-03T15:13:06.74279Z","end":"2026-03-03T15:13:07.122376Z","steps":["trace[152031894] 'read index received' (duration: 379.233963ms)","trace[152031894] 'applied index is now lower than readState.Index' (duration: 350.911µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:07.122503Z","caller":"traceutil/trace.go:171","msg":"trace[2095753605] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"386.261495ms","start":"2026-03-03T15:13:06.736232Z","end":"2026-03-03T15:13:07.122493Z","steps":["trace[2095753605] 'process raft request' (duration: 386.10996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.122618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.736218Z","time spent":"386.325207ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:07.12266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.235426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:13:07.122703Z","caller":"traceutil/trace.go:171","msg":"trace[1609026931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19803; }","duration":"381.318309ms","start":"2026-03-03T15:13:06.741374Z","end":"2026-03-03T15:13:07.122693Z","steps":["trace[1609026931] 'agreement among raft nodes before linearized reading' (duration: 381.147114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.122739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.741364Z","time spent":"381.367081ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:13:07.12278Z","caller":"traceutil/trace.go:171","msg":"trace[716598921] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"387.115302ms","start":"2026-03-03T15:13:06.735655Z","end":"2026-03-03T15:13:07.12277Z","steps":["trace[716598921] 'process raft request' (duration: 386.611496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.122837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.73564Z","time spent":"387.162843ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:07.123004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.331319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:07.123049Z","caller":"traceutil/trace.go:171","msg":"trace[1408136349] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:19803; }","duration":"387.409591ms","start":"2026-03-03T15:13:06.735629Z","end":"2026-03-03T15:13:07.123038Z","steps":["trace[1408136349] 'agreement among raft nodes before linearized reading' (duration: 387.331749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:07.12304Z","caller":"traceutil/trace.go:171","msg":"trace[1503021391] transaction","detail":"{read_only:false; response_revision:19802; number_of_response:1; }","duration":"387.291597ms","start":"2026-03-03T15:13:06.735723Z","end":"2026-03-03T15:13:07.123014Z","steps":["trace[1503021391] 'process raft request' (duration: 386.581165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.123086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.735612Z","time spent":"387.466292ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:07.123183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.735697Z","time spent":"387.407291ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:07.122428Z","caller":"traceutil/trace.go:171","msg":"trace[340123257] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"386.797892ms","start":"2026-03-03T15:13:06.735595Z","end":"2026-03-03T15:13:07.122393Z","steps":["trace[340123257] 'process raft request' (duration: 386.512563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.123352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.73558Z","time spent":"387.71711ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:07.123386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.780783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T15:13:07.123424Z","caller":"traceutil/trace.go:171","msg":"trace[1420338180] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19803; }","duration":"387.858065ms","start":"2026-03-03T15:13:06.735554Z","end":"2026-03-03T15:13:07.123412Z","steps":["trace[1420338180] 'agreement among raft nodes before linearized reading' (duration: 387.747492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.123466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.735533Z","time spent":"387.926487ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T15:13:07.711044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.803361ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:13:07.711921Z","caller":"traceutil/trace.go:171","msg":"trace[718446752] linearizableReadLoop","detail":"{readStateIndex:20567; appliedIndex:20566; }","duration":"589.405799ms","start":"2026-03-03T15:13:07.122493Z","end":"2026-03-03T15:13:07.711899Z","steps":["trace[718446752] 'read index received' (duration: 81.676749ms)","trace[718446752] 'applied index is now lower than readState.Index' (duration: 507.72655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:07.712035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.211627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/\" range_end:\"/registry/roles/monitoring0\" limit:500 ","response":"range_response_count:3 size:2607"} {"level":"warn","ts":"2026-03-03T15:13:07.712034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.621182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:07.712091Z","caller":"traceutil/trace.go:171","msg":"trace[2067828129] range","detail":"{range_begin:/registry/roles/monitoring/; range_end:/registry/roles/monitoring0; response_count:3; response_revision:19803; }","duration":"891.337152ms","start":"2026-03-03T15:13:06.820741Z","end":"2026-03-03T15:13:07.712078Z","steps":["trace[2067828129] 'agreement among raft nodes before linearized reading' (duration: 891.164426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.71212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.820694Z","time spent":"891.418474ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":3,"response size":2630,"request content":"key:\"/registry/roles/monitoring/\" range_end:\"/registry/roles/monitoring0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:07.712112Z","caller":"traceutil/trace.go:171","msg":"trace[1779412265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19803; }","duration":"962.734045ms","start":"2026-03-03T15:13:06.74936Z","end":"2026-03-03T15:13:07.712094Z","steps":["trace[1779412265] 'agreement among raft nodes before linearized reading' (duration: 962.601291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.712181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.749349Z","time spent":"962.823719ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:13:07.712596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.399555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:07.712657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.802256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-03T15:13:07.712706Z","caller":"traceutil/trace.go:171","msg":"trace[2114275495] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19803; }","duration":"585.858327ms","start":"2026-03-03T15:13:07.126831Z","end":"2026-03-03T15:13:07.712689Z","steps":["trace[2114275495] 'agreement among raft nodes before linearized reading' (duration: 585.694022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.712754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.126821Z","time spent":"585.922789ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1242,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T15:13:07.712681Z","caller":"traceutil/trace.go:171","msg":"trace[1285600861] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19803; }","duration":"364.54822ms","start":"2026-03-03T15:13:07.348112Z","end":"2026-03-03T15:13:07.71266Z","steps":["trace[1285600861] 'agreement among raft nodes before linearized reading' (duration: 364.393575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.712843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.163327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-03T15:13:07.712904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.348088Z","time spent":"364.720575ms","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:07.712996Z","caller":"traceutil/trace.go:171","msg":"trace[1745729523] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19803; }","duration":"586.523958ms","start":"2026-03-03T15:13:07.12645Z","end":"2026-03-03T15:13:07.712974Z","steps":["trace[1745729523] 'agreement among raft nodes before linearized reading' (duration: 586.035423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.713104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.126432Z","time spent":"586.656963ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T15:13:07.713859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.900155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:112 size:1114404"} {"level":"info","ts":"2026-03-03T15:13:07.713907Z","caller":"traceutil/trace.go:171","msg":"trace[1840013006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:112; response_revision:19803; }","duration":"902.002238ms","start":"2026-03-03T15:13:06.811894Z","end":"2026-03-03T15:13:07.713896Z","steps":["trace[1840013006] 'agreement among raft nodes before linearized reading' (duration: 900.037566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.713941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:06.811864Z","time spent":"902.06588ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":112,"response size":1114427,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:07.713142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.378284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/\" range_end:\"/registry/events/default0\" limit:500 ","response":"range_response_count:20 size:13220"} {"level":"info","ts":"2026-03-03T15:13:07.714914Z","caller":"traceutil/trace.go:171","msg":"trace[864516090] range","detail":"{range_begin:/registry/events/default/; range_end:/registry/events/default0; response_count:20; response_revision:19803; }","duration":"588.18869ms","start":"2026-03-03T15:13:07.126693Z","end":"2026-03-03T15:13:07.714882Z","steps":["trace[864516090] 'agreement among raft nodes before linearized reading' (duration: 585.892928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:07.715059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.126663Z","time spent":"588.342645ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":20,"response size":13243,"request content":"key:\"/registry/events/default/\" range_end:\"/registry/events/default0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:08.717464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.222322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:08.717576Z","caller":"traceutil/trace.go:171","msg":"trace[1990195433] linearizableReadLoop","detail":"{readStateIndex:20569; appliedIndex:20567; }","duration":"817.908873ms","start":"2026-03-03T15:13:07.899646Z","end":"2026-03-03T15:13:08.717555Z","steps":["trace[1990195433] 'read index received' (duration: 12.731712ms)","trace[1990195433] 'applied index is now lower than readState.Index' (duration: 805.173001ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:08.717652Z","caller":"traceutil/trace.go:171","msg":"trace[613784271] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"847.248729ms","start":"2026-03-03T15:13:07.870357Z","end":"2026-03-03T15:13:08.717606Z","steps":["trace[613784271] 'process raft request' (duration: 302.79248ms)","trace[613784271] 'compare' (duration: 543.688195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:08.717825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.870325Z","time spent":"847.408784ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:08.717821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.142691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-03-03T15:13:08.717897Z","caller":"traceutil/trace.go:171","msg":"trace[178835827] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:19805; }","duration":"818.236744ms","start":"2026-03-03T15:13:07.89964Z","end":"2026-03-03T15:13:08.717876Z","steps":["trace[178835827] 'agreement among raft nodes before linearized reading' (duration: 817.967465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.717959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.899581Z","time spent":"818.368908ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"info","ts":"2026-03-03T15:13:08.935355Z","caller":"traceutil/trace.go:171","msg":"trace[843155655] linearizableReadLoop","detail":"{readStateIndex:20570; appliedIndex:20569; }","duration":"217.723294ms","start":"2026-03-03T15:13:08.717609Z","end":"2026-03-03T15:13:08.935332Z","steps":["trace[843155655] 'read index received' (duration: 217.404274ms)","trace[843155655] 'applied index is now lower than readState.Index' (duration: 318.15µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:08.93578Z","caller":"traceutil/trace.go:171","msg":"trace[1026541849] transaction","detail":"{read_only:false; response_revision:19806; number_of_response:1; }","duration":"1.021226762s","start":"2026-03-03T15:13:07.914512Z","end":"2026-03-03T15:13:08.935738Z","steps":["trace[1026541849] 'process raft request' (duration: 1.020623733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.93588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.916633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:08.935949Z","caller":"traceutil/trace.go:171","msg":"trace[1665313322] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19806; }","duration":"665.058047ms","start":"2026-03-03T15:13:08.270877Z","end":"2026-03-03T15:13:08.935936Z","steps":["trace[1665313322] 'agreement among raft nodes before linearized reading' (duration: 664.921113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.935998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.270851Z","time spent":"665.13297ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:08.935843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.590459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:08.936171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.914497Z","time spent":"1.021389188s","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:08.935878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.865879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:08.936212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.466272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"info","ts":"2026-03-03T15:13:08.936291Z","caller":"traceutil/trace.go:171","msg":"trace[643710138] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19806; }","duration":"978.589316ms","start":"2026-03-03T15:13:07.957685Z","end":"2026-03-03T15:13:08.936274Z","steps":["trace[643710138] 'agreement among raft nodes before linearized reading' (duration: 978.362299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.93634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.957666Z","time spent":"978.665249ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T15:13:08.936385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.839463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" limit:500 ","response":"range_response_count:28 size:807693"} {"level":"info","ts":"2026-03-03T15:13:08.936446Z","caller":"traceutil/trace.go:171","msg":"trace[618621252] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:19806; }","duration":"831.932056ms","start":"2026-03-03T15:13:08.104496Z","end":"2026-03-03T15:13:08.936428Z","steps":["trace[618621252] 'agreement among raft nodes before linearized reading' (duration: 831.43121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.936498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022659718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T15:13:08.936502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.104475Z","time spent":"832.015099ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":28,"response size":807716,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:08.936539Z","caller":"traceutil/trace.go:171","msg":"trace[1337630120] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19806; }","duration":"1.02273325s","start":"2026-03-03T15:13:07.913796Z","end":"2026-03-03T15:13:08.936529Z","steps":["trace[1337630120] 'agreement among raft nodes before linearized reading' (duration: 1.022598886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.936558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.906976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:08.93657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.913779Z","time spent":"1.022784382s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T15:13:08.936601Z","caller":"traceutil/trace.go:171","msg":"trace[969162605] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19806; }","duration":"972.98538ms","start":"2026-03-03T15:13:07.963601Z","end":"2026-03-03T15:13:08.936586Z","steps":["trace[969162605] 'agreement among raft nodes before linearized reading' (duration: 972.918718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.936639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:07.963581Z","time spent":"973.048331ms","remote":"127.0.0.1:38224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:08.936784Z","caller":"traceutil/trace.go:171","msg":"trace[1791360036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19806; }","duration":"618.57913ms","start":"2026-03-03T15:13:08.318182Z","end":"2026-03-03T15:13:08.936762Z","steps":["trace[1791360036] 'agreement among raft nodes before linearized reading' (duration: 617.572598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.936853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.696377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:13:08.936873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.087724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:08.936883Z","caller":"traceutil/trace.go:171","msg":"trace[1047570131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19806; }","duration":"353.762409ms","start":"2026-03-03T15:13:08.583111Z","end":"2026-03-03T15:13:08.936874Z","steps":["trace[1047570131] 'agreement among raft nodes before linearized reading' (duration: 353.667336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:08.93624Z","caller":"traceutil/trace.go:171","msg":"trace[744123848] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19806; }","duration":"899.251901ms","start":"2026-03-03T15:13:08.036973Z","end":"2026-03-03T15:13:08.936225Z","steps":["trace[744123848] 'agreement among raft nodes before linearized reading' (duration: 898.800167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:08.936901Z","caller":"traceutil/trace.go:171","msg":"trace[32993850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19806; }","duration":"510.142346ms","start":"2026-03-03T15:13:08.426749Z","end":"2026-03-03T15:13:08.936891Z","steps":["trace[32993850] 'agreement among raft nodes before linearized reading' (duration: 510.090535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.936913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.583091Z","time spent":"353.816451ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:13:08.936921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.426734Z","time spent":"510.182398ms","remote":"127.0.0.1:50396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:08.93692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.036923Z","time spent":"899.986404ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:08.936911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.052329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/\" range_end:\"/registry/serviceaccounts/monitoring0\" limit:500 ","response":"range_response_count:14 size:12979"} {"level":"warn","ts":"2026-03-03T15:13:08.93693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.474036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:08.936879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.318161Z","time spent":"618.703695ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:13:08.936964Z","caller":"traceutil/trace.go:171","msg":"trace[1003483967] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/; range_end:/registry/serviceaccounts/monitoring0; response_count:14; response_revision:19806; }","duration":"507.138811ms","start":"2026-03-03T15:13:08.42981Z","end":"2026-03-03T15:13:08.936949Z","steps":["trace[1003483967] 'agreement among raft nodes before linearized reading' (duration: 506.897914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:08.93697Z","caller":"traceutil/trace.go:171","msg":"trace[2083623440] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19806; }","duration":"484.516947ms","start":"2026-03-03T15:13:08.45244Z","end":"2026-03-03T15:13:08.936957Z","steps":["trace[2083623440] 'agreement among raft nodes before linearized reading' (duration: 484.454895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.937002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.429794Z","time spent":"507.198674ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":14,"response size":13002,"request content":"key:\"/registry/serviceaccounts/monitoring/\" range_end:\"/registry/serviceaccounts/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:08.937002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.452406Z","time spent":"484.58853ms","remote":"127.0.0.1:50366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:08.937039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.292163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:13:08.937056Z","caller":"traceutil/trace.go:171","msg":"trace[1812828149] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19806; }","duration":"581.340284ms","start":"2026-03-03T15:13:08.355709Z","end":"2026-03-03T15:13:08.937049Z","steps":["trace[1812828149] 'agreement among raft nodes before linearized reading' (duration: 581.312903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:08.93707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.35569Z","time spent":"581.375905ms","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:09.252023Z","caller":"traceutil/trace.go:171","msg":"trace[1849017392] transaction","detail":"{read_only:false; response_revision:19808; number_of_response:1; }","duration":"501.38184ms","start":"2026-03-03T15:13:08.750619Z","end":"2026-03-03T15:13:09.252001Z","steps":["trace[1849017392] 'process raft request' (duration: 501.337658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.252166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.750594Z","time spent":"501.499634ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:09.25221Z","caller":"traceutil/trace.go:171","msg":"trace[129065112] linearizableReadLoop","detail":"{readStateIndex:20572; appliedIndex:20572; }","duration":"316.7486ms","start":"2026-03-03T15:13:08.935425Z","end":"2026-03-03T15:13:09.252174Z","steps":["trace[129065112] 'read index received' (duration: 316.73892ms)","trace[129065112] 'applied index is now lower than readState.Index' (duration: 8.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:09.252462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.606318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-03-03T15:13:09.252473Z","caller":"traceutil/trace.go:171","msg":"trace[2012274714] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"523.078954ms","start":"2026-03-03T15:13:08.729383Z","end":"2026-03-03T15:13:09.252462Z","steps":["trace[2012274714] 'process raft request' (duration: 522.446134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:09.252491Z","caller":"traceutil/trace.go:171","msg":"trace[616456647] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:19808; }","duration":"527.653759ms","start":"2026-03-03T15:13:08.724829Z","end":"2026-03-03T15:13:09.252483Z","steps":["trace[616456647] 'agreement among raft nodes before linearized reading' (duration: 527.472813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.252514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.724772Z","time spent":"527.736852ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-03T15:13:09.252528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.729364Z","time spent":"523.134396ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:09.463614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.911781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:09.463712Z","caller":"traceutil/trace.go:171","msg":"trace[1796055462] linearizableReadLoop","detail":"{readStateIndex:20573; appliedIndex:20572; }","duration":"211.425205ms","start":"2026-03-03T15:13:09.252272Z","end":"2026-03-03T15:13:09.463697Z","steps":["trace[1796055462] 'read index received' (duration: 88.262737ms)","trace[1796055462] 'applied index is now lower than readState.Index' (duration: 123.160918ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:09.463789Z","caller":"traceutil/trace.go:171","msg":"trace[519705969] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"520.912256ms","start":"2026-03-03T15:13:08.942869Z","end":"2026-03-03T15:13:09.463781Z","steps":["trace[519705969] 'process raft request' (duration: 397.743808ms)","trace[519705969] 'compare' (duration: 122.770575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:09.46385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.942851Z","time spent":"520.976418ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:09.464023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.867553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/\" range_end:\"/registry/persistentvolumeclaims/openstack0\" limit:500 ","response":"range_response_count:10 size:18292"} {"level":"warn","ts":"2026-03-03T15:13:09.46409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.09472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:09.464119Z","caller":"traceutil/trace.go:171","msg":"trace[1006102796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19809; }","duration":"526.13657ms","start":"2026-03-03T15:13:08.937973Z","end":"2026-03-03T15:13:09.46411Z","steps":["trace[1006102796] 'agreement among raft nodes before linearized reading' (duration: 526.079499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.93796Z","time spent":"526.186793ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:13:09.464227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.648249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T15:13:09.464285Z","caller":"traceutil/trace.go:171","msg":"trace[330017484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19809; }","duration":"336.743001ms","start":"2026-03-03T15:13:09.127526Z","end":"2026-03-03T15:13:09.464269Z","steps":["trace[330017484] 'agreement among raft nodes before linearized reading' (duration: 336.615117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.127505Z","time spent":"336.820444ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T15:13:09.46411Z","caller":"traceutil/trace.go:171","msg":"trace[202891582] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/; range_end:/registry/persistentvolumeclaims/openstack0; response_count:10; response_revision:19809; }","duration":"380.001028ms","start":"2026-03-03T15:13:09.084085Z","end":"2026-03-03T15:13:09.464086Z","steps":["trace[202891582] 'agreement among raft nodes before linearized reading' (duration: 379.718279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.084062Z","time spent":"380.368089ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":10,"response size":18315,"request content":"key:\"/registry/persistentvolumeclaims/openstack/\" range_end:\"/registry/persistentvolumeclaims/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:09.464308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.098559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T15:13:09.464542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.366858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:13:09.464601Z","caller":"traceutil/trace.go:171","msg":"trace[1344652377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19809; }","duration":"335.430471ms","start":"2026-03-03T15:13:09.129158Z","end":"2026-03-03T15:13:09.464588Z","steps":["trace[1344652377] 'agreement among raft nodes before linearized reading' (duration: 334.875493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.129153Z","time spent":"335.491752ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T15:13:09.464653Z","caller":"traceutil/trace.go:171","msg":"trace[670473148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19809; }","duration":"335.515633ms","start":"2026-03-03T15:13:09.129117Z","end":"2026-03-03T15:13:09.464633Z","steps":["trace[670473148] 'agreement among raft nodes before linearized reading' (duration: 335.003097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.4647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.220284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:13:09.464768Z","caller":"traceutil/trace.go:171","msg":"trace[1746089811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19809; }","duration":"335.304646ms","start":"2026-03-03T15:13:09.129439Z","end":"2026-03-03T15:13:09.464743Z","steps":["trace[1746089811] 'agreement among raft nodes before linearized reading' (duration: 335.197313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.733368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1186"} {"level":"info","ts":"2026-03-03T15:13:09.464829Z","caller":"traceutil/trace.go:171","msg":"trace[1133198650] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:19809; }","duration":"208.222084ms","start":"2026-03-03T15:13:09.256595Z","end":"2026-03-03T15:13:09.464817Z","steps":["trace[1133198650] 'agreement among raft nodes before linearized reading' (duration: 207.680437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.46483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.12942Z","time spent":"335.400329ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:09.46481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.129106Z","time spent":"335.660127ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:09.46461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.054293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/\" range_end:\"/registry/services/specs/monitoring0\" limit:500 ","response":"range_response_count:17 size:24122"} {"level":"info","ts":"2026-03-03T15:13:09.464984Z","caller":"traceutil/trace.go:171","msg":"trace[1745594010] range","detail":"{range_begin:/registry/services/specs/monitoring/; range_end:/registry/services/specs/monitoring0; response_count:17; response_revision:19809; }","duration":"255.460306ms","start":"2026-03-03T15:13:09.209511Z","end":"2026-03-03T15:13:09.464971Z","steps":["trace[1745594010] 'agreement among raft nodes before linearized reading' (duration: 254.861997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.464703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.648089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1495"} {"level":"warn","ts":"2026-03-03T15:13:09.46523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.32832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T15:13:09.465268Z","caller":"traceutil/trace.go:171","msg":"trace[270698643] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19809; }","duration":"521.379771ms","start":"2026-03-03T15:13:08.943879Z","end":"2026-03-03T15:13:09.465259Z","steps":["trace[270698643] 'agreement among raft nodes before linearized reading' (duration: 521.273217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.465299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.943869Z","time spent":"521.423403ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T15:13:09.465406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.482952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:13:09.465569Z","caller":"traceutil/trace.go:171","msg":"trace[983443514] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:19809; }","duration":"411.722559ms","start":"2026-03-03T15:13:09.053818Z","end":"2026-03-03T15:13:09.465541Z","steps":["trace[983443514] 'agreement among raft nodes before linearized reading' (duration: 411.313886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.465641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.053792Z","time spent":"411.833752ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-03T15:13:09.465458Z","caller":"traceutil/trace.go:171","msg":"trace[1668901890] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19809; }","duration":"522.549548ms","start":"2026-03-03T15:13:08.942862Z","end":"2026-03-03T15:13:09.465411Z","steps":["trace[1668901890] 'agreement among raft nodes before linearized reading' (duration: 521.03869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:09.466811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:08.942845Z","time spent":"523.464707ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T15:13:10.001192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.575403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:10.001412Z","caller":"traceutil/trace.go:171","msg":"trace[663254523] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"531.028494ms","start":"2026-03-03T15:13:09.47026Z","end":"2026-03-03T15:13:10.001289Z","steps":["trace[663254523] 'process raft request' (duration: 234.265096ms)","trace[663254523] 'compare' (duration: 296.365776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:10.001886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.47023Z","time spent":"531.288923ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:10.551872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.476953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:10.552122Z","caller":"traceutil/trace.go:171","msg":"trace[941705245] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"1.081777723s","start":"2026-03-03T15:13:09.470295Z","end":"2026-03-03T15:13:10.552073Z","steps":["trace[941705245] 'process raft request' (duration: 764.033311ms)","trace[941705245] 'compare' (duration: 317.015968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:10.552357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.470275Z","time spent":"1.081952778s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:10.552671Z","caller":"traceutil/trace.go:171","msg":"trace[1590067449] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"635.441651ms","start":"2026-03-03T15:13:09.917215Z","end":"2026-03-03T15:13:10.552657Z","steps":["trace[1590067449] 'process raft request' (duration: 635.40484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.552768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.917182Z","time spent":"635.525774ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:10.552937Z","caller":"traceutil/trace.go:171","msg":"trace[651681399] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"1.082527316s","start":"2026-03-03T15:13:09.470381Z","end":"2026-03-03T15:13:10.552909Z","steps":["trace[651681399] 'process raft request' (duration: 1.081929277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.552962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.489487Z","time spent":"1.063470244s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T15:13:10.553078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.470377Z","time spent":"1.0826287s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:10.553089Z","caller":"traceutil/trace.go:171","msg":"trace[1716516404] linearizableReadLoop","detail":"{readStateIndex:20575; appliedIndex:20573; }","duration":"1.082695101s","start":"2026-03-03T15:13:09.47032Z","end":"2026-03-03T15:13:10.553015Z","steps":["trace[1716516404] 'read index received' (duration: 234.197053ms)","trace[1716516404] 'applied index is now lower than readState.Index' (duration: 848.496018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:10.553459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083134916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 ","response":"range_response_count:30 size:23671"} {"level":"warn","ts":"2026-03-03T15:13:10.553456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.408819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T15:13:10.553523Z","caller":"traceutil/trace.go:171","msg":"trace[247208166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19814; }","duration":"692.539354ms","start":"2026-03-03T15:13:09.860965Z","end":"2026-03-03T15:13:10.553504Z","steps":["trace[247208166] 'agreement among raft nodes before linearized reading' (duration: 692.353878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.553544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070468306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:10.553571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.860936Z","time spent":"692.625897ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T15:13:10.553604Z","caller":"traceutil/trace.go:171","msg":"trace[58142688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19814; }","duration":"1.070550358s","start":"2026-03-03T15:13:09.483039Z","end":"2026-03-03T15:13:10.553589Z","steps":["trace[58142688] 'agreement among raft nodes before linearized reading' (duration: 1.070459266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.553656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.48303Z","time spent":"1.07061386s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:13:10.553669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.485915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 ","response":"range_response_count:5 size:40387"} {"level":"info","ts":"2026-03-03T15:13:10.553738Z","caller":"traceutil/trace.go:171","msg":"trace[1120671264] range","detail":"{range_begin:/registry/statefulsets/monitoring/; range_end:/registry/statefulsets/monitoring0; response_count:5; response_revision:19814; }","duration":"980.610139ms","start":"2026-03-03T15:13:09.573112Z","end":"2026-03-03T15:13:10.553722Z","steps":["trace[1120671264] 'agreement among raft nodes before linearized reading' (duration: 980.281198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:10.553493Z","caller":"traceutil/trace.go:171","msg":"trace[606994532] range","detail":"{range_begin:/registry/events/ingress-nginx/; range_end:/registry/events/ingress-nginx0; response_count:30; response_revision:19814; }","duration":"1.083208918s","start":"2026-03-03T15:13:09.470275Z","end":"2026-03-03T15:13:10.553484Z","steps":["trace[606994532] 'agreement among raft nodes before linearized reading' (duration: 1.082887928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.553788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.573083Z","time spent":"980.692811ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":5,"response size":40410,"request content":"key:\"/registry/statefulsets/monitoring/\" range_end:\"/registry/statefulsets/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:10.553854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.470245Z","time spent":"1.0835835s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":30,"response size":23694,"request content":"key:\"/registry/events/ingress-nginx/\" range_end:\"/registry/events/ingress-nginx0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:10.552869Z","caller":"traceutil/trace.go:171","msg":"trace[1658743329] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"1.076081023s","start":"2026-03-03T15:13:09.476768Z","end":"2026-03-03T15:13:10.552849Z","steps":["trace[1658743329] 'process raft request' (duration: 1.075712741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.554761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.476744Z","time spent":"1.077959372s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:10.557465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.843688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 ","response":"range_response_count:121 size:91111"} {"level":"info","ts":"2026-03-03T15:13:10.557547Z","caller":"traceutil/trace.go:171","msg":"trace[1222745364] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:121; response_revision:19814; }","duration":"924.999293ms","start":"2026-03-03T15:13:09.632527Z","end":"2026-03-03T15:13:10.557527Z","steps":["trace[1222745364] 'agreement among raft nodes before linearized reading' (duration: 920.754739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.557589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.632477Z","time spent":"925.099566ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":121,"response size":91134,"request content":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:10.558375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087557955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-03-03T15:13:10.558422Z","caller":"traceutil/trace.go:171","msg":"trace[2016904086] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:19814; }","duration":"1.087621378s","start":"2026-03-03T15:13:09.47079Z","end":"2026-03-03T15:13:10.558411Z","steps":["trace[2016904086] 'agreement among raft nodes before linearized reading' (duration: 1.082432314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.558449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:09.470781Z","time spent":"1.087661679s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T15:13:10.796777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.429582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/\" range_end:\"/registry/roles/openstack0\" limit:500 ","response":"range_response_count:120 size:83924"} {"level":"info","ts":"2026-03-03T15:13:10.796843Z","caller":"traceutil/trace.go:171","msg":"trace[906475043] range","detail":"{range_begin:/registry/roles/openstack/; range_end:/registry/roles/openstack0; response_count:120; response_revision:19816; }","duration":"101.561746ms","start":"2026-03-03T15:13:10.695268Z","end":"2026-03-03T15:13:10.79683Z","steps":["trace[906475043] 'range keys from in-memory index tree' (duration: 100.955887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:10.797309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.907759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1508"} {"level":"info","ts":"2026-03-03T15:13:10.797362Z","caller":"traceutil/trace.go:171","msg":"trace[1616083333] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:19816; }","duration":"140.978591ms","start":"2026-03-03T15:13:10.65637Z","end":"2026-03-03T15:13:10.797349Z","steps":["trace[1616083333] 'range keys from in-memory index tree' (duration: 140.813826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.621851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.102408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/\" range_end:\"/registry/serviceaccounts/openstack0\" limit:500 ","response":"range_response_count:124 size:68966"} {"level":"info","ts":"2026-03-03T15:13:11.62196Z","caller":"traceutil/trace.go:171","msg":"trace[184566137] range","detail":"{range_begin:/registry/serviceaccounts/openstack/; range_end:/registry/serviceaccounts/openstack0; response_count:124; response_revision:19817; }","duration":"398.252303ms","start":"2026-03-03T15:13:11.223683Z","end":"2026-03-03T15:13:11.621935Z","steps":["trace[184566137] 'range keys from in-memory index tree' (duration: 397.272582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.622032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:11.223668Z","time spent":"398.340507ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":124,"response size":68989,"request content":"key:\"/registry/serviceaccounts/openstack/\" range_end:\"/registry/serviceaccounts/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:11.622197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.396856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-03-03T15:13:11.622761Z","caller":"traceutil/trace.go:171","msg":"trace[2029980930] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:19817; }","duration":"721.970915ms","start":"2026-03-03T15:13:10.900769Z","end":"2026-03-03T15:13:11.62274Z","steps":["trace[2029980930] 'range keys from in-memory index tree' (duration: 721.327374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.622518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.02666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T15:13:11.622838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:10.900763Z","time spent":"722.053867ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-03T15:13:11.623063Z","caller":"traceutil/trace.go:171","msg":"trace[1247286967] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19817; }","duration":"725.575718ms","start":"2026-03-03T15:13:10.897465Z","end":"2026-03-03T15:13:11.623041Z","steps":["trace[1247286967] 'range keys from in-memory index tree' (duration: 724.938568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.623137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:10.897457Z","time spent":"725.65493ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T15:13:11.623411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.990473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:11.623471Z","caller":"traceutil/trace.go:171","msg":"trace[980340962] linearizableReadLoop","detail":"{readStateIndex:20583; appliedIndex:20582; }","duration":"243.287411ms","start":"2026-03-03T15:13:11.380174Z","end":"2026-03-03T15:13:11.623462Z","steps":["trace[980340962] 'read index received' (duration: 101.212486ms)","trace[980340962] 'applied index is now lower than readState.Index' (duration: 142.073875ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:11.623508Z","caller":"traceutil/trace.go:171","msg":"trace[1484798661] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"365.312824ms","start":"2026-03-03T15:13:11.258183Z","end":"2026-03-03T15:13:11.623496Z","steps":["trace[1484798661] 'process raft request' (duration: 223.195647ms)","trace[1484798661] 'compare' (duration: 139.926327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:11.623573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:11.258161Z","time spent":"365.386216ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:11.62364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.503808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:13:11.623669Z","caller":"traceutil/trace.go:171","msg":"trace[1013599980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19818; }","duration":"243.532699ms","start":"2026-03-03T15:13:11.380127Z","end":"2026-03-03T15:13:11.62366Z","steps":["trace[1013599980] 'agreement among raft nodes before linearized reading' (duration: 243.403125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.623767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.970931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:13:11.623822Z","caller":"traceutil/trace.go:171","msg":"trace[443269570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19818; }","duration":"154.089895ms","start":"2026-03-03T15:13:11.46972Z","end":"2026-03-03T15:13:11.62381Z","steps":["trace[443269570] 'agreement among raft nodes before linearized reading' (duration: 153.968292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.62589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.650653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:13:11.626021Z","caller":"traceutil/trace.go:171","msg":"trace[1863777199] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:19817; }","duration":"625.775287ms","start":"2026-03-03T15:13:11.000175Z","end":"2026-03-03T15:13:11.62595Z","steps":["trace[1863777199] 'range keys from in-memory index tree' (duration: 621.676537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.626147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:11.000153Z","time spent":"625.964933ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":148,"response size":1841084,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:11.913048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.513799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:11.913236Z","caller":"traceutil/trace.go:171","msg":"trace[394268607] linearizableReadLoop","detail":"{readStateIndex:20585; appliedIndex:20583; }","duration":"169.13522ms","start":"2026-03-03T15:13:11.744084Z","end":"2026-03-03T15:13:11.91322Z","steps":["trace[394268607] 'read index received' (duration: 39.424634ms)","trace[394268607] 'applied index is now lower than readState.Index' (duration: 129.709696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:11.913253Z","caller":"traceutil/trace.go:171","msg":"trace[805309044] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"281.187037ms","start":"2026-03-03T15:13:11.632045Z","end":"2026-03-03T15:13:11.913232Z","steps":["trace[805309044] 'process raft request' (duration: 281.105554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:11.913376Z","caller":"traceutil/trace.go:171","msg":"trace[1832072413] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"282.740196ms","start":"2026-03-03T15:13:11.630569Z","end":"2026-03-03T15:13:11.913309Z","steps":["trace[1832072413] 'process raft request' (duration: 152.865906ms)","trace[1832072413] 'compare' (duration: 129.392425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:11.913427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.337257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2179"} {"level":"info","ts":"2026-03-03T15:13:11.913457Z","caller":"traceutil/trace.go:171","msg":"trace[2067609500] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:19820; }","duration":"169.394808ms","start":"2026-03-03T15:13:11.744052Z","end":"2026-03-03T15:13:11.913447Z","steps":["trace[2067609500] 'agreement among raft nodes before linearized reading' (duration: 169.263664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:11.913471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.405369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" ","response":"range_response_count:1 size:1755"} {"level":"info","ts":"2026-03-03T15:13:11.913494Z","caller":"traceutil/trace.go:171","msg":"trace[123215303] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:19820; }","duration":"163.460821ms","start":"2026-03-03T15:13:11.750027Z","end":"2026-03-03T15:13:11.913488Z","steps":["trace[123215303] 'agreement among raft nodes before linearized reading' (duration: 163.393619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:12.251527Z","caller":"traceutil/trace.go:171","msg":"trace[1596338968] linearizableReadLoop","detail":"{readStateIndex:20586; appliedIndex:20585; }","duration":"148.750477ms","start":"2026-03-03T15:13:12.102677Z","end":"2026-03-03T15:13:12.251427Z","steps":["trace[1596338968] 'read index received' (duration: 146.453594ms)","trace[1596338968] 'applied index is now lower than readState.Index' (duration: 2.295643ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:12.251594Z","caller":"traceutil/trace.go:171","msg":"trace[1775601637] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"149.866332ms","start":"2026-03-03T15:13:12.101682Z","end":"2026-03-03T15:13:12.251548Z","steps":["trace[1775601637] 'process raft request' (duration: 147.498827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:12.25176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.053946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-node-lease/kube-root-ca.crt\" ","response":"range_response_count:1 size:1755"} {"level":"info","ts":"2026-03-03T15:13:12.251884Z","caller":"traceutil/trace.go:171","msg":"trace[1586821951] range","detail":"{range_begin:/registry/configmaps/kube-node-lease/kube-root-ca.crt; range_end:; response_count:1; response_revision:19821; }","duration":"149.197931ms","start":"2026-03-03T15:13:12.102638Z","end":"2026-03-03T15:13:12.251836Z","steps":["trace[1586821951] 'agreement among raft nodes before linearized reading' (duration: 148.994794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:12.426083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.815411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:12.426258Z","caller":"traceutil/trace.go:171","msg":"trace[1006032546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19821; }","duration":"106.043748ms","start":"2026-03-03T15:13:12.320192Z","end":"2026-03-03T15:13:12.426236Z","steps":["trace[1006032546] 'range keys from in-memory index tree' (duration: 105.610244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:12.685477Z","caller":"traceutil/trace.go:171","msg":"trace[545800775] linearizableReadLoop","detail":"{readStateIndex:20587; appliedIndex:20586; }","duration":"124.889994ms","start":"2026-03-03T15:13:12.560559Z","end":"2026-03-03T15:13:12.685449Z","steps":["trace[545800775] 'read index received' (duration: 124.732049ms)","trace[545800775] 'applied index is now lower than readState.Index' (duration: 156.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:12.68555Z","caller":"traceutil/trace.go:171","msg":"trace[623019180] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"125.898885ms","start":"2026-03-03T15:13:12.559623Z","end":"2026-03-03T15:13:12.685522Z","steps":["trace[623019180] 'process raft request' (duration: 125.639797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:12.685711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.137531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:13:12.685777Z","caller":"traceutil/trace.go:171","msg":"trace[862075603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19822; }","duration":"125.260655ms","start":"2026-03-03T15:13:12.560502Z","end":"2026-03-03T15:13:12.685763Z","steps":["trace[862075603] 'agreement among raft nodes before linearized reading' (duration: 125.041968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.177257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.281329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:13.177369Z","caller":"traceutil/trace.go:171","msg":"trace[1917436807] linearizableReadLoop","detail":"{readStateIndex:20588; appliedIndex:20587; }","duration":"491.804457ms","start":"2026-03-03T15:13:12.685547Z","end":"2026-03-03T15:13:13.177352Z","steps":["trace[1917436807] 'read index received' (duration: 160.355713ms)","trace[1917436807] 'applied index is now lower than readState.Index' (duration: 331.447454ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:13.177432Z","caller":"traceutil/trace.go:171","msg":"trace[1760467539] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"611.144455ms","start":"2026-03-03T15:13:12.566277Z","end":"2026-03-03T15:13:13.177422Z","steps":["trace[1760467539] 'process raft request' (duration: 279.611928ms)","trace[1760467539] 'compare' (duration: 331.179436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:13.177487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.566262Z","time spent":"611.198267ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:13.177496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.443658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:13.177578Z","caller":"traceutil/trace.go:171","msg":"trace[532073999] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19823; }","duration":"556.547682ms","start":"2026-03-03T15:13:12.621006Z","end":"2026-03-03T15:13:13.177554Z","steps":["trace[532073999] 'agreement among raft nodes before linearized reading' (duration: 556.439728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.177641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.620992Z","time spent":"556.633274ms","remote":"127.0.0.1:50382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:13.177729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.049629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-03T15:13:13.177776Z","caller":"traceutil/trace.go:171","msg":"trace[53504561] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19823; }","duration":"558.104631ms","start":"2026-03-03T15:13:12.61965Z","end":"2026-03-03T15:13:13.177755Z","steps":["trace[53504561] 'agreement among raft nodes before linearized reading' (duration: 557.993247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.177801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.619639Z","time spent":"558.155822ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-03-03T15:13:13.177918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.149269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:13.177966Z","caller":"traceutil/trace.go:171","msg":"trace[1118370409] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19823; }","duration":"524.227431ms","start":"2026-03-03T15:13:12.653727Z","end":"2026-03-03T15:13:13.177955Z","steps":["trace[1118370409] 'agreement among raft nodes before linearized reading' (duration: 524.143639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.177995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.915241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T15:13:13.178005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.653714Z","time spent":"524.278542ms","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:13:13.178026Z","caller":"traceutil/trace.go:171","msg":"trace[1868092544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19823; }","duration":"612.945402ms","start":"2026-03-03T15:13:12.565072Z","end":"2026-03-03T15:13:13.178018Z","steps":["trace[1868092544] 'agreement among raft nodes before linearized reading' (duration: 612.86531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.178047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.565049Z","time spent":"612.993824ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:13.178306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.766447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:188"} {"level":"info","ts":"2026-03-03T15:13:13.178381Z","caller":"traceutil/trace.go:171","msg":"trace[870478684] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:19823; }","duration":"555.855909ms","start":"2026-03-03T15:13:12.622509Z","end":"2026-03-03T15:13:13.178365Z","steps":["trace[870478684] 'agreement among raft nodes before linearized reading' (duration: 555.659583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.178421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.622502Z","time spent":"555.910712ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":211,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/default\" "} {"level":"info","ts":"2026-03-03T15:13:13.561178Z","caller":"traceutil/trace.go:171","msg":"trace[179959855] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"871.257687ms","start":"2026-03-03T15:13:12.689896Z","end":"2026-03-03T15:13:13.561154Z","steps":["trace[179959855] 'process raft request' (duration: 871.03965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.561319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.68987Z","time spent":"871.380121ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:13.561266Z","caller":"traceutil/trace.go:171","msg":"trace[547767929] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"759.55415ms","start":"2026-03-03T15:13:12.801674Z","end":"2026-03-03T15:13:13.561228Z","steps":["trace[547767929] 'process raft request' (duration: 759.393515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:13.561129Z","caller":"traceutil/trace.go:171","msg":"trace[293983652] linearizableReadLoop","detail":"{readStateIndex:20590; appliedIndex:20588; }","duration":"383.718084ms","start":"2026-03-03T15:13:13.17739Z","end":"2026-03-03T15:13:13.561108Z","steps":["trace[293983652] 'read index received' (duration: 383.525758ms)","trace[293983652] 'applied index is now lower than readState.Index' (duration: 191.456µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:13.561523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.801642Z","time spent":"759.741796ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:13.561565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.895187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:13:13.561652Z","caller":"traceutil/trace.go:171","msg":"trace[763488214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19825; }","duration":"726.033932ms","start":"2026-03-03T15:13:12.835596Z","end":"2026-03-03T15:13:13.56163Z","steps":["trace[763488214] 'agreement among raft nodes before linearized reading' (duration: 725.722212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.561709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:12.835575Z","time spent":"726.123995ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:13:13.628902Z","caller":"traceutil/trace.go:171","msg":"trace[421668546] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"445.69492ms","start":"2026-03-03T15:13:13.183173Z","end":"2026-03-03T15:13:13.628868Z","steps":["trace[421668546] 'process raft request' (duration: 445.490024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.629082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.183159Z","time spent":"445.824554ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:13.629425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.840586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/default\" ","response":"range_response_count:1 size:188"} {"level":"info","ts":"2026-03-03T15:13:13.629509Z","caller":"traceutil/trace.go:171","msg":"trace[867442028] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/default; range_end:; response_count:1; response_revision:19827; }","duration":"446.95925ms","start":"2026-03-03T15:13:13.182532Z","end":"2026-03-03T15:13:13.629492Z","steps":["trace[867442028] 'agreement among raft nodes before linearized reading' (duration: 446.720042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.629548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.182514Z","time spent":"447.026062ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":211,"request content":"key:\"/registry/serviceaccounts/kube-node-lease/default\" "} {"level":"info","ts":"2026-03-03T15:13:13.629108Z","caller":"traceutil/trace.go:171","msg":"trace[909000710] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"258.80899ms","start":"2026-03-03T15:13:13.370278Z","end":"2026-03-03T15:13:13.629087Z","steps":["trace[909000710] 'process raft request' (duration: 258.542062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.6296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.189339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238522"} {"level":"info","ts":"2026-03-03T15:13:13.629745Z","caller":"traceutil/trace.go:171","msg":"trace[376939489] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19827; }","duration":"142.342413ms","start":"2026-03-03T15:13:13.487384Z","end":"2026-03-03T15:13:13.629726Z","steps":["trace[376939489] 'agreement among raft nodes before linearized reading' (duration: 141.745344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.629369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.926192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-03T15:13:13.629864Z","caller":"traceutil/trace.go:171","msg":"trace[1802721861] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19827; }","duration":"373.454639ms","start":"2026-03-03T15:13:13.256395Z","end":"2026-03-03T15:13:13.62985Z","steps":["trace[1802721861] 'agreement among raft nodes before linearized reading' (duration: 372.775168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:13.629902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.256379Z","time spent":"373.511491ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-03-03T15:13:14.080475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.07023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:14.080671Z","caller":"traceutil/trace.go:171","msg":"trace[1365996666] linearizableReadLoop","detail":"{readStateIndex:20593; appliedIndex:20592; }","duration":"451.596348ms","start":"2026-03-03T15:13:13.629051Z","end":"2026-03-03T15:13:14.080647Z","steps":["trace[1365996666] 'read index received' (duration: 109.140416ms)","trace[1365996666] 'applied index is now lower than readState.Index' (duration: 342.454452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:14.080764Z","caller":"traceutil/trace.go:171","msg":"trace[463756159] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"452.167566ms","start":"2026-03-03T15:13:13.628559Z","end":"2026-03-03T15:13:14.080727Z","steps":["trace[463756159] 'process raft request' (duration: 109.720975ms)","trace[463756159] 'compare' (duration: 341.511412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:14.08084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.022985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:14.080932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.628521Z","time spent":"452.312941ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:14.080944Z","caller":"traceutil/trace.go:171","msg":"trace[777998867] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:19828; }","duration":"448.127888ms","start":"2026-03-03T15:13:13.632789Z","end":"2026-03-03T15:13:14.080917Z","steps":["trace[777998867] 'agreement among raft nodes before linearized reading' (duration: 447.985434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.081024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.496345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:13:14.081088Z","caller":"traceutil/trace.go:171","msg":"trace[1198356778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19828; }","duration":"515.589268ms","start":"2026-03-03T15:13:13.565484Z","end":"2026-03-03T15:13:14.081074Z","steps":["trace[1198356778] 'agreement among raft nodes before linearized reading' (duration: 515.273868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.081114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.948836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:13:14.081129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.565467Z","time spent":"515.6532ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:13:14.081114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.207741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-03T15:13:14.081165Z","caller":"traceutil/trace.go:171","msg":"trace[1244205722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19828; }","duration":"164.086621ms","start":"2026-03-03T15:13:13.91706Z","end":"2026-03-03T15:13:14.081147Z","steps":["trace[1244205722] 'agreement among raft nodes before linearized reading' (duration: 163.931426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.081029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.632766Z","time spent":"448.240722ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:14.081191Z","caller":"traceutil/trace.go:171","msg":"trace[245584919] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19828; }","duration":"448.359535ms","start":"2026-03-03T15:13:13.63281Z","end":"2026-03-03T15:13:14.08117Z","steps":["trace[245584919] 'agreement among raft nodes before linearized reading' (duration: 448.142358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.080942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.619214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:14.081237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.632786Z","time spent":"448.439158ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"info","ts":"2026-03-03T15:13:14.081264Z","caller":"traceutil/trace.go:171","msg":"trace[2159570] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19828; }","duration":"335.029568ms","start":"2026-03-03T15:13:13.746216Z","end":"2026-03-03T15:13:14.081246Z","steps":["trace[2159570] 'agreement among raft nodes before linearized reading' (duration: 334.636105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.08132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:13.746192Z","time spent":"335.11118ms","remote":"127.0.0.1:39406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:14.39878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.343475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:14.398843Z","caller":"traceutil/trace.go:171","msg":"trace[109994223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19829; }","duration":"206.457579ms","start":"2026-03-03T15:13:14.192371Z","end":"2026-03-03T15:13:14.398829Z","steps":["trace[109994223] 'range keys from in-memory index tree' (duration: 206.212731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.398922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.006248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:13:14.398998Z","caller":"traceutil/trace.go:171","msg":"trace[895606200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19829; }","duration":"138.127151ms","start":"2026-03-03T15:13:14.260852Z","end":"2026-03-03T15:13:14.398979Z","steps":["trace[895606200] 'range keys from in-memory index tree' (duration: 137.830382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.399078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.291322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-03T15:13:14.399108Z","caller":"traceutil/trace.go:171","msg":"trace[1952082229] range","detail":"{range_begin:/registry/roles/kube-public/kubeadm:bootstrap-signer-clusterinfo; range_end:; response_count:1; response_revision:19829; }","duration":"129.350604ms","start":"2026-03-03T15:13:14.269747Z","end":"2026-03-03T15:13:14.399097Z","steps":["trace[1952082229] 'range keys from in-memory index tree' (duration: 129.180369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.399233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.077784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-03T15:13:14.399266Z","caller":"traceutil/trace.go:171","msg":"trace[1986239259] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19829; }","duration":"198.141896ms","start":"2026-03-03T15:13:14.201115Z","end":"2026-03-03T15:13:14.399257Z","steps":["trace[1986239259] 'range keys from in-memory index tree' (duration: 197.982921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:14.668733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.249278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-03T15:13:14.668781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.781133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-03T15:13:14.66889Z","caller":"traceutil/trace.go:171","msg":"trace[929905610] range","detail":"{range_begin:/registry/roles/kube-public/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:19830; }","duration":"158.945238ms","start":"2026-03-03T15:13:14.509917Z","end":"2026-03-03T15:13:14.668862Z","steps":["trace[929905610] 'range keys from in-memory index tree' (duration: 158.67622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:14.668818Z","caller":"traceutil/trace.go:171","msg":"trace[656298035] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:19830; }","duration":"146.395572ms","start":"2026-03-03T15:13:14.522404Z","end":"2026-03-03T15:13:14.668799Z","steps":["trace[656298035] 'range keys from in-memory index tree' (duration: 146.087882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:14.90781Z","caller":"traceutil/trace.go:171","msg":"trace[1983731957] transaction","detail":"{read_only:false; response_revision:19831; number_of_response:1; }","duration":"212.881991ms","start":"2026-03-03T15:13:14.694903Z","end":"2026-03-03T15:13:14.907785Z","steps":["trace[1983731957] 'process raft request' (duration: 212.724596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:15.956397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.732609ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:13:15.95664Z","caller":"traceutil/trace.go:171","msg":"trace[2137036727] linearizableReadLoop","detail":"{readStateIndex:20597; appliedIndex:20595; }","duration":"1.184457736s","start":"2026-03-03T15:13:14.772157Z","end":"2026-03-03T15:13:15.956615Z","steps":["trace[2137036727] 'read index received' (duration: 135.402105ms)","trace[2137036727] 'applied index is now lower than readState.Index' (duration: 1.049054391s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:15.956905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184727364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-03T15:13:15.956989Z","caller":"traceutil/trace.go:171","msg":"trace[1440365647] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:19831; }","duration":"1.184853328s","start":"2026-03-03T15:13:14.772117Z","end":"2026-03-03T15:13:15.95697Z","steps":["trace[1440365647] 'agreement among raft nodes before linearized reading' (duration: 1.184626221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:15.957036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:14.772097Z","time spent":"1.184930551s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-public/default\" "} {"level":"info","ts":"2026-03-03T15:13:15.957154Z","caller":"traceutil/trace.go:171","msg":"trace[276571694] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"773.740659ms","start":"2026-03-03T15:13:15.183378Z","end":"2026-03-03T15:13:15.957119Z","steps":["trace[276571694] 'process raft request' (duration: 773.13137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:15.957337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:15.18332Z","time spent":"773.913925ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:16.175277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.056244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:16.175404Z","caller":"traceutil/trace.go:171","msg":"trace[608772896] linearizableReadLoop","detail":"{readStateIndex:20599; appliedIndex:20597; }","duration":"218.696365ms","start":"2026-03-03T15:13:15.95669Z","end":"2026-03-03T15:13:16.175386Z","steps":["trace[608772896] 'read index received' (duration: 63.542µs)","trace[608772896] 'applied index is now lower than readState.Index' (duration: 218.631623ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:16.17551Z","caller":"traceutil/trace.go:171","msg":"trace[671838904] transaction","detail":"{read_only:false; response_revision:19833; number_of_response:1; }","duration":"609.266666ms","start":"2026-03-03T15:13:15.56622Z","end":"2026-03-03T15:13:16.175486Z","steps":["trace[671838904] 'process raft request' (duration: 390.877821ms)","trace[671838904] 'compare' (duration: 217.922181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:16.17555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.63553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:13:16.175566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.045609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:13:16.175593Z","caller":"traceutil/trace.go:171","msg":"trace[1136383315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19833; }","duration":"541.727464ms","start":"2026-03-03T15:13:15.633851Z","end":"2026-03-03T15:13:16.175579Z","steps":["trace[1136383315] 'agreement among raft nodes before linearized reading' (duration: 541.59454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:16.175599Z","caller":"traceutil/trace.go:171","msg":"trace[1687370063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19833; }","duration":"609.09491ms","start":"2026-03-03T15:13:15.566494Z","end":"2026-03-03T15:13:16.175589Z","steps":["trace[1687370063] 'agreement among raft nodes before linearized reading' (duration: 608.966666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.175619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:15.63383Z","time spent":"541.781415ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:16.175592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387954041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-03-03T15:13:16.175635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:15.566488Z","time spent":"609.139002ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:16.175629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:15.566193Z","time spent":"609.37249ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:16.175668Z","caller":"traceutil/trace.go:171","msg":"trace[1179190477] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:19833; }","duration":"1.388060473s","start":"2026-03-03T15:13:14.78759Z","end":"2026-03-03T15:13:16.17565Z","steps":["trace[1179190477] 'agreement among raft nodes before linearized reading' (duration: 1.387884188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.175714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:14.787582Z","time spent":"1.388123126s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6555,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"info","ts":"2026-03-03T15:13:16.209151Z","caller":"traceutil/trace.go:171","msg":"trace[218386291] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"122.701384ms","start":"2026-03-03T15:13:16.086417Z","end":"2026-03-03T15:13:16.209118Z","steps":["trace[218386291] 'process raft request' (duration: 122.428695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.209206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.966211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-public/default\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-03T15:13:16.209263Z","caller":"traceutil/trace.go:171","msg":"trace[136032460] range","detail":"{range_begin:/registry/serviceaccounts/kube-public/default; range_end:; response_count:1; response_revision:19834; }","duration":"224.078335ms","start":"2026-03-03T15:13:15.985169Z","end":"2026-03-03T15:13:16.209248Z","steps":["trace[136032460] 'agreement among raft nodes before linearized reading' (duration: 223.846277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.446064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.92192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:16.446224Z","caller":"traceutil/trace.go:171","msg":"trace[1491429857] linearizableReadLoop","detail":"{readStateIndex:20602; appliedIndex:20600; }","duration":"232.894914ms","start":"2026-03-03T15:13:16.213317Z","end":"2026-03-03T15:13:16.446212Z","steps":["trace[1491429857] 'read index received' (duration: 116.766967ms)","trace[1491429857] 'applied index is now lower than readState.Index' (duration: 116.127237ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:16.44628Z","caller":"traceutil/trace.go:171","msg":"trace[1909330397] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"232.809751ms","start":"2026-03-03T15:13:16.213447Z","end":"2026-03-03T15:13:16.446257Z","steps":["trace[1909330397] 'process raft request' (duration: 232.745159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.446361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.019197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:16.446397Z","caller":"traceutil/trace.go:171","msg":"trace[66858107] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:19837; }","duration":"233.088019ms","start":"2026-03-03T15:13:16.213298Z","end":"2026-03-03T15:13:16.446386Z","steps":["trace[66858107] 'agreement among raft nodes before linearized reading' (duration: 232.993536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:16.446403Z","caller":"traceutil/trace.go:171","msg":"trace[1771427981] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"267.01745ms","start":"2026-03-03T15:13:16.179372Z","end":"2026-03-03T15:13:16.44639Z","steps":["trace[1771427981] 'process raft request' (duration: 150.702538ms)","trace[1771427981] 'compare' (duration: 115.782205ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:16.446338Z","caller":"traceutil/trace.go:171","msg":"trace[402929835] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"266.896086ms","start":"2026-03-03T15:13:16.179404Z","end":"2026-03-03T15:13:16.4463Z","steps":["trace[402929835] 'process raft request' (duration: 266.744282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:16.446482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.812894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:13:16.446489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.301451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-03T15:13:16.446519Z","caller":"traceutil/trace.go:171","msg":"trace[269485807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19837; }","duration":"126.899287ms","start":"2026-03-03T15:13:16.319609Z","end":"2026-03-03T15:13:16.446508Z","steps":["trace[269485807] 'agreement among raft nodes before linearized reading' (duration: 126.837795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:16.446528Z","caller":"traceutil/trace.go:171","msg":"trace[2067470149] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:19837; }","duration":"160.375383ms","start":"2026-03-03T15:13:16.286141Z","end":"2026-03-03T15:13:16.446516Z","steps":["trace[2067470149] 'agreement among raft nodes before linearized reading' (duration: 160.291271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:17.085918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.404564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:17.086033Z","caller":"traceutil/trace.go:171","msg":"trace[1341361845] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20603; }","duration":"538.521482ms","start":"2026-03-03T15:13:16.547495Z","end":"2026-03-03T15:13:17.086016Z","steps":["trace[1341361845] 'read index received' (duration: 65.948662ms)","trace[1341361845] 'applied index is now lower than readState.Index' (duration: 472.5639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:17.086099Z","caller":"traceutil/trace.go:171","msg":"trace[1087653115] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"625.643643ms","start":"2026-03-03T15:13:16.460444Z","end":"2026-03-03T15:13:17.086088Z","steps":["trace[1087653115] 'process raft request' (duration: 152.98504ms)","trace[1087653115] 'compare' (duration: 471.95528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:17.086153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:16.460426Z","time spent":"625.696145ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:17.086335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.820361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:613"} {"level":"info","ts":"2026-03-03T15:13:17.086437Z","caller":"traceutil/trace.go:171","msg":"trace[2146795888] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:19838; }","duration":"538.969967ms","start":"2026-03-03T15:13:16.547435Z","end":"2026-03-03T15:13:17.086405Z","steps":["trace[2146795888] 'agreement among raft nodes before linearized reading' (duration: 538.76218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:17.086509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:16.54741Z","time spent":"539.07351ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":636,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-03T15:13:17.089628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.372461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-03T15:13:17.089638Z","caller":"traceutil/trace.go:171","msg":"trace[853234407] transaction","detail":"{read_only:false; response_revision:19839; number_of_response:1; }","duration":"109.259639ms","start":"2026-03-03T15:13:16.980329Z","end":"2026-03-03T15:13:17.089589Z","steps":["trace[853234407] 'process raft request' (duration: 108.391722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:17.0897Z","caller":"traceutil/trace.go:171","msg":"trace[1149583892] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:19839; }","duration":"508.488644ms","start":"2026-03-03T15:13:16.58119Z","end":"2026-03-03T15:13:17.089678Z","steps":["trace[1149583892] 'agreement among raft nodes before linearized reading' (duration: 508.316419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:17.08969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.213711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:13:17.089714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.523855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:13:17.089741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:16.581166Z","time spent":"508.567417ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-03T15:13:17.089747Z","caller":"traceutil/trace.go:171","msg":"trace[812310931] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19839; }","duration":"264.318705ms","start":"2026-03-03T15:13:16.825415Z","end":"2026-03-03T15:13:17.089734Z","steps":["trace[812310931] 'agreement among raft nodes before linearized reading' (duration: 264.195111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:17.089762Z","caller":"traceutil/trace.go:171","msg":"trace[1142923679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19839; }","duration":"177.614837ms","start":"2026-03-03T15:13:16.912134Z","end":"2026-03-03T15:13:17.089748Z","steps":["trace[1142923679] 'agreement among raft nodes before linearized reading' (duration: 177.411241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:17.090011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.58541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:17.090059Z","caller":"traceutil/trace.go:171","msg":"trace[324759164] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19839; }","duration":"338.664903ms","start":"2026-03-03T15:13:16.751379Z","end":"2026-03-03T15:13:17.090044Z","steps":["trace[324759164] 'agreement among raft nodes before linearized reading' (duration: 338.532628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:17.090098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:16.751317Z","time spent":"338.770106ms","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:17.307282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.582939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:103 size:77353"} {"level":"info","ts":"2026-03-03T15:13:17.307447Z","caller":"traceutil/trace.go:171","msg":"trace[1097871202] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:103; response_revision:19840; }","duration":"102.850907ms","start":"2026-03-03T15:13:17.204545Z","end":"2026-03-03T15:13:17.307396Z","steps":["trace[1097871202] 'range keys from in-memory index tree' (duration: 101.832525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:18.197179Z","caller":"traceutil/trace.go:171","msg":"trace[245199886] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"234.882255ms","start":"2026-03-03T15:13:17.962278Z","end":"2026-03-03T15:13:18.19716Z","steps":["trace[245199886] 'process raft request' (duration: 234.748481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.197404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.333315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1465"} {"level":"info","ts":"2026-03-03T15:13:18.197491Z","caller":"traceutil/trace.go:171","msg":"trace[1705795952] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:19841; }","duration":"219.468869ms","start":"2026-03-03T15:13:17.978006Z","end":"2026-03-03T15:13:18.197475Z","steps":["trace[1705795952] 'agreement among raft nodes before linearized reading' (duration: 219.277863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:18.197967Z","caller":"traceutil/trace.go:171","msg":"trace[706449396] linearizableReadLoop","detail":"{readStateIndex:20607; appliedIndex:20607; }","duration":"219.143619ms","start":"2026-03-03T15:13:17.978046Z","end":"2026-03-03T15:13:18.197189Z","steps":["trace[706449396] 'read index received' (duration: 219.102258ms)","trace[706449396] 'applied index is now lower than readState.Index' (duration: 38.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:18.354459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.339749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:18.354626Z","caller":"traceutil/trace.go:171","msg":"trace[425865688] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"166.482506ms","start":"2026-03-03T15:13:18.188113Z","end":"2026-03-03T15:13:18.354596Z","steps":["trace[425865688] 'process raft request' (duration: 58.91752ms)","trace[425865688] 'compare' (duration: 107.129152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:18.354747Z","caller":"traceutil/trace.go:171","msg":"trace[1548930785] linearizableReadLoop","detail":"{readStateIndex:20608; appliedIndex:20607; }","duration":"156.709818ms","start":"2026-03-03T15:13:18.198012Z","end":"2026-03-03T15:13:18.354721Z","steps":["trace[1548930785] 'read index received' (duration: 49.007027ms)","trace[1548930785] 'applied index is now lower than readState.Index' (duration: 107.699911ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:18.354777Z","caller":"traceutil/trace.go:171","msg":"trace[876572549] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"139.971129ms","start":"2026-03-03T15:13:18.214749Z","end":"2026-03-03T15:13:18.35472Z","steps":["trace[876572549] 'process raft request' (duration: 139.831234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.355206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.683689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-03-03T15:13:18.355281Z","caller":"traceutil/trace.go:171","msg":"trace[1557615645] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:19843; }","duration":"374.781453ms","start":"2026-03-03T15:13:17.980487Z","end":"2026-03-03T15:13:18.355268Z","steps":["trace[1557615645] 'agreement among raft nodes before linearized reading' (duration: 374.564246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.355289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.248783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/\" range_end:\"/registry/services/specs/openstack0\" limit:500 ","response":"range_response_count:44 size:58338"} {"level":"warn","ts":"2026-03-03T15:13:18.35531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:17.980481Z","time spent":"374.823524ms","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-03T15:13:18.355151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.790594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1465"} {"level":"info","ts":"2026-03-03T15:13:18.355335Z","caller":"traceutil/trace.go:171","msg":"trace[1553272794] range","detail":"{range_begin:/registry/services/specs/openstack/; range_end:/registry/services/specs/openstack0; response_count:44; response_revision:19843; }","duration":"315.339106ms","start":"2026-03-03T15:13:18.03998Z","end":"2026-03-03T15:13:18.355319Z","steps":["trace[1553272794] 'agreement among raft nodes before linearized reading' (duration: 314.897132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.355372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:18.039961Z","time spent":"315.400478ms","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":44,"response size":58361,"request content":"key:\"/registry/services/specs/openstack/\" range_end:\"/registry/services/specs/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:13:18.355383Z","caller":"traceutil/trace.go:171","msg":"trace[121701194] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:19843; }","duration":"153.053642ms","start":"2026-03-03T15:13:18.202304Z","end":"2026-03-03T15:13:18.355358Z","steps":["trace[121701194] 'agreement among raft nodes before linearized reading' (duration: 152.781003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:18.683881Z","caller":"traceutil/trace.go:171","msg":"trace[103599790] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"231.54888ms","start":"2026-03-03T15:13:18.452284Z","end":"2026-03-03T15:13:18.683833Z","steps":["trace[103599790] 'process raft request' (duration: 142.248801ms)","trace[103599790] 'compare' (duration: 89.131204ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:18.738508Z","caller":"traceutil/trace.go:171","msg":"trace[1695739130] linearizableReadLoop","detail":"{readStateIndex:20612; appliedIndex:20609; }","duration":"281.775876ms","start":"2026-03-03T15:13:18.456708Z","end":"2026-03-03T15:13:18.738484Z","steps":["trace[1695739130] 'read index received' (duration: 137.918884ms)","trace[1695739130] 'applied index is now lower than readState.Index' (duration: 143.856162ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:18.738604Z","caller":"traceutil/trace.go:171","msg":"trace[292842540] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"284.518922ms","start":"2026-03-03T15:13:18.454076Z","end":"2026-03-03T15:13:18.738595Z","steps":["trace[292842540] 'process raft request' (duration: 284.375328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:18.738616Z","caller":"traceutil/trace.go:171","msg":"trace[76950987] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"285.282167ms","start":"2026-03-03T15:13:18.45329Z","end":"2026-03-03T15:13:18.738572Z","steps":["trace[76950987] 'process raft request' (duration: 285.038749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.738903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.166688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-03T15:13:18.738957Z","caller":"traceutil/trace.go:171","msg":"trace[1557019047] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:19846; }","duration":"282.258801ms","start":"2026-03-03T15:13:18.456683Z","end":"2026-03-03T15:13:18.738942Z","steps":["trace[1557019047] 'agreement among raft nodes before linearized reading' (duration: 282.042454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:18.738951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.170819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:10 size:67789"} {"level":"info","ts":"2026-03-03T15:13:18.739035Z","caller":"traceutil/trace.go:171","msg":"trace[817875300] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:10; response_revision:19846; }","duration":"282.265112ms","start":"2026-03-03T15:13:18.456753Z","end":"2026-03-03T15:13:18.739019Z","steps":["trace[817875300] 'agreement among raft nodes before linearized reading' (duration: 281.976623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.325885Z","caller":"traceutil/trace.go:171","msg":"trace[1713161643] linearizableReadLoop","detail":"{readStateIndex:20614; appliedIndex:20613; }","duration":"232.990967ms","start":"2026-03-03T15:13:19.092869Z","end":"2026-03-03T15:13:19.32586Z","steps":["trace[1713161643] 'read index received' (duration: 232.829512ms)","trace[1713161643] 'applied index is now lower than readState.Index' (duration: 160.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:19.32602Z","caller":"traceutil/trace.go:171","msg":"trace[716456179] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"250.24454ms","start":"2026-03-03T15:13:19.07576Z","end":"2026-03-03T15:13:19.326005Z","steps":["trace[716456179] 'process raft request' (duration: 249.856738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.326521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.547364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-03T15:13:19.326723Z","caller":"traceutil/trace.go:171","msg":"trace[1672934191] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:19847; }","duration":"233.784011ms","start":"2026-03-03T15:13:19.092921Z","end":"2026-03-03T15:13:19.326705Z","steps":["trace[1672934191] 'agreement among raft nodes before linearized reading' (duration: 233.346918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.326619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.72657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:13:19.326997Z","caller":"traceutil/trace.go:171","msg":"trace[1447643461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19847; }","duration":"234.139793ms","start":"2026-03-03T15:13:19.092836Z","end":"2026-03-03T15:13:19.326976Z","steps":["trace[1447643461] 'agreement among raft nodes before linearized reading' (duration: 233.665958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.326784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.625347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"warn","ts":"2026-03-03T15:13:19.326747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.625829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:13:19.327129Z","caller":"traceutil/trace.go:171","msg":"trace[1683601363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19847; }","duration":"198.036772ms","start":"2026-03-03T15:13:19.129069Z","end":"2026-03-03T15:13:19.327106Z","steps":["trace[1683601363] 'agreement among raft nodes before linearized reading' (duration: 197.250497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.327658Z","caller":"traceutil/trace.go:171","msg":"trace[890102434] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:19847; }","duration":"215.964638ms","start":"2026-03-03T15:13:19.111082Z","end":"2026-03-03T15:13:19.327047Z","steps":["trace[890102434] 'agreement among raft nodes before linearized reading' (duration: 215.40197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.570137Z","caller":"traceutil/trace.go:171","msg":"trace[270346974] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"237.007583ms","start":"2026-03-03T15:13:19.3331Z","end":"2026-03-03T15:13:19.570108Z","steps":["trace[270346974] 'process raft request' (duration: 236.90621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.570166Z","caller":"traceutil/trace.go:171","msg":"trace[1535048909] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"237.451627ms","start":"2026-03-03T15:13:19.332672Z","end":"2026-03-03T15:13:19.570124Z","steps":["trace[1535048909] 'process raft request' (duration: 178.690341ms)","trace[1535048909] 'compare' (duration: 58.426355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:19.570333Z","caller":"traceutil/trace.go:171","msg":"trace[1319052208] linearizableReadLoop","detail":"{readStateIndex:20616; appliedIndex:20614; }","duration":"236.964742ms","start":"2026-03-03T15:13:19.333357Z","end":"2026-03-03T15:13:19.570322Z","steps":["trace[1319052208] 'read index received' (duration: 178.114054ms)","trace[1319052208] 'applied index is now lower than readState.Index' (duration: 58.849958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:19.570425Z","caller":"traceutil/trace.go:171","msg":"trace[472836189] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"128.448436ms","start":"2026-03-03T15:13:19.441968Z","end":"2026-03-03T15:13:19.570416Z","steps":["trace[472836189] 'process raft request' (duration: 128.102905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.570626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.933981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-03-03T15:13:19.570696Z","caller":"traceutil/trace.go:171","msg":"trace[844234676] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:19850; }","duration":"237.034153ms","start":"2026-03-03T15:13:19.333649Z","end":"2026-03-03T15:13:19.570683Z","steps":["trace[844234676] 'agreement among raft nodes before linearized reading' (duration: 236.841757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.570964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.54717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T15:13:19.571019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.889685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-03-03T15:13:19.571038Z","caller":"traceutil/trace.go:171","msg":"trace[514154945] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19850; }","duration":"237.683554ms","start":"2026-03-03T15:13:19.333337Z","end":"2026-03-03T15:13:19.57102Z","steps":["trace[514154945] 'agreement among raft nodes before linearized reading' (duration: 237.458207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.571054Z","caller":"traceutil/trace.go:171","msg":"trace[239223966] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:19850; }","duration":"125.951477ms","start":"2026-03-03T15:13:19.445093Z","end":"2026-03-03T15:13:19.571044Z","steps":["trace[239223966] 'agreement among raft nodes before linearized reading' (duration: 125.784941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:19.847616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.81051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-dns\" ","response":"range_response_count:1 size:758"} {"level":"warn","ts":"2026-03-03T15:13:19.84766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.031656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-03T15:13:19.847704Z","caller":"traceutil/trace.go:171","msg":"trace[415894761] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-dns; range_end:; response_count:1; response_revision:19850; }","duration":"175.951416ms","start":"2026-03-03T15:13:19.671731Z","end":"2026-03-03T15:13:19.847683Z","steps":["trace[415894761] 'range keys from in-memory index tree' (duration: 175.636296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:19.847751Z","caller":"traceutil/trace.go:171","msg":"trace[1805935066] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:19850; }","duration":"168.157109ms","start":"2026-03-03T15:13:19.679569Z","end":"2026-03-03T15:13:19.847726Z","steps":["trace[1805935066] 'range keys from in-memory index tree' (duration: 167.860189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:21.307709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.506556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1262"} {"level":"info","ts":"2026-03-03T15:13:21.3078Z","caller":"traceutil/trace.go:171","msg":"trace[1107981616] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:19851; }","duration":"955.63467ms","start":"2026-03-03T15:13:20.352141Z","end":"2026-03-03T15:13:21.307776Z","steps":["trace[1107981616] 'range keys from in-memory index tree' (duration: 955.372181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:21.307856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.352125Z","time spent":"955.719663ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1285,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-03T15:13:21.307911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.078988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:103 size:77353"} {"level":"warn","ts":"2026-03-03T15:13:21.307943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.07694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:21.307989Z","caller":"traceutil/trace.go:171","msg":"trace[341249421] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:103; response_revision:19851; }","duration":"958.181241ms","start":"2026-03-03T15:13:20.349788Z","end":"2026-03-03T15:13:21.307969Z","steps":["trace[341249421] 'range keys from in-memory index tree' (duration: 957.593312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:21.308048Z","caller":"traceutil/trace.go:171","msg":"trace[1881499143] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"948.437792ms","start":"2026-03-03T15:13:20.359592Z","end":"2026-03-03T15:13:21.308029Z","steps":["trace[1881499143] 'process raft request' (duration: 797.195307ms)","trace[1881499143] 'compare' (duration: 150.686688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:21.308069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.349781Z","time spent":"958.263773ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":103,"response size":77376,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:21.30811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.359576Z","time spent":"948.504715ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:21.348644Z","caller":"traceutil/trace.go:171","msg":"trace[1450664203] linearizableReadLoop","detail":"{readStateIndex:20620; appliedIndex:20618; }","duration":"660.176073ms","start":"2026-03-03T15:13:20.68845Z","end":"2026-03-03T15:13:21.348626Z","steps":["trace[1450664203] 'read index received' (duration: 468.271344ms)","trace[1450664203] 'applied index is now lower than readState.Index' (duration: 191.903959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:21.34882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.370659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:13:21.348804Z","caller":"traceutil/trace.go:171","msg":"trace[1491694935] transaction","detail":"{read_only:false; response_revision:19853; number_of_response:1; }","duration":"989.182799ms","start":"2026-03-03T15:13:20.359594Z","end":"2026-03-03T15:13:21.348777Z","steps":["trace[1491694935] 'process raft request' (duration: 988.90795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:21.348862Z","caller":"traceutil/trace.go:171","msg":"trace[1925118852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19854; }","duration":"660.460552ms","start":"2026-03-03T15:13:20.688391Z","end":"2026-03-03T15:13:21.348852Z","steps":["trace[1925118852] 'agreement among raft nodes before linearized reading' (duration: 660.335668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:21.348883Z","caller":"traceutil/trace.go:171","msg":"trace[94443481] transaction","detail":"{read_only:false; response_revision:19854; number_of_response:1; }","duration":"213.386467ms","start":"2026-03-03T15:13:21.135487Z","end":"2026-03-03T15:13:21.348874Z","steps":["trace[94443481] 'process raft request' (duration: 213.111078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:21.348888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.688368Z","time spent":"660.515443ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:13:21.348934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.359573Z","time spent":"989.296753ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:21.352107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.802071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:13:21.352198Z","caller":"traceutil/trace.go:171","msg":"trace[1860361184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19854; }","duration":"608.930595ms","start":"2026-03-03T15:13:20.743242Z","end":"2026-03-03T15:13:21.352173Z","steps":["trace[1860361184] 'agreement among raft nodes before linearized reading' (duration: 608.738499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:21.35224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.743231Z","time spent":"608.999077ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:21.352799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.148623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:13:21.352856Z","caller":"traceutil/trace.go:171","msg":"trace[302508514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19854; }","duration":"610.250996ms","start":"2026-03-03T15:13:20.742591Z","end":"2026-03-03T15:13:21.352842Z","steps":["trace[302508514] 'agreement among raft nodes before linearized reading' (duration: 608.47227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:21.352893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:20.742576Z","time spent":"610.308148ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:13:21.852625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:22.353573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789101888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:13:22.659817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.579088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:22.659956Z","caller":"traceutil/trace.go:171","msg":"trace[402423666] transaction","detail":"{read_only:false; response_revision:19855; number_of_response:1; }","duration":"1.307788749s","start":"2026-03-03T15:13:21.352141Z","end":"2026-03-03T15:13:22.65993Z","steps":["trace[402423666] 'process raft request' (duration: 1.065023495s)","trace[402423666] 'compare' (duration: 242.284779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:22.660046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.352119Z","time spent":"1.307879313s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:22.681767Z","caller":"traceutil/trace.go:171","msg":"trace[262712263] linearizableReadLoop","detail":"{readStateIndex:20625; appliedIndex:20621; }","duration":"1.329191095s","start":"2026-03-03T15:13:21.352555Z","end":"2026-03-03T15:13:22.681746Z","steps":["trace[262712263] 'read index received' (duration: 1.064612202s)","trace[262712263] 'applied index is now lower than readState.Index' (duration: 264.577613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:22.681818Z","caller":"traceutil/trace.go:171","msg":"trace[685561111] transaction","detail":"{read_only:false; response_revision:19858; number_of_response:1; }","duration":"418.001057ms","start":"2026-03-03T15:13:22.263787Z","end":"2026-03-03T15:13:22.681788Z","steps":["trace[685561111] 'process raft request' (duration: 417.894963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.681956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329376511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:22.682017Z","caller":"traceutil/trace.go:171","msg":"trace[1106710434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19858; }","duration":"1.329462564s","start":"2026-03-03T15:13:21.352537Z","end":"2026-03-03T15:13:22.681999Z","steps":["trace[1106710434] 'agreement among raft nodes before linearized reading' (duration: 1.329356561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.68207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.352528Z","time spent":"1.329528316s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:13:22.681793Z","caller":"traceutil/trace.go:171","msg":"trace[1123716859] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"1.324952362s","start":"2026-03-03T15:13:21.356808Z","end":"2026-03-03T15:13:22.681761Z","steps":["trace[1123716859] 'process raft request' (duration: 1.324795047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.682288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:22.263756Z","time spent":"418.223344ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:22.68233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289199993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-03T15:13:22.682372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.356799Z","time spent":"1.325412746s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:22.682342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325342534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:103 size:77353"} {"level":"info","ts":"2026-03-03T15:13:22.682511Z","caller":"traceutil/trace.go:171","msg":"trace[1051508684] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:103; response_revision:19858; }","duration":"1.32553205s","start":"2026-03-03T15:13:21.356967Z","end":"2026-03-03T15:13:22.682499Z","steps":["trace[1051508684] 'agreement among raft nodes before linearized reading' (duration: 1.324949102s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:22.682507Z","caller":"traceutil/trace.go:171","msg":"trace[2055722357] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19858; }","duration":"1.289362898s","start":"2026-03-03T15:13:21.393067Z","end":"2026-03-03T15:13:22.68243Z","steps":["trace[2055722357] 'agreement among raft nodes before linearized reading' (duration: 1.288994526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.68254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.356957Z","time spent":"1.325572601s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":103,"response size":77376,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:13:22.6826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.393048Z","time spent":"1.289510542s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T15:13:22.682672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105554115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:13:22.682738Z","caller":"traceutil/trace.go:171","msg":"trace[1042280559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19858; }","duration":"1.106212885s","start":"2026-03-03T15:13:21.576509Z","end":"2026-03-03T15:13:22.682722Z","steps":["trace[1042280559] 'agreement among raft nodes before linearized reading' (duration: 1.105508363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.682784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.576489Z","time spent":"1.106285588s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T15:13:22.681739Z","caller":"traceutil/trace.go:171","msg":"trace[171552707] transaction","detail":"{read_only:false; response_revision:19856; number_of_response:1; }","duration":"1.325009663s","start":"2026-03-03T15:13:21.356694Z","end":"2026-03-03T15:13:22.681704Z","steps":["trace[171552707] 'process raft request' (duration: 1.324786396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.684691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.356671Z","time spent":"1.327976577s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:22.683344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106798534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:13:22.685527Z","caller":"traceutil/trace.go:171","msg":"trace[1948372969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19858; }","duration":"1.109026814s","start":"2026-03-03T15:13:21.576484Z","end":"2026-03-03T15:13:22.685511Z","steps":["trace[1948372969] 'agreement among raft nodes before linearized reading' (duration: 1.10668942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.682043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.386577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:13:22.685777Z","caller":"traceutil/trace.go:171","msg":"trace[1666026896] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19858; }","duration":"567.127735ms","start":"2026-03-03T15:13:22.118634Z","end":"2026-03-03T15:13:22.685762Z","steps":["trace[1666026896] 'agreement among raft nodes before linearized reading' (duration: 563.289304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:22.685816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:22.118575Z","time spent":"567.229298ms","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":147,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:13:22.685608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:21.576443Z","time spent":"1.109150878s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:13:23.582459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.400693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:23.582553Z","caller":"traceutil/trace.go:171","msg":"trace[1469814842] linearizableReadLoop","detail":"{readStateIndex:20629; appliedIndex:20628; }","duration":"207.875163ms","start":"2026-03-03T15:13:23.374663Z","end":"2026-03-03T15:13:23.582538Z","steps":["trace[1469814842] 'read index received' (duration: 22.411µs)","trace[1469814842] 'applied index is now lower than readState.Index' (duration: 207.851362ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:23.582646Z","caller":"traceutil/trace.go:171","msg":"trace[1106060021] transaction","detail":"{read_only:false; response_revision:19862; number_of_response:1; }","duration":"228.715331ms","start":"2026-03-03T15:13:23.35392Z","end":"2026-03-03T15:13:23.582635Z","steps":["trace[1106060021] 'process raft request' (duration: 18.061471ms)","trace[1106060021] 'compare' (duration: 210.278708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:23.582859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.832407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hnvz2\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-03T15:13:23.582912Z","caller":"traceutil/trace.go:171","msg":"trace[342721779] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hnvz2; range_end:; response_count:1; response_revision:19862; }","duration":"198.910069ms","start":"2026-03-03T15:13:23.383989Z","end":"2026-03-03T15:13:23.582899Z","steps":["trace[342721779] 'agreement among raft nodes before linearized reading' (duration: 198.747574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:23.582859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.185152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dq26b\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-03T15:13:23.583028Z","caller":"traceutil/trace.go:171","msg":"trace[1046026884] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dq26b; range_end:; response_count:1; response_revision:19862; }","duration":"208.379088ms","start":"2026-03-03T15:13:23.374618Z","end":"2026-03-03T15:13:23.582997Z","steps":["trace[1046026884] 'agreement among raft nodes before linearized reading' (duration: 208.134161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.273936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.762178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-03-03T15:13:24.27399Z","caller":"traceutil/trace.go:171","msg":"trace[1074326940] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:19863; }","duration":"162.85514ms","start":"2026-03-03T15:13:24.111121Z","end":"2026-03-03T15:13:24.273976Z","steps":["trace[1074326940] 'range keys from in-memory index tree' (duration: 162.511409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.273944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.851275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T15:13:24.274647Z","caller":"traceutil/trace.go:171","msg":"trace[15308779] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19863; }","duration":"388.575497ms","start":"2026-03-03T15:13:23.886056Z","end":"2026-03-03T15:13:24.274631Z","steps":["trace[15308779] 'range keys from in-memory index tree' (duration: 387.674349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.274842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:23.886045Z","time spent":"388.781244ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T15:13:24.900139Z","caller":"traceutil/trace.go:171","msg":"trace[1825571037] linearizableReadLoop","detail":"{readStateIndex:20631; appliedIndex:20630; }","duration":"211.326142ms","start":"2026-03-03T15:13:24.688789Z","end":"2026-03-03T15:13:24.900115Z","steps":["trace[1825571037] 'read index received' (duration: 211.215508ms)","trace[1825571037] 'applied index is now lower than readState.Index' (duration: 109.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:24.900182Z","caller":"traceutil/trace.go:171","msg":"trace[1102724540] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"231.742027ms","start":"2026-03-03T15:13:24.668404Z","end":"2026-03-03T15:13:24.900146Z","steps":["trace[1102724540] 'process raft request' (duration: 231.575371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.900356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.548398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:13:24.900398Z","caller":"traceutil/trace.go:171","msg":"trace[1611766164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19864; }","duration":"211.632821ms","start":"2026-03-03T15:13:24.688752Z","end":"2026-03-03T15:13:24.900385Z","steps":["trace[1611766164] 'agreement among raft nodes before linearized reading' (duration: 211.470876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.914709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.092407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:13:24.914787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.117428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:791"} {"level":"warn","ts":"2026-03-03T15:13:24.91482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.93889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"warn","ts":"2026-03-03T15:13:24.914859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.650963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:24.914859Z","caller":"traceutil/trace.go:171","msg":"trace[2024259757] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:19865; }","duration":"168.21077ms","start":"2026-03-03T15:13:24.74663Z","end":"2026-03-03T15:13:24.914841Z","steps":["trace[2024259757] 'agreement among raft nodes before linearized reading' (duration: 168.006794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:24.914928Z","caller":"traceutil/trace.go:171","msg":"trace[1916136447] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:19865; }","duration":"218.051455ms","start":"2026-03-03T15:13:24.696859Z","end":"2026-03-03T15:13:24.91491Z","steps":["trace[1916136447] 'agreement among raft nodes before linearized reading' (duration: 217.881099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:24.915039Z","caller":"traceutil/trace.go:171","msg":"trace[1168930915] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19865; }","duration":"167.823918ms","start":"2026-03-03T15:13:24.747135Z","end":"2026-03-03T15:13:24.914959Z","steps":["trace[1168930915] 'agreement among raft nodes before linearized reading' (duration: 167.685154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.914751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.067846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:13:24.915146Z","caller":"traceutil/trace.go:171","msg":"trace[3701294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19865; }","duration":"168.51672ms","start":"2026-03-03T15:13:24.746618Z","end":"2026-03-03T15:13:24.915135Z","steps":["trace[3701294] 'agreement among raft nodes before linearized reading' (duration: 167.964892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:24.914744Z","caller":"traceutil/trace.go:171","msg":"trace[1697127386] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"225.82989ms","start":"2026-03-03T15:13:24.688875Z","end":"2026-03-03T15:13:24.914705Z","steps":["trace[1697127386] 'process raft request' (duration: 225.574902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:24.914867Z","caller":"traceutil/trace.go:171","msg":"trace[1992830266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19865; }","duration":"168.221111ms","start":"2026-03-03T15:13:24.7466Z","end":"2026-03-03T15:13:24.914821Z","steps":["trace[1992830266] 'agreement among raft nodes before linearized reading' (duration: 168.009594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:24.914706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.493879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:13:24.915538Z","caller":"traceutil/trace.go:171","msg":"trace[1912316113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19865; }","duration":"226.346946ms","start":"2026-03-03T15:13:24.689178Z","end":"2026-03-03T15:13:24.915525Z","steps":["trace[1912316113] 'agreement among raft nodes before linearized reading' (duration: 225.398446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.140995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.691539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:25.141204Z","caller":"traceutil/trace.go:171","msg":"trace[409828312] linearizableReadLoop","detail":"{readStateIndex:20636; appliedIndex:20633; }","duration":"207.096788ms","start":"2026-03-03T15:13:24.934086Z","end":"2026-03-03T15:13:25.141183Z","steps":["trace[409828312] 'read index received' (duration: 93.165071ms)","trace[409828312] 'applied index is now lower than readState.Index' (duration: 113.930567ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:25.141402Z","caller":"traceutil/trace.go:171","msg":"trace[247708780] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"220.336116ms","start":"2026-03-03T15:13:24.921025Z","end":"2026-03-03T15:13:25.141361Z","steps":["trace[247708780] 'process raft request' (duration: 220.065638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.141473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.215342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-03T15:13:25.141727Z","caller":"traceutil/trace.go:171","msg":"trace[1402222001] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"219.782489ms","start":"2026-03-03T15:13:24.921911Z","end":"2026-03-03T15:13:25.141694Z","steps":["trace[1402222001] 'process raft request' (duration: 219.230291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.141838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.938877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-03-03T15:13:25.14188Z","caller":"traceutil/trace.go:171","msg":"trace[417326936] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:19869; }","duration":"133.012229ms","start":"2026-03-03T15:13:25.008858Z","end":"2026-03-03T15:13:25.14187Z","steps":["trace[417326936] 'agreement among raft nodes before linearized reading' (duration: 132.898256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:25.141883Z","caller":"traceutil/trace.go:171","msg":"trace[410622624] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:19869; }","duration":"220.502062ms","start":"2026-03-03T15:13:24.921206Z","end":"2026-03-03T15:13:25.141708Z","steps":["trace[410622624] 'agreement among raft nodes before linearized reading' (duration: 220.096869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.141933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.163128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:13:25.141985Z","caller":"traceutil/trace.go:171","msg":"trace[1664624739] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"220.632476ms","start":"2026-03-03T15:13:24.920557Z","end":"2026-03-03T15:13:25.141189Z","steps":["trace[1664624739] 'process raft request' (duration: 106.675518ms)","trace[1664624739] 'compare' (duration: 113.553665ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:25.14204Z","caller":"traceutil/trace.go:171","msg":"trace[1470499345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19869; }","duration":"205.420896ms","start":"2026-03-03T15:13:24.936599Z","end":"2026-03-03T15:13:25.14202Z","steps":["trace[1470499345] 'agreement among raft nodes before linearized reading' (duration: 204.770605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:25.540423Z","caller":"traceutil/trace.go:171","msg":"trace[873003100] linearizableReadLoop","detail":"{readStateIndex:20637; appliedIndex:20636; }","duration":"189.462521ms","start":"2026-03-03T15:13:25.350939Z","end":"2026-03-03T15:13:25.540401Z","steps":["trace[873003100] 'read index received' (duration: 189.263685ms)","trace[873003100] 'applied index is now lower than readState.Index' (duration: 197.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:25.540575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.616186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:25.540566Z","caller":"traceutil/trace.go:171","msg":"trace[1922864964] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"193.563222ms","start":"2026-03-03T15:13:25.346967Z","end":"2026-03-03T15:13:25.54053Z","steps":["trace[1922864964] 'process raft request' (duration: 193.288143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:25.540609Z","caller":"traceutil/trace.go:171","msg":"trace[473708676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19870; }","duration":"189.693139ms","start":"2026-03-03T15:13:25.350907Z","end":"2026-03-03T15:13:25.5406Z","steps":["trace[473708676] 'agreement among raft nodes before linearized reading' (duration: 189.610976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.540737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.046296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubeadm-certs\" ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-03-03T15:13:25.540774Z","caller":"traceutil/trace.go:171","msg":"trace[748355633] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubeadm-certs; range_end:; response_count:1; response_revision:19870; }","duration":"181.102248ms","start":"2026-03-03T15:13:25.359664Z","end":"2026-03-03T15:13:25.540767Z","steps":["trace[748355633] 'agreement among raft nodes before linearized reading' (duration: 180.976414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.540761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.527459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kube-proxy\" ","response":"range_response_count:1 size:451"} {"level":"info","ts":"2026-03-03T15:13:25.540817Z","caller":"traceutil/trace.go:171","msg":"trace[1674094814] range","detail":"{range_begin:/registry/rolebindings/kube-system/kube-proxy; range_end:; response_count:1; response_revision:19870; }","duration":"186.614142ms","start":"2026-03-03T15:13:25.35419Z","end":"2026-03-03T15:13:25.540804Z","steps":["trace[1674094814] 'agreement among raft nodes before linearized reading' (duration: 186.416016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.96682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.377104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T15:13:25.966907Z","caller":"traceutil/trace.go:171","msg":"trace[1638795205] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:19872; }","duration":"224.499278ms","start":"2026-03-03T15:13:25.742382Z","end":"2026-03-03T15:13:25.966881Z","steps":["trace[1638795205] 'range keys from in-memory index tree' (duration: 224.23343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:25.967026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.900642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubelet-config\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T15:13:25.967097Z","caller":"traceutil/trace.go:171","msg":"trace[1747697723] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubelet-config; range_end:; response_count:1; response_revision:19872; }","duration":"213.093688ms","start":"2026-03-03T15:13:25.753986Z","end":"2026-03-03T15:13:25.96708Z","steps":["trace[1747697723] 'range keys from in-memory index tree' (duration: 212.670985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:26.364662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.489493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:13:26.364759Z","caller":"traceutil/trace.go:171","msg":"trace[1666755608] linearizableReadLoop","detail":"{readStateIndex:20640; appliedIndex:20639; }","duration":"394.204236ms","start":"2026-03-03T15:13:25.970537Z","end":"2026-03-03T15:13:26.364741Z","steps":["trace[1666755608] 'read index received' (duration: 121.577548ms)","trace[1666755608] 'applied index is now lower than readState.Index' (duration: 272.625338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:26.364942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.893575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T15:13:26.365011Z","caller":"traceutil/trace.go:171","msg":"trace[1818178267] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:19872; }","duration":"393.966778ms","start":"2026-03-03T15:13:25.971016Z","end":"2026-03-03T15:13:26.364983Z","steps":["trace[1818178267] 'agreement among raft nodes before linearized reading' (duration: 393.849015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:26.365041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:25.971012Z","time spent":"394.02296ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":580,"request content":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" "} {"level":"warn","ts":"2026-03-03T15:13:26.365078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.519595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:kubelet-config\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T15:13:26.365139Z","caller":"traceutil/trace.go:171","msg":"trace[304364073] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:kubelet-config; range_end:; response_count:1; response_revision:19872; }","duration":"394.616159ms","start":"2026-03-03T15:13:25.970505Z","end":"2026-03-03T15:13:26.365121Z","steps":["trace[304364073] 'agreement among raft nodes before linearized reading' (duration: 394.415192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:26.365187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:25.970494Z","time spent":"394.68038ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":562,"request content":"key:\"/registry/rolebindings/kube-system/kubeadm:kubelet-config\" "} {"level":"info","ts":"2026-03-03T15:13:27.013455Z","caller":"traceutil/trace.go:171","msg":"trace[315734493] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"106.986728ms","start":"2026-03-03T15:13:26.906443Z","end":"2026-03-03T15:13:27.013429Z","steps":["trace[315734493] 'process raft request' (duration: 106.793962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:27.065153Z","caller":"traceutil/trace.go:171","msg":"trace[2026896826] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"146.153314ms","start":"2026-03-03T15:13:26.918974Z","end":"2026-03-03T15:13:27.065127Z","steps":["trace[2026896826] 'process raft request' (duration: 145.949238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.065365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.625289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:13:27.06542Z","caller":"traceutil/trace.go:171","msg":"trace[724790120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19874; }","duration":"127.719812ms","start":"2026-03-03T15:13:26.937687Z","end":"2026-03-03T15:13:27.065407Z","steps":["trace[724790120] 'agreement among raft nodes before linearized reading' (duration: 127.513005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:27.300971Z","caller":"traceutil/trace.go:171","msg":"trace[2053048202] linearizableReadLoop","detail":"{readStateIndex:20643; appliedIndex:20642; }","duration":"235.852077ms","start":"2026-03-03T15:13:27.065094Z","end":"2026-03-03T15:13:27.300946Z","steps":["trace[2053048202] 'read index received' (duration: 235.699032ms)","trace[2053048202] 'applied index is now lower than readState.Index' (duration: 151.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:27.301041Z","caller":"traceutil/trace.go:171","msg":"trace[1389157335] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"284.116561ms","start":"2026-03-03T15:13:27.016898Z","end":"2026-03-03T15:13:27.301015Z","steps":["trace[1389157335] 'process raft request' (duration: 283.844972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.301371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.9019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-oaq9yf\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:13:27.301428Z","caller":"traceutil/trace.go:171","msg":"trace[1387899458] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-oaq9yf; range_end:; response_count:1; response_revision:19875; }","duration":"281.984543ms","start":"2026-03-03T15:13:27.019428Z","end":"2026-03-03T15:13:27.301412Z","steps":["trace[1387899458] 'agreement among raft nodes before linearized reading' (duration: 281.646653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.329167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.807871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:13:27.329241Z","caller":"traceutil/trace.go:171","msg":"trace[247480053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19876; }","duration":"181.926104ms","start":"2026-03-03T15:13:27.147299Z","end":"2026-03-03T15:13:27.329225Z","steps":["trace[247480053] 'agreement among raft nodes before linearized reading' (duration: 181.709998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:27.329243Z","caller":"traceutil/trace.go:171","msg":"trace[546879520] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"259.957678ms","start":"2026-03-03T15:13:27.069271Z","end":"2026-03-03T15:13:27.329229Z","steps":["trace[546879520] 'process raft request' (duration: 259.580846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.329185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.79592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:13:27.329369Z","caller":"traceutil/trace.go:171","msg":"trace[100079944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19876; }","duration":"182.005317ms","start":"2026-03-03T15:13:27.147356Z","end":"2026-03-03T15:13:27.329361Z","steps":["trace[100079944] 'agreement among raft nodes before linearized reading' (duration: 181.659206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.329463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.807927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-gqqle8\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-03T15:13:27.329487Z","caller":"traceutil/trace.go:171","msg":"trace[1769527230] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-gqqle8; range_end:; response_count:1; response_revision:19876; }","duration":"179.849348ms","start":"2026-03-03T15:13:27.149628Z","end":"2026-03-03T15:13:27.329477Z","steps":["trace[1769527230] 'agreement among raft nodes before linearized reading' (duration: 179.786126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.329617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.072339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:13:27.329636Z","caller":"traceutil/trace.go:171","msg":"trace[1427496664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19876; }","duration":"182.136911ms","start":"2026-03-03T15:13:27.147492Z","end":"2026-03-03T15:13:27.329629Z","steps":["trace[1427496664] 'agreement among raft nodes before linearized reading' (duration: 182.08457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.768362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.957386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:13:27.768527Z","caller":"traceutil/trace.go:171","msg":"trace[1799559161] transaction","detail":"{read_only:false; response_revision:19879; number_of_response:1; }","duration":"434.24049ms","start":"2026-03-03T15:13:27.334272Z","end":"2026-03-03T15:13:27.768513Z","steps":["trace[1799559161] 'process raft request' (duration: 434.210989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:27.768518Z","caller":"traceutil/trace.go:171","msg":"trace[281084805] linearizableReadLoop","detail":"{readStateIndex:20645; appliedIndex:20644; }","duration":"435.297743ms","start":"2026-03-03T15:13:27.333204Z","end":"2026-03-03T15:13:27.768502Z","steps":["trace[281084805] 'read index received' (duration: 93.145451ms)","trace[281084805] 'applied index is now lower than readState.Index' (duration: 342.151452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:27.768515Z","caller":"traceutil/trace.go:171","msg":"trace[929616515] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"435.539501ms","start":"2026-03-03T15:13:27.332934Z","end":"2026-03-03T15:13:27.768473Z","steps":["trace[929616515] 'process raft request' (duration: 93.400869ms)","trace[929616515] 'compare' (duration: 341.856013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:13:27.76858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.334263Z","time spent":"434.296312ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:27.768666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.332917Z","time spent":"435.666945ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:27.768687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.467928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-gqqle8\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-03T15:13:27.768711Z","caller":"traceutil/trace.go:171","msg":"trace[163426507] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-gqqle8; range_end:; response_count:1; response_revision:19879; }","duration":"435.515761ms","start":"2026-03-03T15:13:27.333188Z","end":"2026-03-03T15:13:27.768703Z","steps":["trace[163426507] 'agreement among raft nodes before linearized reading' (duration: 435.388997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.768734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.333181Z","time spent":"435.548321ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-gqqle8\" "} {"level":"info","ts":"2026-03-03T15:13:27.768681Z","caller":"traceutil/trace.go:171","msg":"trace[1302632752] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"434.87336ms","start":"2026-03-03T15:13:27.333723Z","end":"2026-03-03T15:13:27.768596Z","steps":["trace[1302632752] 'process raft request' (duration: 434.725836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.768981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.333713Z","time spent":"435.178359ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:27.867822Z","caller":"traceutil/trace.go:171","msg":"trace[1036638992] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"416.774578ms","start":"2026-03-03T15:13:27.451017Z","end":"2026-03-03T15:13:27.867792Z","steps":["trace[1036638992] 'process raft request' (duration: 416.616313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.86799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.450998Z","time spent":"416.908192ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:13:27.923545Z","caller":"traceutil/trace.go:171","msg":"trace[691681430] linearizableReadLoop","detail":"{readStateIndex:20650; appliedIndex:20647; }","duration":"154.960501ms","start":"2026-03-03T15:13:27.768559Z","end":"2026-03-03T15:13:27.92352Z","steps":["trace[691681430] 'read index received' (duration: 99.127909ms)","trace[691681430] 'applied index is now lower than readState.Index' (duration: 55.831602ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:27.923584Z","caller":"traceutil/trace.go:171","msg":"trace[1389538094] transaction","detail":"{read_only:false; response_revision:19881; number_of_response:1; }","duration":"376.552267ms","start":"2026-03-03T15:13:27.546992Z","end":"2026-03-03T15:13:27.923544Z","steps":["trace[1389538094] 'process raft request' (duration: 321.923162ms)","trace[1389538094] 'compare' (duration: 54.407148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:27.923613Z","caller":"traceutil/trace.go:171","msg":"trace[333060359] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"254.332039ms","start":"2026-03-03T15:13:27.669246Z","end":"2026-03-03T15:13:27.923578Z","steps":["trace[333060359] 'process raft request' (duration: 254.220046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.923742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.546962Z","time spent":"376.691512ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:13:27.923795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.601244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-oaq9yf\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:13:27.923829Z","caller":"traceutil/trace.go:171","msg":"trace[941728863] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-oaq9yf; range_end:; response_count:1; response_revision:19882; }","duration":"411.685037ms","start":"2026-03-03T15:13:27.512135Z","end":"2026-03-03T15:13:27.92382Z","steps":["trace[941728863] 'agreement among raft nodes before linearized reading' (duration: 411.531032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:27.92386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:27.512117Z","time spent":"411.735638ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-oaq9yf\" "} {"level":"warn","ts":"2026-03-03T15:13:28.618278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.490931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" ","response":"range_response_count:1 size:12756"} {"level":"warn","ts":"2026-03-03T15:13:28.618301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.38093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:28.618366Z","caller":"traceutil/trace.go:171","msg":"trace[1780093697] range","detail":"{range_begin:/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1; range_end:; response_count:1; response_revision:19882; }","duration":"519.621545ms","start":"2026-03-03T15:13:28.098722Z","end":"2026-03-03T15:13:28.618343Z","steps":["trace[1780093697] 'range keys from in-memory index tree' (duration: 519.289165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:28.618409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:28.098703Z","time spent":"519.696488ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12779,"request content":"key:\"/registry/secrets/local-path-storage/sh.helm.release.v1.local-path-provisioner.v1\" "} {"level":"info","ts":"2026-03-03T15:13:28.618402Z","caller":"traceutil/trace.go:171","msg":"trace[1384870972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19882; }","duration":"298.609077ms","start":"2026-03-03T15:13:28.319767Z","end":"2026-03-03T15:13:28.618376Z","steps":["trace[1384870972] 'range keys from in-memory index tree' (duration: 298.253357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:28.618409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.380263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317291"} {"level":"info","ts":"2026-03-03T15:13:28.618505Z","caller":"traceutil/trace.go:171","msg":"trace[2081183813] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:19882; }","duration":"580.523927ms","start":"2026-03-03T15:13:28.037957Z","end":"2026-03-03T15:13:28.618481Z","steps":["trace[2081183813] 'range keys from in-memory index tree' (duration: 580.071334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:28.618553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:13:28.037882Z","time spent":"580.660342ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317314,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"info","ts":"2026-03-03T15:13:47.751789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18450} {"level":"info","ts":"2026-03-03T15:13:47.859156Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18450,"took":"104.011154ms","hash":846058467,"current-db-size-bytes":42848256,"current-db-size":"43 MB","current-db-size-in-use-bytes":22405120,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T15:13:47.859281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":846058467,"revision":18450,"compact-revision":16222} {"level":"info","ts":"2026-03-03T15:13:50.164319Z","caller":"traceutil/trace.go:171","msg":"trace[562148904] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"161.440147ms","start":"2026-03-03T15:13:50.002849Z","end":"2026-03-03T15:13:50.164289Z","steps":["trace[562148904] 'process raft request' (duration: 160.005772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:13:50.169875Z","caller":"traceutil/trace.go:171","msg":"trace[1762415687] linearizableReadLoop","detail":"{readStateIndex:20757; appliedIndex:20755; }","duration":"160.454176ms","start":"2026-03-03T15:13:50.009387Z","end":"2026-03-03T15:13:50.169842Z","steps":["trace[1762415687] 'read index received' (duration: 153.513627ms)","trace[1762415687] 'applied index is now lower than readState.Index' (duration: 6.939399ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:13:50.169991Z","caller":"traceutil/trace.go:171","msg":"trace[480939005] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"162.822981ms","start":"2026-03-03T15:13:50.007157Z","end":"2026-03-03T15:13:50.16998Z","steps":["trace[480939005] 'process raft request' (duration: 162.572193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:50.170157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.488747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:13:50.170237Z","caller":"traceutil/trace.go:171","msg":"trace[652227881] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19983; }","duration":"128.621521ms","start":"2026-03-03T15:13:50.041599Z","end":"2026-03-03T15:13:50.170221Z","steps":["trace[652227881] 'agreement among raft nodes before linearized reading' (duration: 128.483947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:50.170533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.648288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:13:50.170592Z","caller":"traceutil/trace.go:171","msg":"trace[887828324] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19983; }","duration":"100.73646ms","start":"2026-03-03T15:13:50.069837Z","end":"2026-03-03T15:13:50.170574Z","steps":["trace[887828324] 'agreement among raft nodes before linearized reading' (duration: 100.633727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:13:50.170639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.230411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11539"} {"level":"info","ts":"2026-03-03T15:13:50.170687Z","caller":"traceutil/trace.go:171","msg":"trace[1919140013] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:19983; }","duration":"161.303643ms","start":"2026-03-03T15:13:50.009372Z","end":"2026-03-03T15:13:50.170675Z","steps":["trace[1919140013] 'agreement among raft nodes before linearized reading' (duration: 161.185849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:02.368416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.626948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:02.368601Z","caller":"traceutil/trace.go:171","msg":"trace[261281870] linearizableReadLoop","detail":"{readStateIndex:20813; appliedIndex:20811; }","duration":"198.409324ms","start":"2026-03-03T15:14:02.170174Z","end":"2026-03-03T15:14:02.368583Z","steps":["trace[261281870] 'read index received' (duration: 69.172µs)","trace[261281870] 'applied index is now lower than readState.Index' (duration: 198.338872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:02.368675Z","caller":"traceutil/trace.go:171","msg":"trace[881337514] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"285.020749ms","start":"2026-03-03T15:14:02.083643Z","end":"2026-03-03T15:14:02.368664Z","steps":["trace[881337514] 'process raft request' (duration: 284.889775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:02.368768Z","caller":"traceutil/trace.go:171","msg":"trace[1265810918] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"285.137082ms","start":"2026-03-03T15:14:02.083588Z","end":"2026-03-03T15:14:02.368725Z","steps":["trace[1265810918] 'compare' (duration: 279.524285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:02.369025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.832507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6342"} {"level":"info","ts":"2026-03-03T15:14:02.369238Z","caller":"traceutil/trace.go:171","msg":"trace[205497733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:20037; }","duration":"199.081916ms","start":"2026-03-03T15:14:02.170116Z","end":"2026-03-03T15:14:02.369197Z","steps":["trace[205497733] 'agreement among raft nodes before linearized reading' (duration: 198.721334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:02.372114Z","caller":"traceutil/trace.go:171","msg":"trace[1423726408] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"117.159829ms","start":"2026-03-03T15:14:02.254905Z","end":"2026-03-03T15:14:02.372065Z","steps":["trace[1423726408] 'process raft request' (duration: 117.035005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:02.404647Z","caller":"traceutil/trace.go:171","msg":"trace[1468565662] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"145.786233ms","start":"2026-03-03T15:14:02.258821Z","end":"2026-03-03T15:14:02.404608Z","steps":["trace[1468565662] 'process raft request' (duration: 145.594797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:02.404813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.311212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12661"} {"level":"info","ts":"2026-03-03T15:14:02.404878Z","caller":"traceutil/trace.go:171","msg":"trace[1481313909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:20039; }","duration":"230.406795ms","start":"2026-03-03T15:14:02.174453Z","end":"2026-03-03T15:14:02.40486Z","steps":["trace[1481313909] 'agreement among raft nodes before linearized reading' (duration: 230.23963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:04.890916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789104309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T15:14:04.896352Z","caller":"traceutil/trace.go:171","msg":"trace[1858198809] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"520.208794ms","start":"2026-03-03T15:14:04.376118Z","end":"2026-03-03T15:14:04.896326Z","steps":["trace[1858198809] 'process raft request' (duration: 520.161623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:04.896493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.376087Z","time spent":"520.328728ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:04.896889Z","caller":"traceutil/trace.go:171","msg":"trace[231782419] transaction","detail":"{read_only:false; response_revision:20044; number_of_response:1; }","duration":"520.750881ms","start":"2026-03-03T15:14:04.376125Z","end":"2026-03-03T15:14:04.896876Z","steps":["trace[231782419] 'process raft request' (duration: 520.000887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:04.896961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.37611Z","time spent":"520.817633ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:04.918721Z","caller":"traceutil/trace.go:171","msg":"trace[1234051564] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"542.225499ms","start":"2026-03-03T15:14:04.376481Z","end":"2026-03-03T15:14:04.918706Z","steps":["trace[1234051564] 'process raft request' (duration: 542.005852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:04.918797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.376464Z","time spent":"542.294602ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:04.91904Z","caller":"traceutil/trace.go:171","msg":"trace[456888262] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"509.701822ms","start":"2026-03-03T15:14:04.409328Z","end":"2026-03-03T15:14:04.91903Z","steps":["trace[456888262] 'process raft request' (duration: 509.298399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:04.919099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.409301Z","time spent":"509.769824ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:05.108272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.579725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:14:05.108383Z","caller":"traceutil/trace.go:171","msg":"trace[2035767319] linearizableReadLoop","detail":"{readStateIndex:20824; appliedIndex:20821; }","duration":"717.503403ms","start":"2026-03-03T15:14:04.39086Z","end":"2026-03-03T15:14:05.108364Z","steps":["trace[2035767319] 'read index received' (duration: 506.522112ms)","trace[2035767319] 'applied index is now lower than readState.Index' (duration: 210.979901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:05.108902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.708307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:05.108886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.020479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-03-03T15:14:05.10917Z","caller":"traceutil/trace.go:171","msg":"trace[1724932737] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20047; }","duration":"718.345459ms","start":"2026-03-03T15:14:04.390796Z","end":"2026-03-03T15:14:05.109142Z","steps":["trace[1724932737] 'agreement among raft nodes before linearized reading' (duration: 717.927916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:05.109251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.390778Z","time spent":"718.454983ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7512,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T15:14:05.108942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.373382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-03T15:14:05.109321Z","caller":"traceutil/trace.go:171","msg":"trace[218781033] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20047; }","duration":"706.774204ms","start":"2026-03-03T15:14:04.402523Z","end":"2026-03-03T15:14:05.109297Z","steps":["trace[218781033] 'agreement among raft nodes before linearized reading' (duration: 706.225047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:05.109388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.40251Z","time spent":"706.860397ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5077,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-03T15:14:05.109099Z","caller":"traceutil/trace.go:171","msg":"trace[273350049] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20047; }","duration":"518.861692ms","start":"2026-03-03T15:14:04.590133Z","end":"2026-03-03T15:14:05.108994Z","steps":["trace[273350049] 'agreement among raft nodes before linearized reading' (duration: 518.715457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:05.110172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:04.590112Z","time spent":"520.002688ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:05.738378Z","caller":"traceutil/trace.go:171","msg":"trace[1183119506] linearizableReadLoop","detail":"{readStateIndex:20825; appliedIndex:20824; }","duration":"487.190981ms","start":"2026-03-03T15:14:05.251172Z","end":"2026-03-03T15:14:05.738363Z","steps":["trace[1183119506] 'read index received' (duration: 487.112099ms)","trace[1183119506] 'applied index is now lower than readState.Index' (duration: 77.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:05.738581Z","caller":"traceutil/trace.go:171","msg":"trace[1616085302] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"497.687223ms","start":"2026-03-03T15:14:05.240884Z","end":"2026-03-03T15:14:05.738571Z","steps":["trace[1616085302] 'process raft request' (duration: 497.376333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:05.738656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.240869Z","time spent":"497.738265ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:05.739016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.817591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20047 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:05.739093Z","caller":"traceutil/trace.go:171","msg":"trace[220932795] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20048; }","duration":"487.953126ms","start":"2026-03-03T15:14:05.251122Z","end":"2026-03-03T15:14:05.739075Z","steps":["trace[220932795] 'agreement among raft nodes before linearized reading' (duration: 487.395418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:05.73915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.251101Z","time spent":"488.031148ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":157,"response size":120980,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20047 "} {"level":"info","ts":"2026-03-03T15:14:06.125961Z","caller":"traceutil/trace.go:171","msg":"trace[1652719877] linearizableReadLoop","detail":"{readStateIndex:20826; appliedIndex:20825; }","duration":"387.498535ms","start":"2026-03-03T15:14:05.738436Z","end":"2026-03-03T15:14:06.125935Z","steps":["trace[1652719877] 'read index received' (duration: 387.304318ms)","trace[1652719877] 'applied index is now lower than readState.Index' (duration: 193.057µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:06.126217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.638957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:14:06.126232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.957906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:06.126292Z","caller":"traceutil/trace.go:171","msg":"trace[1551984937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20049; }","duration":"392.796731ms","start":"2026-03-03T15:14:05.733478Z","end":"2026-03-03T15:14:06.126274Z","steps":["trace[1551984937] 'agreement among raft nodes before linearized reading' (duration: 392.509302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:06.126319Z","caller":"traceutil/trace.go:171","msg":"trace[217519080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20049; }","duration":"806.179812ms","start":"2026-03-03T15:14:05.320121Z","end":"2026-03-03T15:14:06.126301Z","steps":["trace[217519080] 'agreement among raft nodes before linearized reading' (duration: 805.945715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.733458Z","time spent":"392.867004ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:06.126337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.211378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:06.126367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.320102Z","time spent":"806.256605ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:14:06.126376Z","caller":"traceutil/trace.go:171","msg":"trace[211307575] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20049; }","duration":"160.26959ms","start":"2026-03-03T15:14:05.966093Z","end":"2026-03-03T15:14:06.126363Z","steps":["trace[211307575] 'agreement among raft nodes before linearized reading' (duration: 160.214268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.432617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-03T15:14:06.126458Z","caller":"traceutil/trace.go:171","msg":"trace[1766805103] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"839.419982ms","start":"2026-03-03T15:14:05.287001Z","end":"2026-03-03T15:14:06.126421Z","steps":["trace[1766805103] 'process raft request' (duration: 838.770091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.774147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T15:14:06.12662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.754273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:14:06.12665Z","caller":"traceutil/trace.go:171","msg":"trace[2029223460] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20049; }","duration":"855.210091ms","start":"2026-03-03T15:14:05.271427Z","end":"2026-03-03T15:14:06.126637Z","steps":["trace[2029223460] 'agreement among raft nodes before linearized reading' (duration: 854.644993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.286978Z","time spent":"839.571037ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:06.126667Z","caller":"traceutil/trace.go:171","msg":"trace[1834188604] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20049; }","duration":"171.842115ms","start":"2026-03-03T15:14:05.954811Z","end":"2026-03-03T15:14:06.126653Z","steps":["trace[1834188604] 'agreement among raft nodes before linearized reading' (duration: 171.717051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.271412Z","time spent":"855.266653ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T15:14:06.126737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.228733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29542510\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-03-03T15:14:06.126772Z","caller":"traceutil/trace.go:171","msg":"trace[1996585216] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29542510; range_end:; response_count:1; response_revision:20049; }","duration":"780.292465ms","start":"2026-03-03T15:14:05.346469Z","end":"2026-03-03T15:14:06.126761Z","steps":["trace[1996585216] 'agreement among raft nodes before linearized reading' (duration: 780.15136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:06.126498Z","caller":"traceutil/trace.go:171","msg":"trace[1755046533] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20049; }","duration":"301.590332ms","start":"2026-03-03T15:14:05.824887Z","end":"2026-03-03T15:14:06.126477Z","steps":["trace[1755046533] 'agreement among raft nodes before linearized reading' (duration: 301.248211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:06.126854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.824866Z","time spent":"301.974094ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21499,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T15:14:06.126808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:05.346447Z","time spent":"780.348737ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5662,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29542510\" "} {"level":"info","ts":"2026-03-03T15:14:06.346648Z","caller":"traceutil/trace.go:171","msg":"trace[265069445] linearizableReadLoop","detail":"{readStateIndex:20828; appliedIndex:20827; }","duration":"164.470553ms","start":"2026-03-03T15:14:06.18215Z","end":"2026-03-03T15:14:06.346621Z","steps":["trace[265069445] 'read index received' (duration: 80.652707ms)","trace[265069445] 'applied index is now lower than readState.Index' (duration: 83.816556ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:06.346745Z","caller":"traceutil/trace.go:171","msg":"trace[1072723801] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"164.807353ms","start":"2026-03-03T15:14:06.181914Z","end":"2026-03-03T15:14:06.346722Z","steps":["trace[1072723801] 'process raft request' (duration: 80.875813ms)","trace[1072723801] 'compare' (duration: 83.661792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:06.349427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.22474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:06.349482Z","caller":"traceutil/trace.go:171","msg":"trace[120633524] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20051; }","duration":"167.337793ms","start":"2026-03-03T15:14:06.182132Z","end":"2026-03-03T15:14:06.34947Z","steps":["trace[120633524] 'agreement among raft nodes before linearized reading' (duration: 164.647838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:06.576152Z","caller":"traceutil/trace.go:171","msg":"trace[2099010998] linearizableReadLoop","detail":"{readStateIndex:20829; appliedIndex:20828; }","duration":"118.14039ms","start":"2026-03-03T15:14:06.457989Z","end":"2026-03-03T15:14:06.576129Z","steps":["trace[2099010998] 'read index received' (duration: 57.794255ms)","trace[2099010998] 'applied index is now lower than readState.Index' (duration: 60.344895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:06.576395Z","caller":"traceutil/trace.go:171","msg":"trace[1721383899] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"136.18761ms","start":"2026-03-03T15:14:06.440162Z","end":"2026-03-03T15:14:06.57635Z","steps":["trace[1721383899] 'process raft request' (duration: 75.626658ms)","trace[1721383899] 'compare' (duration: 60.120908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:06.576479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.47224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-service\" ","response":"range_response_count:1 size:9018"} {"level":"info","ts":"2026-03-03T15:14:06.57656Z","caller":"traceutil/trace.go:171","msg":"trace[688557399] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-service; range_end:; response_count:1; response_revision:20052; }","duration":"118.609174ms","start":"2026-03-03T15:14:06.457932Z","end":"2026-03-03T15:14:06.576542Z","steps":["trace[688557399] 'agreement among raft nodes before linearized reading' (duration: 118.339135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:07.194019Z","caller":"traceutil/trace.go:171","msg":"trace[40348907] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"289.371856ms","start":"2026-03-03T15:14:06.904619Z","end":"2026-03-03T15:14:07.193991Z","steps":["trace[40348907] 'process raft request' (duration: 289.114478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:07.194229Z","caller":"traceutil/trace.go:171","msg":"trace[736908110] linearizableReadLoop","detail":"{readStateIndex:20831; appliedIndex:20829; }","duration":"286.501446ms","start":"2026-03-03T15:14:06.907692Z","end":"2026-03-03T15:14:07.194194Z","steps":["trace[736908110] 'read index received' (duration: 286.076982ms)","trace[736908110] 'applied index is now lower than readState.Index' (duration: 422.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:07.19432Z","caller":"traceutil/trace.go:171","msg":"trace[284619769] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"289.640205ms","start":"2026-03-03T15:14:06.904635Z","end":"2026-03-03T15:14:07.194275Z","steps":["trace[284619769] 'process raft request' (duration: 289.313775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.19455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.842416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-trusts\" ","response":"range_response_count:1 size:6905"} {"level":"info","ts":"2026-03-03T15:14:07.194664Z","caller":"traceutil/trace.go:171","msg":"trace[350634201] range","detail":"{range_begin:/registry/jobs/openstack/heat-trusts; range_end:; response_count:1; response_revision:20054; }","duration":"286.991391ms","start":"2026-03-03T15:14:06.907649Z","end":"2026-03-03T15:14:07.19464Z","steps":["trace[350634201] 'agreement among raft nodes before linearized reading' (duration: 286.689671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:07.388088Z","caller":"traceutil/trace.go:171","msg":"trace[2004126494] linearizableReadLoop","detail":"{readStateIndex:20832; appliedIndex:20831; }","duration":"193.657843ms","start":"2026-03-03T15:14:07.194395Z","end":"2026-03-03T15:14:07.388053Z","steps":["trace[2004126494] 'read index received' (duration: 193.416196ms)","trace[2004126494] 'applied index is now lower than readState.Index' (duration: 240.527µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:07.388512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.345202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:07.388553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.293699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:07.388588Z","caller":"traceutil/trace.go:171","msg":"trace[2040883977] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20055; }","duration":"472.445565ms","start":"2026-03-03T15:14:06.916121Z","end":"2026-03-03T15:14:07.388566Z","steps":["trace[2040883977] 'agreement among raft nodes before linearized reading' (duration: 472.28256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:07.388611Z","caller":"traceutil/trace.go:171","msg":"trace[356516354] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20055; }","duration":"108.400882ms","start":"2026-03-03T15:14:07.280192Z","end":"2026-03-03T15:14:07.388593Z","steps":["trace[356516354] 'agreement among raft nodes before linearized reading' (duration: 108.224277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.388626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:06.916113Z","time spent":"472.504487ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:07.388951Z","caller":"traceutil/trace.go:171","msg":"trace[2054676294] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"464.907047ms","start":"2026-03-03T15:14:06.924035Z","end":"2026-03-03T15:14:07.388942Z","steps":["trace[2054676294] 'process raft request' (duration: 463.866144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.389018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:06.924021Z","time spent":"464.948398ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:07.389183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.169572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4939"} {"level":"info","ts":"2026-03-03T15:14:07.389201Z","caller":"traceutil/trace.go:171","msg":"trace[1875789940] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:20055; }","duration":"348.224663ms","start":"2026-03-03T15:14:07.040971Z","end":"2026-03-03T15:14:07.389195Z","steps":["trace[1875789940] 'agreement among raft nodes before linearized reading' (duration: 348.12935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.389225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:07.040951Z","time spent":"348.269615ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4962,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T15:14:07.389311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.467028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:14:07.389327Z","caller":"traceutil/trace.go:171","msg":"trace[1552872061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20055; }","duration":"467.506889ms","start":"2026-03-03T15:14:06.921815Z","end":"2026-03-03T15:14:07.389322Z","steps":["trace[1552872061] 'agreement among raft nodes before linearized reading' (duration: 467.456258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.389341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:06.921803Z","time spent":"467.53508ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:07.953964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.945388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5581"} {"level":"info","ts":"2026-03-03T15:14:07.954043Z","caller":"traceutil/trace.go:171","msg":"trace[227242017] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:20058; }","duration":"114.058251ms","start":"2026-03-03T15:14:07.839967Z","end":"2026-03-03T15:14:07.954025Z","steps":["trace[227242017] 'range keys from in-memory index tree' (duration: 113.795392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:07.954042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.858546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T15:14:07.954111Z","caller":"traceutil/trace.go:171","msg":"trace[601595524] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20058; }","duration":"139.981479ms","start":"2026-03-03T15:14:07.814111Z","end":"2026-03-03T15:14:07.954092Z","steps":["trace[601595524] 'range keys from in-memory index tree' (duration: 139.69587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:08.38425Z","caller":"traceutil/trace.go:171","msg":"trace[189342900] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"187.400147ms","start":"2026-03-03T15:14:08.19675Z","end":"2026-03-03T15:14:08.38415Z","steps":["trace[189342900] 'process raft request' (duration: 187.019935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:08.660593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.103566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:08.660726Z","caller":"traceutil/trace.go:171","msg":"trace[1010387793] linearizableReadLoop","detail":"{readStateIndex:20840; appliedIndex:20839; }","duration":"208.42076ms","start":"2026-03-03T15:14:08.452286Z","end":"2026-03-03T15:14:08.660707Z","steps":["trace[1010387793] 'read index received' (duration: 22.025846ms)","trace[1010387793] 'applied index is now lower than readState.Index' (duration: 186.393634ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:08.660744Z","caller":"traceutil/trace.go:171","msg":"trace[1147601554] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"214.671788ms","start":"2026-03-03T15:14:08.446044Z","end":"2026-03-03T15:14:08.660716Z","steps":["trace[1147601554] 'process raft request' (duration: 28.319444ms)","trace[1147601554] 'compare' (duration: 185.969282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:08.664476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.173719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:08.66453Z","caller":"traceutil/trace.go:171","msg":"trace[545898609] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20062; }","duration":"212.252952ms","start":"2026-03-03T15:14:08.452265Z","end":"2026-03-03T15:14:08.664517Z","steps":["trace[545898609] 'agreement among raft nodes before linearized reading' (duration: 208.547205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:08.665218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.900642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:08.665282Z","caller":"traceutil/trace.go:171","msg":"trace[948944647] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20062; }","duration":"212.979204ms","start":"2026-03-03T15:14:08.452289Z","end":"2026-03-03T15:14:08.665268Z","steps":["trace[948944647] 'agreement among raft nodes before linearized reading' (duration: 208.624637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:08.957625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.20193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:1 size:5555"} {"level":"info","ts":"2026-03-03T15:14:08.957699Z","caller":"traceutil/trace.go:171","msg":"trace[530448211] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:1; response_revision:20062; }","duration":"130.304413ms","start":"2026-03-03T15:14:08.827379Z","end":"2026-03-03T15:14:08.957684Z","steps":["trace[530448211] 'range keys from in-memory index tree' (duration: 130.054176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:08.957687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.906747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:4961"} {"level":"info","ts":"2026-03-03T15:14:08.957805Z","caller":"traceutil/trace.go:171","msg":"trace[940419871] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:20062; }","duration":"133.086852ms","start":"2026-03-03T15:14:08.824674Z","end":"2026-03-03T15:14:08.957761Z","steps":["trace[940419871] 'range keys from in-memory index tree' (duration: 132.679199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:09.338462Z","caller":"traceutil/trace.go:171","msg":"trace[1535070863] linearizableReadLoop","detail":"{readStateIndex:20841; appliedIndex:20841; }","duration":"277.937335ms","start":"2026-03-03T15:14:09.060506Z","end":"2026-03-03T15:14:09.338443Z","steps":["trace[1535070863] 'read index received' (duration: 277.927934ms)","trace[1535070863] 'applied index is now lower than readState.Index' (duration: 7.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:09.338624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.103651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:1 size:5555"} {"level":"info","ts":"2026-03-03T15:14:09.33865Z","caller":"traceutil/trace.go:171","msg":"trace[51652479] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:1; response_revision:20062; }","duration":"278.154432ms","start":"2026-03-03T15:14:09.060489Z","end":"2026-03-03T15:14:09.338643Z","steps":["trace[51652479] 'agreement among raft nodes before linearized reading' (duration: 278.036768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.593965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.800549Z","time spent":"793.41036ms","remote":"127.0.0.1:43354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T15:14:10.595003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.458721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:10.595374Z","caller":"traceutil/trace.go:171","msg":"trace[753647905] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"1.201219715s","start":"2026-03-03T15:14:09.394129Z","end":"2026-03-03T15:14:10.595349Z","steps":["trace[753647905] 'process raft request' (duration: 1.201154793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.595497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.394105Z","time spent":"1.201335028s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:10.595777Z","caller":"traceutil/trace.go:171","msg":"trace[740995121] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"1.240748693s","start":"2026-03-03T15:14:09.355011Z","end":"2026-03-03T15:14:10.59576Z","steps":["trace[740995121] 'process raft request' (duration: 1.240138853s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:10.595802Z","caller":"traceutil/trace.go:171","msg":"trace[893407176] linearizableReadLoop","detail":"{readStateIndex:20842; appliedIndex:20841; }","duration":"1.257235813s","start":"2026-03-03T15:14:09.338512Z","end":"2026-03-03T15:14:10.595747Z","steps":["trace[893407176] 'read index received' (duration: 277.942675ms)","trace[893407176] 'applied index is now lower than readState.Index' (duration: 979.289768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:10.595878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.354985Z","time spent":"1.240844556s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:10.59651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277453722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:10.596647Z","caller":"traceutil/trace.go:171","msg":"trace[365335678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20065; }","duration":"1.277659128s","start":"2026-03-03T15:14:09.31896Z","end":"2026-03-03T15:14:10.596619Z","steps":["trace[365335678] 'agreement among raft nodes before linearized reading' (duration: 1.27741894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.596657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396208321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T15:14:10.596716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.318939Z","time spent":"1.277767021s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:14:10.596741Z","caller":"traceutil/trace.go:171","msg":"trace[103532431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20065; }","duration":"1.396319805s","start":"2026-03-03T15:14:09.200396Z","end":"2026-03-03T15:14:10.596716Z","steps":["trace[103532431] 'agreement among raft nodes before linearized reading' (duration: 1.396048436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.596789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.200379Z","time spent":"1.396397967s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:14:10.596795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306202379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T15:14:10.596855Z","caller":"traceutil/trace.go:171","msg":"trace[1245672186] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20065; }","duration":"1.306300493s","start":"2026-03-03T15:14:09.290535Z","end":"2026-03-03T15:14:10.596835Z","steps":["trace[1245672186] 'agreement among raft nodes before linearized reading' (duration: 1.306123767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.596911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.290512Z","time spent":"1.306385735s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T15:14:10.596508Z","caller":"traceutil/trace.go:171","msg":"trace[1438816930] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"1.39617717s","start":"2026-03-03T15:14:09.200238Z","end":"2026-03-03T15:14:10.596416Z","steps":["trace[1438816930] 'process raft request' (duration: 416.201961ms)","trace[1438816930] 'compare' (duration: 978.318887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:10.597075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519611447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:4961"} {"level":"warn","ts":"2026-03-03T15:14:10.597127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.200213Z","time spent":"1.396814071s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:10.597147Z","caller":"traceutil/trace.go:171","msg":"trace[1875098690] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:20065; }","duration":"1.519720591s","start":"2026-03-03T15:14:09.077411Z","end":"2026-03-03T15:14:10.597132Z","steps":["trace[1875098690] 'agreement among raft nodes before linearized reading' (duration: 1.519506154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.597264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.077401Z","time spent":"1.519845465s","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" "} {"level":"info","ts":"2026-03-03T15:14:10.689483Z","caller":"traceutil/trace.go:171","msg":"trace[192572509] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"491.169278ms","start":"2026-03-03T15:14:10.198291Z","end":"2026-03-03T15:14:10.68946Z","steps":["trace[192572509] 'process raft request' (duration: 491.039874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.689618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.198264Z","time spent":"491.28353ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:10.689712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.624078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:14:10.689772Z","caller":"traceutil/trace.go:171","msg":"trace[532128503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20066; }","duration":"298.725441ms","start":"2026-03-03T15:14:10.391034Z","end":"2026-03-03T15:14:10.689759Z","steps":["trace[532128503] 'agreement among raft nodes before linearized reading' (duration: 298.529805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.689819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.257346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:10.689851Z","caller":"traceutil/trace.go:171","msg":"trace[605454149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20066; }","duration":"240.328748ms","start":"2026-03-03T15:14:10.449515Z","end":"2026-03-03T15:14:10.689844Z","steps":["trace[605454149] 'agreement among raft nodes before linearized reading' (duration: 240.227905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.689942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.40766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:10.689964Z","caller":"traceutil/trace.go:171","msg":"trace[1024463216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20066; }","duration":"889.42917ms","start":"2026-03-03T15:14:09.80053Z","end":"2026-03-03T15:14:10.689959Z","steps":["trace[1024463216] 'agreement among raft nodes before linearized reading' (duration: 889.373669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.689982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.207691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T15:14:10.689998Z","caller":"traceutil/trace.go:171","msg":"trace[1849849292] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20066; }","duration":"276.251611ms","start":"2026-03-03T15:14:10.413741Z","end":"2026-03-03T15:14:10.689993Z","steps":["trace[1849849292] 'agreement among raft nodes before linearized reading' (duration: 276.19611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.690004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.800501Z","time spent":"889.476442ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:14:10.690001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283496142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:14:10.690088Z","caller":"traceutil/trace.go:171","msg":"trace[128932978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20066; }","duration":"1.283627667s","start":"2026-03-03T15:14:09.406441Z","end":"2026-03-03T15:14:10.690068Z","steps":["trace[128932978] 'agreement among raft nodes before linearized reading' (duration: 1.28341671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.690135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.406422Z","time spent":"1.283704359s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:10.691526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.524627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-03T15:14:10.69159Z","caller":"traceutil/trace.go:171","msg":"trace[146649079] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20066; }","duration":"217.62141ms","start":"2026-03-03T15:14:10.473952Z","end":"2026-03-03T15:14:10.691573Z","steps":["trace[146649079] 'agreement among raft nodes before linearized reading' (duration: 215.533254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.691706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336755904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:10.691736Z","caller":"traceutil/trace.go:171","msg":"trace[267756898] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20066; }","duration":"1.336831246s","start":"2026-03-03T15:14:09.3549Z","end":"2026-03-03T15:14:10.691731Z","steps":["trace[267756898] 'agreement among raft nodes before linearized reading' (duration: 1.335286958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.69176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:09.354876Z","time spent":"1.336871608s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1657,"response size":385467,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:14:10.979737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.341456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:10.979898Z","caller":"traceutil/trace.go:171","msg":"trace[351635954] linearizableReadLoop","detail":"{readStateIndex:20846; appliedIndex:20845; }","duration":"290.414878ms","start":"2026-03-03T15:14:10.689459Z","end":"2026-03-03T15:14:10.979873Z","steps":["trace[351635954] 'read index received' (duration: 114.888016ms)","trace[351635954] 'applied index is now lower than readState.Index' (duration: 175.524722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:10.980043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.789091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:10.980076Z","caller":"traceutil/trace.go:171","msg":"trace[1361589797] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"378.84311ms","start":"2026-03-03T15:14:10.601199Z","end":"2026-03-03T15:14:10.980043Z","steps":["trace[1361589797] 'process raft request' (duration: 203.100611ms)","trace[1361589797] 'compare' (duration: 175.184071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:10.980133Z","caller":"traceutil/trace.go:171","msg":"trace[635239696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20067; }","duration":"373.930345ms","start":"2026-03-03T15:14:10.606182Z","end":"2026-03-03T15:14:10.980113Z","steps":["trace[635239696] 'agreement among raft nodes before linearized reading' (duration: 373.698168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.980135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.411807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:4961"} {"level":"warn","ts":"2026-03-03T15:14:10.980173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.606161Z","time spent":"374.005757ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:14:10.980242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.750971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-03T15:14:10.980222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.601172Z","time spent":"378.973504ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:10.98029Z","caller":"traceutil/trace.go:171","msg":"trace[1964585938] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20067; }","duration":"381.811464ms","start":"2026-03-03T15:14:10.59847Z","end":"2026-03-03T15:14:10.980281Z","steps":["trace[1964585938] 'agreement among raft nodes before linearized reading' (duration: 381.517784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.980327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.598453Z","time spent":"381.866665ms","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T15:14:10.980177Z","caller":"traceutil/trace.go:171","msg":"trace[271409641] range","detail":"{range_begin:/registry/jobs/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:20067; }","duration":"379.47226ms","start":"2026-03-03T15:14:10.600691Z","end":"2026-03-03T15:14:10.980163Z","steps":["trace[271409641] 'agreement among raft nodes before linearized reading' (duration: 379.268523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.980393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.058098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06dc346a-1d60-4772-9377-7dd6e603b485\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-03T15:14:10.98045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.600683Z","time spent":"379.730288ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4984,"request content":"key:\"/registry/jobs/openstack/keystone-rabbit-init\" "} {"level":"info","ts":"2026-03-03T15:14:10.980505Z","caller":"traceutil/trace.go:171","msg":"trace[1398412964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06dc346a-1d60-4772-9377-7dd6e603b485; range_end:; response_count:1; response_revision:20067; }","duration":"380.200593ms","start":"2026-03-03T15:14:10.600254Z","end":"2026-03-03T15:14:10.980454Z","steps":["trace[1398412964] 'agreement among raft nodes before linearized reading' (duration: 379.727928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:10.980552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.600223Z","time spent":"380.319177ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-06dc346a-1d60-4772-9377-7dd6e603b485\" "} {"level":"info","ts":"2026-03-03T15:14:11.401327Z","caller":"traceutil/trace.go:171","msg":"trace[1625401386] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"707.187026ms","start":"2026-03-03T15:14:10.694094Z","end":"2026-03-03T15:14:11.401281Z","steps":["trace[1625401386] 'process raft request' (duration: 686.501523ms)","trace[1625401386] 'compare' (duration: 20.28115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:11.401444Z","caller":"traceutil/trace.go:171","msg":"trace[2120841444] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"706.789243ms","start":"2026-03-03T15:14:10.694623Z","end":"2026-03-03T15:14:11.401413Z","steps":["trace[2120841444] 'process raft request' (duration: 706.564916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.401508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.694077Z","time spent":"707.340912ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:11.401637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.694603Z","time spent":"706.936628ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:11.401705Z","caller":"traceutil/trace.go:171","msg":"trace[614933237] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"706.326629ms","start":"2026-03-03T15:14:10.695351Z","end":"2026-03-03T15:14:11.401677Z","steps":["trace[614933237] 'process raft request' (duration: 706.224495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:11.40177Z","caller":"traceutil/trace.go:171","msg":"trace[1079564941] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"707.050662ms","start":"2026-03-03T15:14:10.694677Z","end":"2026-03-03T15:14:11.401728Z","steps":["trace[1079564941] 'process raft request' (duration: 706.67151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.401865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.695339Z","time spent":"706.455063ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:11.401965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.694662Z","time spent":"707.204637ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:11.419763Z","caller":"traceutil/trace.go:171","msg":"trace[1930416042] linearizableReadLoop","detail":"{readStateIndex:20851; appliedIndex:20846; }","duration":"439.794745ms","start":"2026-03-03T15:14:10.979947Z","end":"2026-03-03T15:14:11.419742Z","steps":["trace[1930416042] 'read index received' (duration: 400.725262ms)","trace[1930416042] 'applied index is now lower than readState.Index' (duration: 39.068533ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:11.419795Z","caller":"traceutil/trace.go:171","msg":"trace[811298606] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"512.703967ms","start":"2026-03-03T15:14:10.907065Z","end":"2026-03-03T15:14:11.419769Z","steps":["trace[811298606] 'process raft request' (duration: 512.574143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.419932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.90704Z","time spent":"512.80987ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:11.420024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.817434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T15:14:11.420098Z","caller":"traceutil/trace.go:171","msg":"trace[1898941101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20072; }","duration":"687.950598ms","start":"2026-03-03T15:14:10.732127Z","end":"2026-03-03T15:14:11.420078Z","steps":["trace[1898941101] 'agreement among raft nodes before linearized reading' (duration: 687.707371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.420147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.732113Z","time spent":"688.023841ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T15:14:11.420181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.891326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:11.420226Z","caller":"traceutil/trace.go:171","msg":"trace[1506071941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20072; }","duration":"438.944658ms","start":"2026-03-03T15:14:10.981267Z","end":"2026-03-03T15:14:11.420212Z","steps":["trace[1506071941] 'agreement among raft nodes before linearized reading' (duration: 438.867495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.420261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.981253Z","time spent":"439.00183ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:14:11.421101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.976819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:14:11.421217Z","caller":"traceutil/trace.go:171","msg":"trace[831181985] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20072; }","duration":"439.116114ms","start":"2026-03-03T15:14:10.982082Z","end":"2026-03-03T15:14:11.421198Z","steps":["trace[831181985] 'agreement among raft nodes before linearized reading' (duration: 438.118142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.421645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.982066Z","time spent":"439.562677ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T15:14:11.423033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.87713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:11.42311Z","caller":"traceutil/trace.go:171","msg":"trace[1908827451] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20072; }","duration":"434.965703ms","start":"2026-03-03T15:14:10.988128Z","end":"2026-03-03T15:14:11.423094Z","steps":["trace[1908827451] 'agreement among raft nodes before linearized reading' (duration: 432.068451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.423174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.988104Z","time spent":"435.035305ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1657,"response size":385467,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:14:11.424437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.165985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20066 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:11.424501Z","caller":"traceutil/trace.go:171","msg":"trace[403661689] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20072; }","duration":"726.242818ms","start":"2026-03-03T15:14:10.698244Z","end":"2026-03-03T15:14:11.424487Z","steps":["trace[403661689] 'agreement among raft nodes before linearized reading' (duration: 721.601391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.424574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:10.698223Z","time spent":"726.30696ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1157,"response size":774292,"request content":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20066 "} {"level":"warn","ts":"2026-03-03T15:14:11.653651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.303357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T15:14:11.653706Z","caller":"traceutil/trace.go:171","msg":"trace[2019962618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20073; }","duration":"151.39582ms","start":"2026-03-03T15:14:11.502296Z","end":"2026-03-03T15:14:11.653692Z","steps":["trace[2019962618] 'range keys from in-memory index tree' (duration: 151.053439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:11.654307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.754233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20072 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:11.654331Z","caller":"traceutil/trace.go:171","msg":"trace[749420087] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20073; }","duration":"139.782663ms","start":"2026-03-03T15:14:11.514542Z","end":"2026-03-03T15:14:11.654325Z","steps":["trace[749420087] 'range keys from in-memory index tree' (duration: 139.414232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:12.638835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789104488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T15:14:12.746559Z","caller":"traceutil/trace.go:171","msg":"trace[1684165742] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"609.244935ms","start":"2026-03-03T15:14:12.13729Z","end":"2026-03-03T15:14:12.746535Z","steps":["trace[1684165742] 'process raft request' (duration: 609.088031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:12.746713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.137267Z","time spent":"609.367119ms","remote":"127.0.0.1:50352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:13.069188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.361445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:13.070045Z","caller":"traceutil/trace.go:171","msg":"trace[1779911173] linearizableReadLoop","detail":"{readStateIndex:20855; appliedIndex:20852; }","duration":"931.82086ms","start":"2026-03-03T15:14:12.138202Z","end":"2026-03-03T15:14:13.070022Z","steps":["trace[1779911173] 'read index received' (duration: 608.089479ms)","trace[1779911173] 'applied index is now lower than readState.Index' (duration: 323.73033ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:13.070115Z","caller":"traceutil/trace.go:171","msg":"trace[219357803] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"467.644995ms","start":"2026-03-03T15:14:12.602423Z","end":"2026-03-03T15:14:13.070068Z","steps":["trace[219357803] 'process raft request' (duration: 467.466919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:13.070168Z","caller":"traceutil/trace.go:171","msg":"trace[1366356247] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"467.739157ms","start":"2026-03-03T15:14:12.6023Z","end":"2026-03-03T15:14:13.070039Z","steps":["trace[1366356247] 'process raft request' (duration: 178.426533ms)","trace[1366356247] 'compare' (duration: 288.183768ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:13.070098Z","caller":"traceutil/trace.go:171","msg":"trace[1018936937] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"374.461982ms","start":"2026-03-03T15:14:12.695618Z","end":"2026-03-03T15:14:13.07008Z","steps":["trace[1018936937] 'process raft request' (duration: 374.359229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.070295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.602388Z","time spent":"467.81826ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:13.070369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.814875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:13.070411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.701419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-03T15:14:13.070354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.695604Z","time spent":"374.667189ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:13.070456Z","caller":"traceutil/trace.go:171","msg":"trace[1031861385] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20077; }","duration":"316.795772ms","start":"2026-03-03T15:14:12.753651Z","end":"2026-03-03T15:14:13.070447Z","steps":["trace[1031861385] 'agreement among raft nodes before linearized reading' (duration: 316.613516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.070453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.578796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:13.070497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.753626Z","time spent":"316.860294ms","remote":"127.0.0.1:37898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T15:14:13.070481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.327395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:14:13.070549Z","caller":"traceutil/trace.go:171","msg":"trace[1433552019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20077; }","duration":"412.754362ms","start":"2026-03-03T15:14:12.657778Z","end":"2026-03-03T15:14:13.070532Z","steps":["trace[1433552019] 'agreement among raft nodes before linearized reading' (duration: 412.537625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:13.070563Z","caller":"traceutil/trace.go:171","msg":"trace[1554436393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20077; }","duration":"741.453019ms","start":"2026-03-03T15:14:12.329092Z","end":"2026-03-03T15:14:13.070545Z","steps":["trace[1554436393] 'agreement among raft nodes before linearized reading' (duration: 741.317105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.070606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.329071Z","time spent":"741.526682ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T15:14:13.070438Z","caller":"traceutil/trace.go:171","msg":"trace[1136935462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20077; }","duration":"750.919908ms","start":"2026-03-03T15:14:12.319505Z","end":"2026-03-03T15:14:13.070425Z","steps":["trace[1136935462] 'agreement among raft nodes before linearized reading' (duration: 750.793104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.070625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.657756Z","time spent":"412.854135ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:13.070346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.128629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7404"} {"level":"warn","ts":"2026-03-03T15:14:13.070728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.319486Z","time spent":"751.227638ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:14:13.070764Z","caller":"traceutil/trace.go:171","msg":"trace[377599549] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:20077; }","duration":"932.577093ms","start":"2026-03-03T15:14:12.138161Z","end":"2026-03-03T15:14:13.070738Z","steps":["trace[377599549] 'agreement among raft nodes before linearized reading' (duration: 931.989385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.071106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.602279Z","time spent":"467.938114ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:13.071141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.138147Z","time spent":"932.979506ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7427,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T15:14:13.071048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.02424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4985"} {"level":"info","ts":"2026-03-03T15:14:13.071282Z","caller":"traceutil/trace.go:171","msg":"trace[683970745] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:20077; }","duration":"629.299349ms","start":"2026-03-03T15:14:12.441962Z","end":"2026-03-03T15:14:13.071261Z","steps":["trace[683970745] 'agreement among raft nodes before linearized reading' (duration: 628.899686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.071348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:12.441947Z","time spent":"629.382811ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5008,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-03T15:14:13.522667Z","caller":"traceutil/trace.go:171","msg":"trace[1107549467] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"446.497166ms","start":"2026-03-03T15:14:13.07614Z","end":"2026-03-03T15:14:13.522637Z","steps":["trace[1107549467] 'process raft request' (duration: 446.316431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.522834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.076125Z","time spent":"446.626531ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:13.735115Z","caller":"traceutil/trace.go:171","msg":"trace[1655238656] linearizableReadLoop","detail":"{readStateIndex:20858; appliedIndex:20856; }","duration":"653.625557ms","start":"2026-03-03T15:14:13.081458Z","end":"2026-03-03T15:14:13.735083Z","steps":["trace[1655238656] 'read index received' (duration: 441.009774ms)","trace[1655238656] 'applied index is now lower than readState.Index' (duration: 212.613842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:13.735227Z","caller":"traceutil/trace.go:171","msg":"trace[1674926403] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"655.678451ms","start":"2026-03-03T15:14:13.079479Z","end":"2026-03-03T15:14:13.735157Z","steps":["trace[1674926403] 'process raft request' (duration: 583.092939ms)","trace[1674926403] 'compare' (duration: 72.002433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:13.735569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.944566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:13.735634Z","caller":"traceutil/trace.go:171","msg":"trace[716057940] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20079; }","duration":"132.065999ms","start":"2026-03-03T15:14:13.603549Z","end":"2026-03-03T15:14:13.735615Z","steps":["trace[716057940] 'agreement among raft nodes before linearized reading' (duration: 131.939285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.73565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.743031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:14:13.735667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.307108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:13.735713Z","caller":"traceutil/trace.go:171","msg":"trace[628172866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20079; }","duration":"329.821853ms","start":"2026-03-03T15:14:13.40587Z","end":"2026-03-03T15:14:13.735692Z","steps":["trace[628172866] 'agreement among raft nodes before linearized reading' (duration: 329.635547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.735697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.007619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:14:13.735719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.02589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4985"} {"level":"warn","ts":"2026-03-03T15:14:13.735798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.405862Z","time spent":"329.920927ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:14:13.735818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.626579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:14:13.735852Z","caller":"traceutil/trace.go:171","msg":"trace[1034255934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20079; }","duration":"330.186024ms","start":"2026-03-03T15:14:13.405619Z","end":"2026-03-03T15:14:13.735805Z","steps":["trace[1034255934] 'agreement among raft nodes before linearized reading' (duration: 329.865184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:13.735881Z","caller":"traceutil/trace.go:171","msg":"trace[1311767748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20079; }","duration":"330.818924ms","start":"2026-03-03T15:14:13.405045Z","end":"2026-03-03T15:14:13.735864Z","steps":["trace[1311767748] 'agreement among raft nodes before linearized reading' (duration: 330.459293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:13.73584Z","caller":"traceutil/trace.go:171","msg":"trace[1869087377] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:20079; }","duration":"585.233907ms","start":"2026-03-03T15:14:13.150585Z","end":"2026-03-03T15:14:13.735819Z","steps":["trace[1869087377] 'agreement among raft nodes before linearized reading' (duration: 584.895916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.735936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.40503Z","time spent":"330.893917ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T15:14:13.735732Z","caller":"traceutil/trace.go:171","msg":"trace[1094677393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20079; }","duration":"330.37325ms","start":"2026-03-03T15:14:13.40534Z","end":"2026-03-03T15:14:13.735713Z","steps":["trace[1094677393] 'agreement among raft nodes before linearized reading' (duration: 330.167804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.735958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.150561Z","time spent":"585.381352ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5008,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T15:14:13.735942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.405612Z","time spent":"330.313799ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:13.736034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.405304Z","time spent":"330.6955ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:13.736289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.07947Z","time spent":"656.648352ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:13.738369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.89738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:13.738439Z","caller":"traceutil/trace.go:171","msg":"trace[1417857887] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20079; }","duration":"656.995393ms","start":"2026-03-03T15:14:13.081427Z","end":"2026-03-03T15:14:13.738422Z","steps":["trace[1417857887] 'agreement among raft nodes before linearized reading' (duration: 653.874704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:13.73854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:13.081416Z","time spent":"657.077675ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1657,"response size":385467,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:14:14.076725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.353369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:6984"} {"level":"info","ts":"2026-03-03T15:14:14.076798Z","caller":"traceutil/trace.go:171","msg":"trace[340840469] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:20083; }","duration":"113.474353ms","start":"2026-03-03T15:14:13.963309Z","end":"2026-03-03T15:14:14.076783Z","steps":["trace[340840469] 'range keys from in-memory index tree' (duration: 113.124502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.0849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.854501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20083 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:14.084974Z","caller":"traceutil/trace.go:171","msg":"trace[97338445] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20083; }","duration":"238.965495ms","start":"2026-03-03T15:14:13.84599Z","end":"2026-03-03T15:14:14.084956Z","steps":["trace[97338445] 'range keys from in-memory index tree' (duration: 231.150958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:14.5724Z","caller":"traceutil/trace.go:171","msg":"trace[1675530085] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"465.974421ms","start":"2026-03-03T15:14:14.106399Z","end":"2026-03-03T15:14:14.572373Z","steps":["trace[1675530085] 'process raft request' (duration: 465.760794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.572568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:14.106383Z","time spent":"466.088885ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:14.813826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.970419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:14:14.813903Z","caller":"traceutil/trace.go:171","msg":"trace[1653026664] linearizableReadLoop","detail":"{readStateIndex:20864; appliedIndex:20862; }","duration":"617.791514ms","start":"2026-03-03T15:14:14.196098Z","end":"2026-03-03T15:14:14.81389Z","steps":["trace[1653026664] 'read index received' (duration: 376.097013ms)","trace[1653026664] 'applied index is now lower than readState.Index' (duration: 241.693471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:14.814056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.94996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:7964"} {"level":"info","ts":"2026-03-03T15:14:14.814081Z","caller":"traceutil/trace.go:171","msg":"trace[340076685] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:20084; }","duration":"618.006201ms","start":"2026-03-03T15:14:14.196069Z","end":"2026-03-03T15:14:14.814075Z","steps":["trace[340076685] 'agreement among raft nodes before linearized reading' (duration: 617.895417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.814125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:14.196053Z","time spent":"618.044572ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7987,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-03-03T15:14:14.81417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.342846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:14.814225Z","caller":"traceutil/trace.go:171","msg":"trace[1482058097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20084; }","duration":"494.45312ms","start":"2026-03-03T15:14:14.319759Z","end":"2026-03-03T15:14:14.814213Z","steps":["trace[1482058097] 'agreement among raft nodes before linearized reading' (duration: 494.332736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.814233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.558491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:14.814271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.221086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:6984"} {"level":"info","ts":"2026-03-03T15:14:14.814314Z","caller":"traceutil/trace.go:171","msg":"trace[597859713] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20084; }","duration":"244.693996ms","start":"2026-03-03T15:14:14.569603Z","end":"2026-03-03T15:14:14.814297Z","steps":["trace[597859713] 'agreement among raft nodes before linearized reading' (duration: 244.474289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.814324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.81436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:14.814348Z","caller":"traceutil/trace.go:171","msg":"trace[2013989593] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:20084; }","duration":"598.33896ms","start":"2026-03-03T15:14:14.215989Z","end":"2026-03-03T15:14:14.814328Z","steps":["trace[2013989593] 'agreement among raft nodes before linearized reading' (duration: 598.084382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:14.814358Z","caller":"traceutil/trace.go:171","msg":"trace[463866270] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20084; }","duration":"582.876831ms","start":"2026-03-03T15:14:14.23147Z","end":"2026-03-03T15:14:14.814347Z","steps":["trace[463866270] 'agreement among raft nodes before linearized reading' (duration: 582.82601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:14.814266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:14.319737Z","time spent":"494.520802ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:14:14.814398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:14.23145Z","time spent":"582.939834ms","remote":"127.0.0.1:50440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:14.8144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:14.215972Z","time spent":"598.418653ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7007,"request content":"key:\"/registry/jobs/openstack/nova-bootstrap\" "} {"level":"info","ts":"2026-03-03T15:14:15.182749Z","caller":"traceutil/trace.go:171","msg":"trace[1963413323] transaction","detail":"{read_only:false; response_revision:20085; number_of_response:1; }","duration":"107.135322ms","start":"2026-03-03T15:14:15.075582Z","end":"2026-03-03T15:14:15.182717Z","steps":["trace[1963413323] 'process raft request' (duration: 106.911595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.702463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.541198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:15.702651Z","caller":"traceutil/trace.go:171","msg":"trace[772745694] linearizableReadLoop","detail":"{readStateIndex:20867; appliedIndex:20864; }","duration":"617.527446ms","start":"2026-03-03T15:14:15.085105Z","end":"2026-03-03T15:14:15.702632Z","steps":["trace[772745694] 'read index received' (duration: 97.391344ms)","trace[772745694] 'applied index is now lower than readState.Index' (duration: 520.135132ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:15.70292Z","caller":"traceutil/trace.go:171","msg":"trace[2085365656] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"626.80451ms","start":"2026-03-03T15:14:15.0761Z","end":"2026-03-03T15:14:15.702904Z","steps":["trace[2085365656] 'process raft request' (duration: 472.739916ms)","trace[2085365656] 'compare' (duration: 152.845585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:15.702995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.076092Z","time spent":"626.867151ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:15.703188Z","caller":"traceutil/trace.go:171","msg":"trace[770508931] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"626.459788ms","start":"2026-03-03T15:14:15.076718Z","end":"2026-03-03T15:14:15.703178Z","steps":["trace[770508931] 'process raft request' (duration: 625.837339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.703315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.076695Z","time spent":"626.576922ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:15.703456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.337702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup-29542500\" ","response":"range_response_count:1 size:5467"} {"level":"info","ts":"2026-03-03T15:14:15.703524Z","caller":"traceutil/trace.go:171","msg":"trace[278074118] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup-29542500; range_end:; response_count:1; response_revision:20087; }","duration":"618.456376ms","start":"2026-03-03T15:14:15.085054Z","end":"2026-03-03T15:14:15.70351Z","steps":["trace[278074118] 'agreement among raft nodes before linearized reading' (duration: 618.251179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.703554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.085036Z","time spent":"618.512918ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":5490,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup-29542500\" "} {"level":"warn","ts":"2026-03-03T15:14:15.703743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.971369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:1 size:8791"} {"level":"info","ts":"2026-03-03T15:14:15.703764Z","caller":"traceutil/trace.go:171","msg":"trace[1691005274] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:1; response_revision:20087; }","duration":"579.029382ms","start":"2026-03-03T15:14:15.124729Z","end":"2026-03-03T15:14:15.703759Z","steps":["trace[1691005274] 'agreement among raft nodes before linearized reading' (duration: 578.97135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.703778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.124707Z","time spent":"579.067772ms","remote":"127.0.0.1:37976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":8814,"request content":"key:\"/registry/jobs/openstack/nova-db-init\" "} {"level":"warn","ts":"2026-03-03T15:14:15.703811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.703004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:15.703863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.410421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:15.703887Z","caller":"traceutil/trace.go:171","msg":"trace[2093226253] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20087; }","duration":"253.474812ms","start":"2026-03-03T15:14:15.450406Z","end":"2026-03-03T15:14:15.703881Z","steps":["trace[2093226253] 'agreement among raft nodes before linearized reading' (duration: 253.436781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.703982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.501444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:15.704007Z","caller":"traceutil/trace.go:171","msg":"trace[1646152675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20087; }","duration":"495.570656ms","start":"2026-03-03T15:14:15.208429Z","end":"2026-03-03T15:14:15.703999Z","steps":["trace[1646152675] 'agreement among raft nodes before linearized reading' (duration: 495.533495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:15.704025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.208408Z","time spent":"495.611878ms","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:15.703858Z","caller":"traceutil/trace.go:171","msg":"trace[1245518453] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20087; }","duration":"103.804337ms","start":"2026-03-03T15:14:15.600043Z","end":"2026-03-03T15:14:15.703847Z","steps":["trace[1245518453] 'agreement among raft nodes before linearized reading' (duration: 103.716345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.046877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.7869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:16.046986Z","caller":"traceutil/trace.go:171","msg":"trace[476125701] linearizableReadLoop","detail":"{readStateIndex:20868; appliedIndex:20867; }","duration":"302.042306ms","start":"2026-03-03T15:14:15.744926Z","end":"2026-03-03T15:14:16.046969Z","steps":["trace[476125701] 'read index received' (duration: 100.008528ms)","trace[476125701] 'applied index is now lower than readState.Index' (duration: 202.032618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:16.047343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.901352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:14:16.047387Z","caller":"traceutil/trace.go:171","msg":"trace[2097059432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20088; }","duration":"231.957313ms","start":"2026-03-03T15:14:15.815417Z","end":"2026-03-03T15:14:16.047374Z","steps":["trace[2097059432] 'agreement among raft nodes before linearized reading' (duration: 231.816959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.047506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.874912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:14:16.047581Z","caller":"traceutil/trace.go:171","msg":"trace[279926158] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"303.317096ms","start":"2026-03-03T15:14:15.744247Z","end":"2026-03-03T15:14:16.047564Z","steps":["trace[279926158] 'process raft request' (duration: 100.744741ms)","trace[279926158] 'compare' (duration: 201.676757ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:16.04762Z","caller":"traceutil/trace.go:171","msg":"trace[21458285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20088; }","duration":"233.023427ms","start":"2026-03-03T15:14:15.814567Z","end":"2026-03-03T15:14:16.047591Z","steps":["trace[21458285] 'agreement among raft nodes before linearized reading' (duration: 232.706567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.047645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.744228Z","time spent":"303.382388ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:16.047984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.81795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:16.048036Z","caller":"traceutil/trace.go:171","msg":"trace[626047680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20088; }","duration":"232.879982ms","start":"2026-03-03T15:14:15.815141Z","end":"2026-03-03T15:14:16.048021Z","steps":["trace[626047680] 'agreement among raft nodes before linearized reading' (duration: 232.760989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.048145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.350252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:16.048199Z","caller":"traceutil/trace.go:171","msg":"trace[1240646605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20088; }","duration":"249.443286ms","start":"2026-03-03T15:14:15.79874Z","end":"2026-03-03T15:14:16.048184Z","steps":["trace[1240646605] 'agreement among raft nodes before linearized reading' (duration: 249.319472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.048024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.923249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20087 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:16.048282Z","caller":"traceutil/trace.go:171","msg":"trace[1857632534] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20088; }","duration":"300.223208ms","start":"2026-03-03T15:14:15.748044Z","end":"2026-03-03T15:14:16.048267Z","steps":["trace[1857632534] 'agreement among raft nodes before linearized reading' (duration: 299.136084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.048369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.748028Z","time spent":"300.313212ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":157,"response size":120980,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20087 "} {"level":"warn","ts":"2026-03-03T15:14:16.048495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.554924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20087 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:16.048542Z","caller":"traceutil/trace.go:171","msg":"trace[811156694] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20088; }","duration":"303.639177ms","start":"2026-03-03T15:14:15.74489Z","end":"2026-03-03T15:14:16.048529Z","steps":["trace[811156694] 'agreement among raft nodes before linearized reading' (duration: 302.888373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.048584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:15.744877Z","time spent":"303.690128ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":157,"response size":120980,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20087 "} {"level":"warn","ts":"2026-03-03T15:14:16.264214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.612003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:16.264367Z","caller":"traceutil/trace.go:171","msg":"trace[261536889] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"213.035936ms","start":"2026-03-03T15:14:16.051299Z","end":"2026-03-03T15:14:16.264335Z","steps":["trace[261536889] 'process raft request' (duration: 95.122793ms)","trace[261536889] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 117.299903ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:16.294507Z","caller":"traceutil/trace.go:171","msg":"trace[1246874730] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"240.157312ms","start":"2026-03-03T15:14:16.054325Z","end":"2026-03-03T15:14:16.294482Z","steps":["trace[1246874730] 'process raft request' (duration: 239.988206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:16.294844Z","caller":"traceutil/trace.go:171","msg":"trace[722539730] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"240.291477ms","start":"2026-03-03T15:14:16.05454Z","end":"2026-03-03T15:14:16.294831Z","steps":["trace[722539730] 'process raft request' (duration: 239.900064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:16.294867Z","caller":"traceutil/trace.go:171","msg":"trace[1719890822] linearizableReadLoop","detail":"{readStateIndex:20872; appliedIndex:20868; }","duration":"160.187357ms","start":"2026-03-03T15:14:16.134659Z","end":"2026-03-03T15:14:16.294847Z","steps":["trace[1719890822] 'read index received' (duration: 11.756671ms)","trace[1719890822] 'applied index is now lower than readState.Index' (duration: 148.429726ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:16.294882Z","caller":"traceutil/trace.go:171","msg":"trace[1169048685] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"238.685236ms","start":"2026-03-03T15:14:16.056178Z","end":"2026-03-03T15:14:16.294863Z","steps":["trace[1169048685] 'process raft request' (duration: 238.51513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.295077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.938268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5546"} {"level":"info","ts":"2026-03-03T15:14:16.2951Z","caller":"traceutil/trace.go:171","msg":"trace[592572643] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:20092; }","duration":"153.009251ms","start":"2026-03-03T15:14:16.142084Z","end":"2026-03-03T15:14:16.295094Z","steps":["trace[592572643] 'agreement among raft nodes before linearized reading' (duration: 152.868607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:16.295112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.432255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12517"} {"level":"info","ts":"2026-03-03T15:14:16.295159Z","caller":"traceutil/trace.go:171","msg":"trace[761391998] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:20092; }","duration":"160.527108ms","start":"2026-03-03T15:14:16.134619Z","end":"2026-03-03T15:14:16.295146Z","steps":["trace[761391998] 'agreement among raft nodes before linearized reading' (duration: 160.326361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.004011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.867884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:18.004126Z","caller":"traceutil/trace.go:171","msg":"trace[1020150143] linearizableReadLoop","detail":"{readStateIndex:20875; appliedIndex:20873; }","duration":"290.984406ms","start":"2026-03-03T15:14:17.713124Z","end":"2026-03-03T15:14:18.004109Z","steps":["trace[1020150143] 'read index received' (duration: 60.141439ms)","trace[1020150143] 'applied index is now lower than readState.Index' (duration: 230.841867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:18.004331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.851892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:5581"} {"level":"info","ts":"2026-03-03T15:14:18.004367Z","caller":"traceutil/trace.go:171","msg":"trace[376535478] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:20095; }","duration":"290.912484ms","start":"2026-03-03T15:14:17.713445Z","end":"2026-03-03T15:14:18.004358Z","steps":["trace[376535478] 'agreement among raft nodes before linearized reading' (duration: 290.761619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:18.004329Z","caller":"traceutil/trace.go:171","msg":"trace[872637619] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"294.92657ms","start":"2026-03-03T15:14:17.709352Z","end":"2026-03-03T15:14:18.004279Z","steps":["trace[872637619] 'process raft request' (duration: 154.688054ms)","trace[872637619] 'compare' (duration: 139.634347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:18.004392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.247384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-03-03T15:14:18.004475Z","caller":"traceutil/trace.go:171","msg":"trace[69675511] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:20095; }","duration":"291.361658ms","start":"2026-03-03T15:14:17.713095Z","end":"2026-03-03T15:14:18.004457Z","steps":["trace[69675511] 'agreement among raft nodes before linearized reading' (duration: 291.10074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.265379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.758617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T15:14:18.265456Z","caller":"traceutil/trace.go:171","msg":"trace[1915756608] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20096; }","duration":"129.85409ms","start":"2026-03-03T15:14:18.135585Z","end":"2026-03-03T15:14:18.265439Z","steps":["trace[1915756608] 'range keys from in-memory index tree' (duration: 129.579531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.265832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.313976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"info","ts":"2026-03-03T15:14:18.266053Z","caller":"traceutil/trace.go:171","msg":"trace[2005154160] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:20096; }","duration":"137.633946ms","start":"2026-03-03T15:14:18.128399Z","end":"2026-03-03T15:14:18.266033Z","steps":["trace[2005154160] 'range keys from in-memory index tree' (duration: 136.877101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.68386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.897518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:18.684113Z","caller":"traceutil/trace.go:171","msg":"trace[1203527331] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"380.464572ms","start":"2026-03-03T15:14:18.303613Z","end":"2026-03-03T15:14:18.684078Z","steps":["trace[1203527331] 'process raft request' (duration: 67.244573ms)","trace[1203527331] 'compare' (duration: 312.759304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:18.684171Z","caller":"traceutil/trace.go:171","msg":"trace[1470583494] linearizableReadLoop","detail":"{readStateIndex:20880; appliedIndex:20877; }","duration":"366.714348ms","start":"2026-03-03T15:14:18.317433Z","end":"2026-03-03T15:14:18.684147Z","steps":["trace[1470583494] 'read index received' (duration: 53.437077ms)","trace[1470583494] 'applied index is now lower than readState.Index' (duration: 313.276231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:18.684268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:18.303599Z","time spent":"380.587326ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:18.684292Z","caller":"traceutil/trace.go:171","msg":"trace[152539217] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"380.291767ms","start":"2026-03-03T15:14:18.303985Z","end":"2026-03-03T15:14:18.684277Z","steps":["trace[152539217] 'process raft request' (duration: 380.001298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.684382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:18.303975Z","time spent":"380.358419ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:18.684464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.017757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:18.684576Z","caller":"traceutil/trace.go:171","msg":"trace[926358555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20100; }","duration":"367.163252ms","start":"2026-03-03T15:14:18.317385Z","end":"2026-03-03T15:14:18.684549Z","steps":["trace[926358555] 'agreement among raft nodes before linearized reading' (duration: 366.989126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.684639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:18.317372Z","time spent":"367.253695ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:14:18.684717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.920353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T15:14:18.684758Z","caller":"traceutil/trace.go:171","msg":"trace[45274080] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20100; }","duration":"314.961974ms","start":"2026-03-03T15:14:18.369784Z","end":"2026-03-03T15:14:18.684746Z","steps":["trace[45274080] 'agreement among raft nodes before linearized reading' (duration: 314.815089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.684803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:18.369763Z","time spent":"315.031726ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T15:14:18.685014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.054929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"info","ts":"2026-03-03T15:14:18.684995Z","caller":"traceutil/trace.go:171","msg":"trace[1560681853] transaction","detail":"{read_only:false; response_revision:20100; number_of_response:1; }","duration":"380.164413ms","start":"2026-03-03T15:14:18.304794Z","end":"2026-03-03T15:14:18.684958Z","steps":["trace[1560681853] 'process raft request' (duration: 379.299045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:18.685055Z","caller":"traceutil/trace.go:171","msg":"trace[17505616] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:20100; }","duration":"285.125831ms","start":"2026-03-03T15:14:18.399919Z","end":"2026-03-03T15:14:18.685044Z","steps":["trace[17505616] 'agreement among raft nodes before linearized reading' (duration: 285.016268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:18.685132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:18.304771Z","time spent":"380.293077ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:18.999886Z","caller":"traceutil/trace.go:171","msg":"trace[505556437] linearizableReadLoop","detail":"{readStateIndex:20881; appliedIndex:20880; }","duration":"223.548528ms","start":"2026-03-03T15:14:18.776313Z","end":"2026-03-03T15:14:18.999862Z","steps":["trace[505556437] 'read index received' (duration: 223.505546ms)","trace[505556437] 'applied index is now lower than readState.Index' (duration: 41.962µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:18.999997Z","caller":"traceutil/trace.go:171","msg":"trace[440693366] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"248.447194ms","start":"2026-03-03T15:14:18.751513Z","end":"2026-03-03T15:14:18.99996Z","steps":["trace[440693366] 'process raft request' (duration: 248.213137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.000051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.699553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:19.00009Z","caller":"traceutil/trace.go:171","msg":"trace[159399646] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20101; }","duration":"223.790006ms","start":"2026-03-03T15:14:18.776288Z","end":"2026-03-03T15:14:19.000078Z","steps":["trace[159399646] 'agreement among raft nodes before linearized reading' (duration: 223.696573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.000268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.322888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-03T15:14:19.000279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.819676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T15:14:19.000336Z","caller":"traceutil/trace.go:171","msg":"trace[962162216] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20101; }","duration":"202.426711ms","start":"2026-03-03T15:14:18.797893Z","end":"2026-03-03T15:14:19.00032Z","steps":["trace[962162216] 'agreement among raft nodes before linearized reading' (duration: 202.166223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:19.000374Z","caller":"traceutil/trace.go:171","msg":"trace[553821228] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20101; }","duration":"191.968851ms","start":"2026-03-03T15:14:18.80838Z","end":"2026-03-03T15:14:19.000349Z","steps":["trace[553821228] 'agreement among raft nodes before linearized reading' (duration: 191.697893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.266914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.297467ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T15:14:19.267019Z","caller":"traceutil/trace.go:171","msg":"trace[566665056] linearizableReadLoop","detail":"{readStateIndex:20882; appliedIndex:20881; }","duration":"187.346445ms","start":"2026-03-03T15:14:19.079653Z","end":"2026-03-03T15:14:19.266999Z","steps":["trace[566665056] 'read index received' (duration: 54.988226ms)","trace[566665056] 'applied index is now lower than readState.Index' (duration: 132.356759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:19.267183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.532781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T15:14:19.267254Z","caller":"traceutil/trace.go:171","msg":"trace[1814485341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20101; }","duration":"187.649204ms","start":"2026-03-03T15:14:19.079593Z","end":"2026-03-03T15:14:19.267242Z","steps":["trace[1814485341] 'agreement among raft nodes before linearized reading' (duration: 187.477689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:19.445032Z","caller":"traceutil/trace.go:171","msg":"trace[1274305395] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"213.045537ms","start":"2026-03-03T15:14:19.231951Z","end":"2026-03-03T15:14:19.444997Z","steps":["trace[1274305395] 'process raft request' (duration: 171.322619ms)","trace[1274305395] 'compare' (duration: 41.241272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:19.445111Z","caller":"traceutil/trace.go:171","msg":"trace[612856493] linearizableReadLoop","detail":"{readStateIndex:20883; appliedIndex:20882; }","duration":"178.052882ms","start":"2026-03-03T15:14:19.267045Z","end":"2026-03-03T15:14:19.445098Z","steps":["trace[612856493] 'read index received' (duration: 136.207351ms)","trace[612856493] 'applied index is now lower than readState.Index' (duration: 41.844201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:19.445036Z","caller":"traceutil/trace.go:171","msg":"trace[1215323009] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"176.826153ms","start":"2026-03-03T15:14:19.26819Z","end":"2026-03-03T15:14:19.445016Z","steps":["trace[1215323009] 'process raft request' (duration: 176.7279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.445394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.002837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T15:14:19.445457Z","caller":"traceutil/trace.go:171","msg":"trace[1314934033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20103; }","duration":"189.120451ms","start":"2026-03-03T15:14:19.256318Z","end":"2026-03-03T15:14:19.445439Z","steps":["trace[1314934033] 'agreement among raft nodes before linearized reading' (duration: 188.901245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.445453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.007128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T15:14:19.44552Z","caller":"traceutil/trace.go:171","msg":"trace[1886007750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20103; }","duration":"355.114891ms","start":"2026-03-03T15:14:19.090383Z","end":"2026-03-03T15:14:19.445498Z","steps":["trace[1886007750] 'agreement among raft nodes before linearized reading' (duration: 354.956646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.445566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.148651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:19.445664Z","caller":"traceutil/trace.go:171","msg":"trace[1960792558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20103; }","duration":"125.281376ms","start":"2026-03-03T15:14:19.32036Z","end":"2026-03-03T15:14:19.445641Z","steps":["trace[1960792558] 'agreement among raft nodes before linearized reading' (duration: 125.10291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:19.445596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:19.09036Z","time spent":"355.215555ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T15:14:19.445513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.602611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T15:14:19.445881Z","caller":"traceutil/trace.go:171","msg":"trace[992722461] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20103; }","duration":"155.003944ms","start":"2026-03-03T15:14:19.290858Z","end":"2026-03-03T15:14:19.445862Z","steps":["trace[992722461] 'agreement among raft nodes before linearized reading' (duration: 154.490058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:21.007887Z","caller":"traceutil/trace.go:171","msg":"trace[1647700420] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"314.761668ms","start":"2026-03-03T15:14:20.693093Z","end":"2026-03-03T15:14:21.007855Z","steps":["trace[1647700420] 'process raft request' (duration: 314.170109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.008178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:20.693067Z","time spent":"315.000485ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:21.411432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.055542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:21.41175Z","caller":"traceutil/trace.go:171","msg":"trace[185678263] linearizableReadLoop","detail":"{readStateIndex:20891; appliedIndex:20889; }","duration":"371.939593ms","start":"2026-03-03T15:14:21.03969Z","end":"2026-03-03T15:14:21.41163Z","steps":["trace[185678263] 'read index received' (duration: 123.488299ms)","trace[185678263] 'applied index is now lower than readState.Index' (duration: 248.450084ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:21.411847Z","caller":"traceutil/trace.go:171","msg":"trace[2034257362] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"718.302998ms","start":"2026-03-03T15:14:20.693358Z","end":"2026-03-03T15:14:21.411661Z","steps":["trace[2034257362] 'process raft request' (duration: 718.176084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.411905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.188821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6c6f44d69f-7hfcm\" ","response":"range_response_count:1 size:8203"} {"level":"warn","ts":"2026-03-03T15:14:21.411939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.194874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-cch9l\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-03-03T15:14:21.411952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:20.693342Z","time spent":"718.549026ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:21.411939Z","caller":"traceutil/trace.go:171","msg":"trace[1039796192] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"718.349479ms","start":"2026-03-03T15:14:20.693323Z","end":"2026-03-03T15:14:21.411672Z","steps":["trace[1039796192] 'process raft request' (duration: 470.912787ms)","trace[1039796192] 'compare' (duration: 246.748321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:21.411965Z","caller":"traceutil/trace.go:171","msg":"trace[1141304630] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6c6f44d69f-7hfcm; range_end:; response_count:1; response_revision:20110; }","duration":"372.291904ms","start":"2026-03-03T15:14:21.039657Z","end":"2026-03-03T15:14:21.411949Z","steps":["trace[1141304630] 'agreement among raft nodes before linearized reading' (duration: 372.091348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:21.411977Z","caller":"traceutil/trace.go:171","msg":"trace[1932999425] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-cch9l; range_end:; response_count:1; response_revision:20110; }","duration":"317.254486ms","start":"2026-03-03T15:14:21.094707Z","end":"2026-03-03T15:14:21.411962Z","steps":["trace[1932999425] 'agreement among raft nodes before linearized reading' (duration: 317.116252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.411999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:21.039643Z","time spent":"372.349415ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8226,"request content":"key:\"/registry/pods/openstack/barbican-api-6c6f44d69f-7hfcm\" "} {"level":"warn","ts":"2026-03-03T15:14:21.412011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:21.09469Z","time spent":"317.314888ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7324,"request content":"key:\"/registry/pods/openstack/barbican-db-init-cch9l\" "} {"level":"warn","ts":"2026-03-03T15:14:21.41203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:20.69331Z","time spent":"718.67175ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:21.627012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.781081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6c6f44d69f-7hfcm\" ","response":"range_response_count:1 size:8203"} {"level":"info","ts":"2026-03-03T15:14:21.627086Z","caller":"traceutil/trace.go:171","msg":"trace[806589934] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6c6f44d69f-7hfcm; range_end:; response_count:1; response_revision:20111; }","duration":"113.894695ms","start":"2026-03-03T15:14:21.513174Z","end":"2026-03-03T15:14:21.627068Z","steps":["trace[806589934] 'range keys from in-memory index tree' (duration: 113.614545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.62746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.573862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-cch9l\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-03T15:14:21.627536Z","caller":"traceutil/trace.go:171","msg":"trace[1930228633] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-cch9l; range_end:; response_count:1; response_revision:20111; }","duration":"111.677955ms","start":"2026-03-03T15:14:21.515841Z","end":"2026-03-03T15:14:21.627519Z","steps":["trace[1930228633] 'range keys from in-memory index tree' (duration: 111.417507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.908763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.905537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-htfvv\" ","response":"range_response_count:1 size:7233"} {"level":"info","ts":"2026-03-03T15:14:21.908832Z","caller":"traceutil/trace.go:171","msg":"trace[886474761] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-htfvv; range_end:; response_count:1; response_revision:20112; }","duration":"140.023911ms","start":"2026-03-03T15:14:21.768789Z","end":"2026-03-03T15:14:21.908813Z","steps":["trace[886474761] 'range keys from in-memory index tree' (duration: 139.67027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.908805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-endpoints-47rs9\" ","response":"range_response_count:1 size:15491"} {"level":"info","ts":"2026-03-03T15:14:21.908893Z","caller":"traceutil/trace.go:171","msg":"trace[1869840621] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-endpoints-47rs9; range_end:; response_count:1; response_revision:20112; }","duration":"139.475173ms","start":"2026-03-03T15:14:21.769399Z","end":"2026-03-03T15:14:21.908874Z","steps":["trace[1869840621] 'range keys from in-memory index tree' (duration: 139.225595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:21.996365Z","caller":"traceutil/trace.go:171","msg":"trace[1805502105] linearizableReadLoop","detail":"{readStateIndex:20894; appliedIndex:20893; }","duration":"142.51944ms","start":"2026-03-03T15:14:21.853824Z","end":"2026-03-03T15:14:21.996343Z","steps":["trace[1805502105] 'read index received' (duration: 142.343224ms)","trace[1805502105] 'applied index is now lower than readState.Index' (duration: 175.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:21.99643Z","caller":"traceutil/trace.go:171","msg":"trace[777955822] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"185.830387ms","start":"2026-03-03T15:14:21.81058Z","end":"2026-03-03T15:14:21.99641Z","steps":["trace[777955822] 'process raft request' (duration: 185.639151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:21.996699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.85256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:14:21.996797Z","caller":"traceutil/trace.go:171","msg":"trace[1571201624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20113; }","duration":"143.005945ms","start":"2026-03-03T15:14:21.853769Z","end":"2026-03-03T15:14:21.996775Z","steps":["trace[1571201624] 'agreement among raft nodes before linearized reading' (duration: 142.684945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.278973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.456962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:22.278985Z","caller":"traceutil/trace.go:171","msg":"trace[1622052386] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"198.173927ms","start":"2026-03-03T15:14:22.080783Z","end":"2026-03-03T15:14:22.278957Z","steps":["trace[1622052386] 'process raft request' (duration: 121.894769ms)","trace[1622052386] 'compare' (duration: 75.360069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:22.279069Z","caller":"traceutil/trace.go:171","msg":"trace[1871768368] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20113; }","duration":"202.584566ms","start":"2026-03-03T15:14:22.076466Z","end":"2026-03-03T15:14:22.27905Z","steps":["trace[1871768368] 'range keys from in-memory index tree' (duration: 202.3881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.280494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.174362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:22.28057Z","caller":"traceutil/trace.go:171","msg":"trace[1208019410] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20113; }","duration":"271.278195ms","start":"2026-03-03T15:14:22.009276Z","end":"2026-03-03T15:14:22.280554Z","steps":["trace[1208019410] 'range keys from in-memory index tree' (duration: 269.401666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.283116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.390911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:22.283173Z","caller":"traceutil/trace.go:171","msg":"trace[17826394] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20113; }","duration":"260.483804ms","start":"2026-03-03T15:14:22.022677Z","end":"2026-03-03T15:14:22.283161Z","steps":["trace[17826394] 'range keys from in-memory index tree' (duration: 257.913333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:22.295958Z","caller":"traceutil/trace.go:171","msg":"trace[1733024102] linearizableReadLoop","detail":"{readStateIndex:20896; appliedIndex:20894; }","duration":"158.294858ms","start":"2026-03-03T15:14:22.137647Z","end":"2026-03-03T15:14:22.295942Z","steps":["trace[1733024102] 'read index received' (duration: 65.064524ms)","trace[1733024102] 'applied index is now lower than readState.Index' (duration: 93.228904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:22.29603Z","caller":"traceutil/trace.go:171","msg":"trace[1632067140] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"194.933814ms","start":"2026-03-03T15:14:22.101088Z","end":"2026-03-03T15:14:22.296022Z","steps":["trace[1632067140] 'process raft request' (duration: 194.761069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.296427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.753043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:14:22.296513Z","caller":"traceutil/trace.go:171","msg":"trace[1442527361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20115; }","duration":"158.895307ms","start":"2026-03-03T15:14:22.137598Z","end":"2026-03-03T15:14:22.296493Z","steps":["trace[1442527361] 'agreement among raft nodes before linearized reading' (duration: 158.630999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:22.487468Z","caller":"traceutil/trace.go:171","msg":"trace[1263837050] linearizableReadLoop","detail":"{readStateIndex:20897; appliedIndex:20896; }","duration":"179.598071ms","start":"2026-03-03T15:14:22.30784Z","end":"2026-03-03T15:14:22.487438Z","steps":["trace[1263837050] 'read index received' (duration: 84.052424ms)","trace[1263837050] 'applied index is now lower than readState.Index' (duration: 95.544687ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:22.48772Z","caller":"traceutil/trace.go:171","msg":"trace[2114673840] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"182.023937ms","start":"2026-03-03T15:14:22.305656Z","end":"2026-03-03T15:14:22.487679Z","steps":["trace[2114673840] 'process raft request' (duration: 86.204332ms)","trace[2114673840] 'compare' (duration: 95.471174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:22.487911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.797757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:22.488004Z","caller":"traceutil/trace.go:171","msg":"trace[831190574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20116; }","duration":"154.917302ms","start":"2026-03-03T15:14:22.333061Z","end":"2026-03-03T15:14:22.487979Z","steps":["trace[831190574] 'agreement among raft nodes before linearized reading' (duration: 154.749326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.488004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.498581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:22.488117Z","caller":"traceutil/trace.go:171","msg":"trace[1157255559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20116; }","duration":"118.648166ms","start":"2026-03-03T15:14:22.369439Z","end":"2026-03-03T15:14:22.488087Z","steps":["trace[1157255559] 'agreement among raft nodes before linearized reading' (duration: 118.355057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.488432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.583311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-03T15:14:22.488522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.826322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20113 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:22.48849Z","caller":"traceutil/trace.go:171","msg":"trace[444049484] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20116; }","duration":"180.657054ms","start":"2026-03-03T15:14:22.307818Z","end":"2026-03-03T15:14:22.488475Z","steps":["trace[444049484] 'agreement among raft nodes before linearized reading' (duration: 179.933061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:22.48859Z","caller":"traceutil/trace.go:171","msg":"trace[592280787] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20116; }","duration":"156.957955ms","start":"2026-03-03T15:14:22.331617Z","end":"2026-03-03T15:14:22.488575Z","steps":["trace[592280787] 'agreement among raft nodes before linearized reading' (duration: 156.102598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.489175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.676572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20113 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:22.48923Z","caller":"traceutil/trace.go:171","msg":"trace[1458089933] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20116; }","duration":"153.739104ms","start":"2026-03-03T15:14:22.335477Z","end":"2026-03-03T15:14:22.489216Z","steps":["trace[1458089933] 'agreement among raft nodes before linearized reading' (duration: 152.290388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:22.667828Z","caller":"traceutil/trace.go:171","msg":"trace[1131282044] linearizableReadLoop","detail":"{readStateIndex:20898; appliedIndex:20897; }","duration":"168.547202ms","start":"2026-03-03T15:14:22.49925Z","end":"2026-03-03T15:14:22.667798Z","steps":["trace[1131282044] 'read index received' (duration: 90.770016ms)","trace[1131282044] 'applied index is now lower than readState.Index' (duration: 77.775736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:22.66812Z","caller":"traceutil/trace.go:171","msg":"trace[825162339] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"173.301582ms","start":"2026-03-03T15:14:22.494598Z","end":"2026-03-03T15:14:22.6679Z","steps":["trace[825162339] 'process raft request' (duration: 95.366261ms)","trace[825162339] 'compare' (duration: 77.702154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:22.668278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.999106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T15:14:22.668326Z","caller":"traceutil/trace.go:171","msg":"trace[1832323265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20117; }","duration":"169.083948ms","start":"2026-03-03T15:14:22.49923Z","end":"2026-03-03T15:14:22.668314Z","steps":["trace[1832323265] 'agreement among raft nodes before linearized reading' (duration: 168.904292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:22.668345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.103957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:22.668437Z","caller":"traceutil/trace.go:171","msg":"trace[332902524] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20117; }","duration":"123.23156ms","start":"2026-03-03T15:14:22.545182Z","end":"2026-03-03T15:14:22.668413Z","steps":["trace[332902524] 'agreement among raft nodes before linearized reading' (duration: 123.085856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.521406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.364217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:14:23.521503Z","caller":"traceutil/trace.go:171","msg":"trace[479129127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20117; }","duration":"105.508681ms","start":"2026-03-03T15:14:23.415975Z","end":"2026-03-03T15:14:23.521484Z","steps":["trace[479129127] 'range keys from in-memory index tree' (duration: 105.192662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.52173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.560905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:23.521823Z","caller":"traceutil/trace.go:171","msg":"trace[1870305865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20117; }","duration":"507.71705ms","start":"2026-03-03T15:14:23.014088Z","end":"2026-03-03T15:14:23.521805Z","steps":["trace[1870305865] 'range keys from in-memory index tree' (duration: 507.362039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.52185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.248192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:23.52184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.626025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:14:23.521931Z","caller":"traceutil/trace.go:171","msg":"trace[1059509611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20117; }","duration":"709.370256ms","start":"2026-03-03T15:14:22.812542Z","end":"2026-03-03T15:14:23.521912Z","steps":["trace[1059509611] 'count revisions from in-memory index tree' (duration: 709.132229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.521869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:23.014056Z","time spent":"507.803592ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:23.521993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:22.812524Z","time spent":"709.451019ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:23.521961Z","caller":"traceutil/trace.go:171","msg":"trace[162292749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20117; }","duration":"105.819961ms","start":"2026-03-03T15:14:23.41611Z","end":"2026-03-03T15:14:23.52193Z","steps":["trace[162292749] 'range keys from in-memory index tree' (duration: 105.339746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.525953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.82186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20117 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:23.526004Z","caller":"traceutil/trace.go:171","msg":"trace[855310222] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20117; }","duration":"753.904372ms","start":"2026-03-03T15:14:22.772087Z","end":"2026-03-03T15:14:23.525991Z","steps":["trace[855310222] 'range keys from in-memory index tree' (duration: 750.503395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.526053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:22.772075Z","time spent":"753.948344ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1157,"response size":774292,"request content":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20117 "} {"level":"warn","ts":"2026-03-03T15:14:23.526143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.575798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20117 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:23.526204Z","caller":"traceutil/trace.go:171","msg":"trace[1515027853] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20117; }","duration":"750.66652ms","start":"2026-03-03T15:14:22.775523Z","end":"2026-03-03T15:14:23.52619Z","steps":["trace[1515027853] 'range keys from in-memory index tree' (duration: 746.664304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:23.526276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:22.77551Z","time spent":"750.720762ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1157,"response size":774292,"request content":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20117 "} {"level":"info","ts":"2026-03-03T15:14:23.589557Z","caller":"traceutil/trace.go:171","msg":"trace[692656547] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"102.9555ms","start":"2026-03-03T15:14:23.486572Z","end":"2026-03-03T15:14:23.589528Z","steps":["trace[692656547] 'process raft request' (duration: 102.782875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:24.701276Z","caller":"traceutil/trace.go:171","msg":"trace[565762787] linearizableReadLoop","detail":"{readStateIndex:20905; appliedIndex:20904; }","duration":"128.200698ms","start":"2026-03-03T15:14:24.573054Z","end":"2026-03-03T15:14:24.701255Z","steps":["trace[565762787] 'read index received' (duration: 127.96277ms)","trace[565762787] 'applied index is now lower than readState.Index' (duration: 237.288µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:24.70154Z","caller":"traceutil/trace.go:171","msg":"trace[905731054] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"203.37042ms","start":"2026-03-03T15:14:24.498158Z","end":"2026-03-03T15:14:24.701529Z","steps":["trace[905731054] 'process raft request' (duration: 202.936157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:24.701774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.702073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-ntfnb\" ","response":"range_response_count:1 size:6817"} {"level":"info","ts":"2026-03-03T15:14:24.70184Z","caller":"traceutil/trace.go:171","msg":"trace[593820276] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-ntfnb; range_end:; response_count:1; response_revision:20124; }","duration":"128.815737ms","start":"2026-03-03T15:14:24.57301Z","end":"2026-03-03T15:14:24.701825Z","steps":["trace[593820276] 'agreement among raft nodes before linearized reading' (duration: 128.61562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:24.910599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.57069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:24.91073Z","caller":"traceutil/trace.go:171","msg":"trace[1330691467] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"205.004923ms","start":"2026-03-03T15:14:24.705697Z","end":"2026-03-03T15:14:24.910702Z","steps":["trace[1330691467] 'process raft request' (duration: 88.240996ms)","trace[1330691467] 'compare' (duration: 116.441176ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:24.91106Z","caller":"traceutil/trace.go:171","msg":"trace[789250139] linearizableReadLoop","detail":"{readStateIndex:20906; appliedIndex:20905; }","duration":"122.007372ms","start":"2026-03-03T15:14:24.789028Z","end":"2026-03-03T15:14:24.911035Z","steps":["trace[789250139] 'read index received' (duration: 4.858913ms)","trace[789250139] 'applied index is now lower than readState.Index' (duration: 117.146189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:25.01173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.006839ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:14:25.011838Z","caller":"traceutil/trace.go:171","msg":"trace[1630818588] linearizableReadLoop","detail":"{readStateIndex:20907; appliedIndex:20906; }","duration":"100.700769ms","start":"2026-03-03T15:14:24.91112Z","end":"2026-03-03T15:14:25.011821Z","steps":["trace[1630818588] 'read index received' (duration: 51.931µs)","trace[1630818588] 'applied index is now lower than readState.Index' (duration: 100.647248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:25.011838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.774833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-ntfnb\" ","response":"range_response_count:1 size:6817"} {"level":"info","ts":"2026-03-03T15:14:25.011894Z","caller":"traceutil/trace.go:171","msg":"trace[1933629391] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-ntfnb; range_end:; response_count:1; response_revision:20125; }","duration":"222.892898ms","start":"2026-03-03T15:14:24.788981Z","end":"2026-03-03T15:14:25.011874Z","steps":["trace[1933629391] 'agreement among raft nodes before linearized reading' (duration: 122.173818ms)","trace[1933629391] 'range keys from in-memory index tree' (duration: 100.522944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:25.012115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.207041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-p6h4k\" ","response":"range_response_count:1 size:7244"} {"level":"info","ts":"2026-03-03T15:14:25.012205Z","caller":"traceutil/trace.go:171","msg":"trace[1800401780] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-p6h4k; range_end:; response_count:1; response_revision:20125; }","duration":"213.342015ms","start":"2026-03-03T15:14:24.798842Z","end":"2026-03-03T15:14:25.012184Z","steps":["trace[1800401780] 'agreement among raft nodes before linearized reading' (duration: 213.064367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:25.89113Z","caller":"traceutil/trace.go:171","msg":"trace[1094976540] linearizableReadLoop","detail":"{readStateIndex:20911; appliedIndex:20908; }","duration":"258.285445ms","start":"2026-03-03T15:14:25.632807Z","end":"2026-03-03T15:14:25.891092Z","steps":["trace[1094976540] 'read index received' (duration: 58.367853ms)","trace[1094976540] 'applied index is now lower than readState.Index' (duration: 199.916222ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:25.891375Z","caller":"traceutil/trace.go:171","msg":"trace[75886492] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"266.266277ms","start":"2026-03-03T15:14:25.625074Z","end":"2026-03-03T15:14:25.89134Z","steps":["trace[75886492] 'process raft request' (duration: 265.882475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:25.891399Z","caller":"traceutil/trace.go:171","msg":"trace[901968028] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"266.668449ms","start":"2026-03-03T15:14:25.624694Z","end":"2026-03-03T15:14:25.891362Z","steps":["trace[901968028] 'process raft request' (duration: 265.652807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:25.891751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.275136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-554876d66-vnrgb\" ","response":"range_response_count:1 size:8666"} {"level":"info","ts":"2026-03-03T15:14:25.891832Z","caller":"traceutil/trace.go:171","msg":"trace[793273851] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-554876d66-vnrgb; range_end:; response_count:1; response_revision:20129; }","duration":"240.401631ms","start":"2026-03-03T15:14:25.651417Z","end":"2026-03-03T15:14:25.891819Z","steps":["trace[793273851] 'agreement among raft nodes before linearized reading' (duration: 240.103421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:25.895413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.5727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20126 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:25.895501Z","caller":"traceutil/trace.go:171","msg":"trace[283461943] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20129; }","duration":"262.693214ms","start":"2026-03-03T15:14:25.632788Z","end":"2026-03-03T15:14:25.895481Z","steps":["trace[283461943] 'agreement among raft nodes before linearized reading' (duration: 258.554404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:26.167701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.200811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-fp2hz\" ","response":"range_response_count:1 size:9275"} {"level":"info","ts":"2026-03-03T15:14:26.167777Z","caller":"traceutil/trace.go:171","msg":"trace[1628569427] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-fp2hz; range_end:; response_count:1; response_revision:20129; }","duration":"149.328774ms","start":"2026-03-03T15:14:26.018431Z","end":"2026-03-03T15:14:26.16776Z","steps":["trace[1628569427] 'range keys from in-memory index tree' (duration: 149.035115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:26.16906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.304718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:26.169104Z","caller":"traceutil/trace.go:171","msg":"trace[318768624] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20129; }","duration":"171.371651ms","start":"2026-03-03T15:14:25.997724Z","end":"2026-03-03T15:14:26.169096Z","steps":["trace[318768624] 'range keys from in-memory index tree' (duration: 170.142621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:26.272853Z","caller":"traceutil/trace.go:171","msg":"trace[456171827] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"191.821966ms","start":"2026-03-03T15:14:26.08101Z","end":"2026-03-03T15:14:26.272832Z","steps":["trace[456171827] 'process raft request' (duration: 191.038721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:26.661035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.691851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-usage-audit-29542505-pvvdh\" ","response":"range_response_count:1 size:6937"} {"level":"info","ts":"2026-03-03T15:14:26.661093Z","caller":"traceutil/trace.go:171","msg":"trace[933815563] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-usage-audit-29542505-pvvdh; range_end:; response_count:1; response_revision:20131; }","duration":"235.801245ms","start":"2026-03-03T15:14:26.425278Z","end":"2026-03-03T15:14:26.661079Z","steps":["trace[933815563] 'range keys from in-memory index tree' (duration: 235.518336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:26.661392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.334049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-85944dddcd-qk8ww\" ","response":"range_response_count:1 size:16953"} {"level":"info","ts":"2026-03-03T15:14:26.661412Z","caller":"traceutil/trace.go:171","msg":"trace[122522722] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-85944dddcd-qk8ww; range_end:; response_count:1; response_revision:20131; }","duration":"292.377391ms","start":"2026-03-03T15:14:26.369029Z","end":"2026-03-03T15:14:26.661407Z","steps":["trace[122522722] 'range keys from in-memory index tree' (duration: 292.256787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:26.661691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.908912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T15:14:26.661801Z","caller":"traceutil/trace.go:171","msg":"trace[562339095] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20131; }","duration":"156.061627ms","start":"2026-03-03T15:14:26.505715Z","end":"2026-03-03T15:14:26.661777Z","steps":["trace[562339095] 'range keys from in-memory index tree' (duration: 155.688665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:26.891751Z","caller":"traceutil/trace.go:171","msg":"trace[453246167] linearizableReadLoop","detail":"{readStateIndex:20915; appliedIndex:20914; }","duration":"101.35457ms","start":"2026-03-03T15:14:26.790352Z","end":"2026-03-03T15:14:26.891707Z","steps":["trace[453246167] 'read index received' (duration: 44.840236ms)","trace[453246167] 'applied index is now lower than readState.Index' (duration: 56.513334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:26.891902Z","caller":"traceutil/trace.go:171","msg":"trace[2129331433] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"142.539571ms","start":"2026-03-03T15:14:26.749344Z","end":"2026-03-03T15:14:26.891884Z","steps":["trace[2129331433] 'process raft request' (duration: 85.926473ms)","trace[2129331433] 'compare' (duration: 56.329029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:26.892164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.794664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-85944dddcd-qk8ww\" ","response":"range_response_count:1 size:16953"} {"level":"info","ts":"2026-03-03T15:14:26.89223Z","caller":"traceutil/trace.go:171","msg":"trace[2101730522] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-85944dddcd-qk8ww; range_end:; response_count:1; response_revision:20133; }","duration":"101.902147ms","start":"2026-03-03T15:14:26.790312Z","end":"2026-03-03T15:14:26.892214Z","steps":["trace[2101730522] 'agreement among raft nodes before linearized reading' (duration: 101.692971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:27.948256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.641151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20138 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:27.948438Z","caller":"traceutil/trace.go:171","msg":"trace[984577604] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20138; }","duration":"179.854378ms","start":"2026-03-03T15:14:27.768564Z","end":"2026-03-03T15:14:27.948418Z","steps":["trace[984577604] 'range keys from in-memory index tree' (duration: 178.93962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:27.948612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.011833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:27.948722Z","caller":"traceutil/trace.go:171","msg":"trace[297153102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20138; }","duration":"180.147927ms","start":"2026-03-03T15:14:27.768546Z","end":"2026-03-03T15:14:27.948694Z","steps":["trace[297153102] 'range keys from in-memory index tree' (duration: 179.938051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:27.953318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.909904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20138 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:27.953382Z","caller":"traceutil/trace.go:171","msg":"trace[755910178] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20138; }","duration":"202.003708ms","start":"2026-03-03T15:14:27.751364Z","end":"2026-03-03T15:14:27.953368Z","steps":["trace[755910178] 'range keys from in-memory index tree' (duration: 197.918369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:28.121171Z","caller":"traceutil/trace.go:171","msg":"trace[41790400] transaction","detail":"{read_only:false; response_revision:20139; number_of_response:1; }","duration":"168.399477ms","start":"2026-03-03T15:14:27.952744Z","end":"2026-03-03T15:14:28.121144Z","steps":["trace[41790400] 'process raft request' (duration: 168.251702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:28.13005Z","caller":"traceutil/trace.go:171","msg":"trace[1180327889] linearizableReadLoop","detail":"{readStateIndex:20922; appliedIndex:20920; }","duration":"175.015275ms","start":"2026-03-03T15:14:27.955005Z","end":"2026-03-03T15:14:28.13002Z","steps":["trace[1180327889] 'read index received' (duration: 166.006641ms)","trace[1180327889] 'applied index is now lower than readState.Index' (duration: 9.007464ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:28.130358Z","caller":"traceutil/trace.go:171","msg":"trace[1867364827] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"177.324788ms","start":"2026-03-03T15:14:27.95302Z","end":"2026-03-03T15:14:28.130345Z","steps":["trace[1867364827] 'process raft request' (duration: 176.859793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:28.130675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.647476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:14:28.13073Z","caller":"traceutil/trace.go:171","msg":"trace[1496232501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20140; }","duration":"175.738678ms","start":"2026-03-03T15:14:27.954978Z","end":"2026-03-03T15:14:28.130716Z","steps":["trace[1496232501] 'agreement among raft nodes before linearized reading' (duration: 175.578363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:28.13128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.201181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20138 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:28.131349Z","caller":"traceutil/trace.go:171","msg":"trace[1457554987] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20140; }","duration":"168.307754ms","start":"2026-03-03T15:14:27.963025Z","end":"2026-03-03T15:14:28.131333Z","steps":["trace[1457554987] 'agreement among raft nodes before linearized reading' (duration: 167.605792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.149929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.049441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:29.150069Z","caller":"traceutil/trace.go:171","msg":"trace[745641152] linearizableReadLoop","detail":"{readStateIndex:20924; appliedIndex:20923; }","duration":"735.18026ms","start":"2026-03-03T15:14:28.414868Z","end":"2026-03-03T15:14:29.150048Z","steps":["trace[745641152] 'read index received' (duration: 85.795539ms)","trace[745641152] 'applied index is now lower than readState.Index' (duration: 649.383031ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:29.150164Z","caller":"traceutil/trace.go:171","msg":"trace[395312659] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"781.39314ms","start":"2026-03-03T15:14:28.368727Z","end":"2026-03-03T15:14:29.15012Z","steps":["trace[395312659] 'process raft request' (duration: 132.009718ms)","trace[395312659] 'compare' (duration: 648.787293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:29.150336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.368707Z","time spent":"781.546854ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:29.150653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.757048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-vndzn\" ","response":"range_response_count:1 size:6682"} {"level":"info","ts":"2026-03-03T15:14:29.150715Z","caller":"traceutil/trace.go:171","msg":"trace[1077172380] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-vndzn; range_end:; response_count:1; response_revision:20142; }","duration":"735.871172ms","start":"2026-03-03T15:14:28.414828Z","end":"2026-03-03T15:14:29.150699Z","steps":["trace[1077172380] 'agreement among raft nodes before linearized reading' (duration: 735.312064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.150762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.414811Z","time spent":"735.938424ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6705,"request content":"key:\"/registry/pods/openstack/glance-rabbit-init-vndzn\" "} {"level":"warn","ts":"2026-03-03T15:14:29.16947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.895273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-rhmgr\" ","response":"range_response_count:1 size:9610"} {"level":"warn","ts":"2026-03-03T15:14:29.169517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.298981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:29.169536Z","caller":"traceutil/trace.go:171","msg":"trace[555292283] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-rhmgr; range_end:; response_count:1; response_revision:20143; }","duration":"729.979376ms","start":"2026-03-03T15:14:28.439537Z","end":"2026-03-03T15:14:29.169516Z","steps":["trace[555292283] 'agreement among raft nodes before linearized reading' (duration: 729.827821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.169561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.439526Z","time spent":"730.029827ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9633,"request content":"key:\"/registry/pods/openstack/glance-storage-init-rhmgr\" "} {"level":"info","ts":"2026-03-03T15:14:29.169568Z","caller":"traceutil/trace.go:171","msg":"trace[746992605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20143; }","duration":"205.384874ms","start":"2026-03-03T15:14:28.964165Z","end":"2026-03-03T15:14:29.16955Z","steps":["trace[746992605] 'agreement among raft nodes before linearized reading' (duration: 205.238259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.16969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.031195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:29.169738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.460922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:14:29.169791Z","caller":"traceutil/trace.go:171","msg":"trace[1664163718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20143; }","duration":"272.529874ms","start":"2026-03-03T15:14:28.897244Z","end":"2026-03-03T15:14:29.169774Z","steps":["trace[1664163718] 'agreement among raft nodes before linearized reading' (duration: 272.380279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.169585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.232532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:29.169864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.199405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:14:29.169914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.803516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:29.16992Z","caller":"traceutil/trace.go:171","msg":"trace[1801730693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20143; }","duration":"152.303818ms","start":"2026-03-03T15:14:29.017606Z","end":"2026-03-03T15:14:29.169909Z","steps":["trace[1801730693] 'agreement among raft nodes before linearized reading' (duration: 152.228086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:29.169944Z","caller":"traceutil/trace.go:171","msg":"trace[827704764] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20143; }","duration":"612.853888ms","start":"2026-03-03T15:14:28.557081Z","end":"2026-03-03T15:14:29.169935Z","steps":["trace[827704764] 'agreement among raft nodes before linearized reading' (duration: 612.813157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.169968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.557068Z","time spent":"612.894759ms","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:29.169875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.677749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:14:29.169953Z","caller":"traceutil/trace.go:171","msg":"trace[997961923] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20143; }","duration":"391.597553ms","start":"2026-03-03T15:14:28.778283Z","end":"2026-03-03T15:14:29.169881Z","steps":["trace[997961923] 'agreement among raft nodes before linearized reading' (duration: 391.200491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:29.170049Z","caller":"traceutil/trace.go:171","msg":"trace[466801982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20143; }","duration":"642.858965ms","start":"2026-03-03T15:14:28.52716Z","end":"2026-03-03T15:14:29.170019Z","steps":["trace[466801982] 'agreement among raft nodes before linearized reading' (duration: 642.631447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.170159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.527145Z","time spent":"642.984339ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T15:14:29.170081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.778261Z","time spent":"391.773929ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:29.170187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.685734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:14:29.170236Z","caller":"traceutil/trace.go:171","msg":"trace[1221590559] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20143; }","duration":"345.758326ms","start":"2026-03-03T15:14:28.824466Z","end":"2026-03-03T15:14:29.170224Z","steps":["trace[1221590559] 'agreement among raft nodes before linearized reading' (duration: 345.57808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.170273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.824454Z","time spent":"345.810647ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":204,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:29.170592Z","caller":"traceutil/trace.go:171","msg":"trace[2134357719] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20143; }","duration":"550.063476ms","start":"2026-03-03T15:14:28.619649Z","end":"2026-03-03T15:14:29.169713Z","steps":["trace[2134357719] 'agreement among raft nodes before linearized reading' (duration: 550.017645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.170699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:28.619583Z","time spent":"551.105979ms","remote":"127.0.0.1:52330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:29.170765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.129212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:14:29.170847Z","caller":"traceutil/trace.go:171","msg":"trace[200966025] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20143; }","duration":"113.197394ms","start":"2026-03-03T15:14:29.05762Z","end":"2026-03-03T15:14:29.170817Z","steps":["trace[200966025] 'agreement among raft nodes before linearized reading' (duration: 112.11624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:29.311245Z","caller":"traceutil/trace.go:171","msg":"trace[426402452] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"137.44312ms","start":"2026-03-03T15:14:29.173747Z","end":"2026-03-03T15:14:29.31119Z","steps":["trace[426402452] 'process raft request' (duration: 123.994055ms)","trace[426402452] 'compare' (duration: 13.272759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:29.31174Z","caller":"traceutil/trace.go:171","msg":"trace[2080659185] transaction","detail":"{read_only:false; response_revision:20145; number_of_response:1; }","duration":"137.656726ms","start":"2026-03-03T15:14:29.174051Z","end":"2026-03-03T15:14:29.311708Z","steps":["trace[2080659185] 'process raft request' (duration: 137.098779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:29.311764Z","caller":"traceutil/trace.go:171","msg":"trace[511602269] linearizableReadLoop","detail":"{readStateIndex:20929; appliedIndex:20926; }","duration":"129.088365ms","start":"2026-03-03T15:14:29.182656Z","end":"2026-03-03T15:14:29.311744Z","steps":["trace[511602269] 'read index received' (duration: 8.859699ms)","trace[511602269] 'applied index is now lower than readState.Index' (duration: 120.227646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:29.311954Z","caller":"traceutil/trace.go:171","msg":"trace[1695398950] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"137.656446ms","start":"2026-03-03T15:14:29.174281Z","end":"2026-03-03T15:14:29.311937Z","steps":["trace[1695398950] 'process raft request' (duration: 137.297835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.315138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:29.316255Z","caller":"traceutil/trace.go:171","msg":"trace[1760813878] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20146; }","duration":"132.590476ms","start":"2026-03-03T15:14:29.182618Z","end":"2026-03-03T15:14:29.315208Z","steps":["trace[1760813878] 'agreement among raft nodes before linearized reading' (duration: 129.186218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:29.36112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.82161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-rhmgr\" ","response":"range_response_count:1 size:9610"} {"level":"info","ts":"2026-03-03T15:14:29.361195Z","caller":"traceutil/trace.go:171","msg":"trace[381485598] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-rhmgr; range_end:; response_count:1; response_revision:20147; }","duration":"117.943954ms","start":"2026-03-03T15:14:29.243237Z","end":"2026-03-03T15:14:29.361181Z","steps":["trace[381485598] 'agreement among raft nodes before linearized reading' (duration: 117.713167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:29.369292Z","caller":"traceutil/trace.go:171","msg":"trace[652007761] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"168.756548ms","start":"2026-03-03T15:14:29.192188Z","end":"2026-03-03T15:14:29.360945Z","steps":["trace[652007761] 'process raft request' (duration: 168.547771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.065827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.728749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:30.066014Z","caller":"traceutil/trace.go:171","msg":"trace[769147053] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"274.225677ms","start":"2026-03-03T15:14:29.79177Z","end":"2026-03-03T15:14:30.065996Z","steps":["trace[769147053] 'process raft request' (duration: 274.168106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:30.066028Z","caller":"traceutil/trace.go:171","msg":"trace[393503377] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"327.858001ms","start":"2026-03-03T15:14:29.738133Z","end":"2026-03-03T15:14:30.065991Z","steps":["trace[393503377] 'process raft request' (duration: 100.869045ms)","trace[393503377] 'compare' (duration: 226.595434ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:30.066061Z","caller":"traceutil/trace.go:171","msg":"trace[186758297] linearizableReadLoop","detail":"{readStateIndex:20932; appliedIndex:20931; }","duration":"326.042593ms","start":"2026-03-03T15:14:29.739986Z","end":"2026-03-03T15:14:30.066029Z","steps":["trace[186758297] 'read index received' (duration: 99.031586ms)","trace[186758297] 'applied index is now lower than readState.Index' (duration: 227.007897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:30.066135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:29.738122Z","time spent":"327.961054ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:14:30.066414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.657811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-6c9f9ccdc4-hhdgd\" ","response":"range_response_count:1 size:8479"} {"level":"info","ts":"2026-03-03T15:14:30.066443Z","caller":"traceutil/trace.go:171","msg":"trace[1565013547] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-6c9f9ccdc4-hhdgd; range_end:; response_count:1; response_revision:20150; }","duration":"255.710963ms","start":"2026-03-03T15:14:29.810723Z","end":"2026-03-03T15:14:30.066434Z","steps":["trace[1565013547] 'agreement among raft nodes before linearized reading' (duration: 255.59844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.066491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.70926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:14:30.066549Z","caller":"traceutil/trace.go:171","msg":"trace[37036625] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20150; }","duration":"247.815794ms","start":"2026-03-03T15:14:29.81872Z","end":"2026-03-03T15:14:30.066536Z","steps":["trace[37036625] 'agreement among raft nodes before linearized reading' (duration: 247.719211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.071279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.210327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20148 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:30.071367Z","caller":"traceutil/trace.go:171","msg":"trace[369254355] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20150; }","duration":"331.402353ms","start":"2026-03-03T15:14:29.739946Z","end":"2026-03-03T15:14:30.071348Z","steps":["trace[369254355] 'agreement among raft nodes before linearized reading' (duration: 326.264501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.071459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:29.739929Z","time spent":"331.479265ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1157,"response size":774292,"request content":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20148 "} {"level":"info","ts":"2026-03-03T15:14:30.279819Z","caller":"traceutil/trace.go:171","msg":"trace[777285999] linearizableReadLoop","detail":"{readStateIndex:20934; appliedIndex:20933; }","duration":"141.937001ms","start":"2026-03-03T15:14:30.137852Z","end":"2026-03-03T15:14:30.279789Z","steps":["trace[777285999] 'read index received' (duration: 114.34343ms)","trace[777285999] 'applied index is now lower than readState.Index' (duration: 27.592321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:30.279956Z","caller":"traceutil/trace.go:171","msg":"trace[1730250671] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"152.014899ms","start":"2026-03-03T15:14:30.127927Z","end":"2026-03-03T15:14:30.279942Z","steps":["trace[1730250671] 'process raft request' (duration: 124.334345ms)","trace[1730250671] 'compare' (duration: 27.404555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:30.280201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.329443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:30.280241Z","caller":"traceutil/trace.go:171","msg":"trace[1573573161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20151; }","duration":"142.410086ms","start":"2026-03-03T15:14:30.137821Z","end":"2026-03-03T15:14:30.280231Z","steps":["trace[1573573161] 'agreement among raft nodes before linearized reading' (duration: 142.275782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.280432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.92714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-jc98h\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-03T15:14:30.280502Z","caller":"traceutil/trace.go:171","msg":"trace[258931993] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-jc98h; range_end:; response_count:1; response_revision:20151; }","duration":"103.045393ms","start":"2026-03-03T15:14:30.177439Z","end":"2026-03-03T15:14:30.280485Z","steps":["trace[258931993] 'agreement among raft nodes before linearized reading' (duration: 102.863467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.59619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.667713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-sync-52w64\" ","response":"range_response_count:1 size:6762"} {"level":"info","ts":"2026-03-03T15:14:30.596273Z","caller":"traceutil/trace.go:171","msg":"trace[643887492] range","detail":"{range_begin:/registry/pods/openstack/heat-db-sync-52w64; range_end:; response_count:1; response_revision:20153; }","duration":"198.782776ms","start":"2026-03-03T15:14:30.397472Z","end":"2026-03-03T15:14:30.596254Z","steps":["trace[643887492] 'range keys from in-memory index tree' (duration: 198.488527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:30.59676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.064411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20153 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:30.596856Z","caller":"traceutil/trace.go:171","msg":"trace[1618400417] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20153; }","duration":"197.198766ms","start":"2026-03-03T15:14:30.399638Z","end":"2026-03-03T15:14:30.596836Z","steps":["trace[1618400417] 'range keys from in-memory index tree' (duration: 196.132992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:31.573236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.914027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:31.573543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.582919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-rx9wt\" ","response":"range_response_count:1 size:11275"} {"level":"info","ts":"2026-03-03T15:14:31.573346Z","caller":"traceutil/trace.go:171","msg":"trace[428018869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20154; }","duration":"254.053841ms","start":"2026-03-03T15:14:31.319265Z","end":"2026-03-03T15:14:31.573319Z","steps":["trace[428018869] 'range keys from in-memory index tree' (duration: 253.860135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:31.573632Z","caller":"traceutil/trace.go:171","msg":"trace[2049081258] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-rx9wt; range_end:; response_count:1; response_revision:20154; }","duration":"293.737214ms","start":"2026-03-03T15:14:31.279876Z","end":"2026-03-03T15:14:31.573613Z","steps":["trace[2049081258] 'range keys from in-memory index tree' (duration: 293.383802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:31.573802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.990493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:14:31.573618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.414432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:14:31.573873Z","caller":"traceutil/trace.go:171","msg":"trace[730639526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20154; }","duration":"257.092847ms","start":"2026-03-03T15:14:31.316765Z","end":"2026-03-03T15:14:31.573858Z","steps":["trace[730639526] 'range keys from in-memory index tree' (duration: 256.842969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:31.573916Z","caller":"traceutil/trace.go:171","msg":"trace[1970222622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20154; }","duration":"254.748023ms","start":"2026-03-03T15:14:31.319139Z","end":"2026-03-03T15:14:31.573887Z","steps":["trace[1970222622] 'range keys from in-memory index tree' (duration: 254.186355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:31.573656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.138153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-4v9sz\" ","response":"range_response_count:1 size:13306"} {"level":"info","ts":"2026-03-03T15:14:31.573988Z","caller":"traceutil/trace.go:171","msg":"trace[915392518] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-4v9sz; range_end:; response_count:1; response_revision:20154; }","duration":"336.508704ms","start":"2026-03-03T15:14:31.23746Z","end":"2026-03-03T15:14:31.573969Z","steps":["trace[915392518] 'range keys from in-memory index tree' (duration: 335.993798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:31.574055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:31.237438Z","time spent":"336.598508ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":13329,"request content":"key:\"/registry/pods/openstack/heat-ks-user-4v9sz\" "} {"level":"info","ts":"2026-03-03T15:14:31.830338Z","caller":"traceutil/trace.go:171","msg":"trace[866488928] linearizableReadLoop","detail":"{readStateIndex:20939; appliedIndex:20937; }","duration":"247.577027ms","start":"2026-03-03T15:14:31.582681Z","end":"2026-03-03T15:14:31.830258Z","steps":["trace[866488928] 'read index received' (duration: 26.59151ms)","trace[866488928] 'applied index is now lower than readState.Index' (duration: 220.984287ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:31.830396Z","caller":"traceutil/trace.go:171","msg":"trace[229758029] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"250.54399ms","start":"2026-03-03T15:14:31.579823Z","end":"2026-03-03T15:14:31.830367Z","steps":["trace[229758029] 'process raft request' (duration: 236.515317ms)","trace[229758029] 'compare' (duration: 13.547778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:31.830576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.873586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-service-rx9wt\" ","response":"range_response_count:1 size:11275"} {"level":"info","ts":"2026-03-03T15:14:31.831258Z","caller":"traceutil/trace.go:171","msg":"trace[1930895301] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-service-rx9wt; range_end:; response_count:1; response_revision:20156; }","duration":"248.542027ms","start":"2026-03-03T15:14:31.582648Z","end":"2026-03-03T15:14:31.83119Z","steps":["trace[1930895301] 'agreement among raft nodes before linearized reading' (duration: 247.809314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:31.837847Z","caller":"traceutil/trace.go:171","msg":"trace[1121724525] transaction","detail":"{read_only:false; response_revision:20157; number_of_response:1; }","duration":"106.192483ms","start":"2026-03-03T15:14:31.73163Z","end":"2026-03-03T15:14:31.837822Z","steps":["trace[1121724525] 'process raft request' (duration: 105.978306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:31.837905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.103542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-4v9sz\" ","response":"range_response_count:1 size:13306"} {"level":"info","ts":"2026-03-03T15:14:31.837945Z","caller":"traceutil/trace.go:171","msg":"trace[1288168244] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-4v9sz; range_end:; response_count:1; response_revision:20157; }","duration":"184.188525ms","start":"2026-03-03T15:14:31.653746Z","end":"2026-03-03T15:14:31.837934Z","steps":["trace[1288168244] 'agreement among raft nodes before linearized reading' (duration: 183.991139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:32.007969Z","caller":"traceutil/trace.go:171","msg":"trace[728876234] transaction","detail":"{read_only:false; response_revision:20158; number_of_response:1; }","duration":"111.342575ms","start":"2026-03-03T15:14:31.896584Z","end":"2026-03-03T15:14:32.007926Z","steps":["trace[728876234] 'process raft request' (duration: 45.394593ms)","trace[728876234] 'compare' (duration: 65.782147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:32.253366Z","caller":"traceutil/trace.go:171","msg":"trace[1288940071] linearizableReadLoop","detail":"{readStateIndex:20942; appliedIndex:20941; }","duration":"154.672543ms","start":"2026-03-03T15:14:32.098655Z","end":"2026-03-03T15:14:32.253327Z","steps":["trace[1288940071] 'read index received' (duration: 111.423517ms)","trace[1288940071] 'applied index is now lower than readState.Index' (duration: 43.247146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:32.253579Z","caller":"traceutil/trace.go:171","msg":"trace[287428278] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"178.793965ms","start":"2026-03-03T15:14:32.074768Z","end":"2026-03-03T15:14:32.253562Z","steps":["trace[287428278] 'process raft request' (duration: 135.282111ms)","trace[287428278] 'compare' (duration: 43.038609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:32.253707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.180536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-x8qm8\" ","response":"range_response_count:1 size:6655"} {"level":"warn","ts":"2026-03-03T15:14:32.253768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.097427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-nwxhw\" ","response":"range_response_count:1 size:8492"} {"level":"info","ts":"2026-03-03T15:14:32.2538Z","caller":"traceutil/trace.go:171","msg":"trace[219990053] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-x8qm8; range_end:; response_count:1; response_revision:20159; }","duration":"153.320911ms","start":"2026-03-03T15:14:32.10046Z","end":"2026-03-03T15:14:32.253781Z","steps":["trace[219990053] 'agreement among raft nodes before linearized reading' (duration: 153.115384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:32.253857Z","caller":"traceutil/trace.go:171","msg":"trace[99299738] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-nwxhw; range_end:; response_count:1; response_revision:20159; }","duration":"155.216441ms","start":"2026-03-03T15:14:32.098616Z","end":"2026-03-03T15:14:32.253832Z","steps":["trace[99299738] 'agreement among raft nodes before linearized reading' (duration: 154.998054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.54812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.994003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:32.548292Z","caller":"traceutil/trace.go:171","msg":"trace[321871568] transaction","detail":"{read_only:false; response_revision:20160; number_of_response:1; }","duration":"259.061ms","start":"2026-03-03T15:14:32.2892Z","end":"2026-03-03T15:14:32.548261Z","steps":["trace[321871568] 'process raft request' (duration: 97.830899ms)","trace[321871568] 'compare' (duration: 160.852349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:32.548342Z","caller":"traceutil/trace.go:171","msg":"trace[2118587340] linearizableReadLoop","detail":"{readStateIndex:20943; appliedIndex:20942; }","duration":"257.268823ms","start":"2026-03-03T15:14:32.291062Z","end":"2026-03-03T15:14:32.548331Z","steps":["trace[2118587340] 'read index received' (duration: 95.981541ms)","trace[2118587340] 'applied index is now lower than readState.Index' (duration: 161.286342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:32.548305Z","caller":"traceutil/trace.go:171","msg":"trace[1294922913] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"188.14712ms","start":"2026-03-03T15:14:32.360144Z","end":"2026-03-03T15:14:32.548291Z","steps":["trace[1294922913] 'process raft request' (duration: 188.086198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.548689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.278187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:32.548812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.307578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:32.548707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.423121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:14:32.54919Z","caller":"traceutil/trace.go:171","msg":"trace[812624315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20161; }","duration":"221.910496ms","start":"2026-03-03T15:14:32.327251Z","end":"2026-03-03T15:14:32.549162Z","steps":["trace[812624315] 'agreement among raft nodes before linearized reading' (duration: 221.283626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:32.549253Z","caller":"traceutil/trace.go:171","msg":"trace[1373846471] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20161; }","duration":"209.811574ms","start":"2026-03-03T15:14:32.339415Z","end":"2026-03-03T15:14:32.549226Z","steps":["trace[1373846471] 'agreement among raft nodes before linearized reading' (duration: 209.34536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.549292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.216053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20159 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:32.549342Z","caller":"traceutil/trace.go:171","msg":"trace[345649597] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20161; }","duration":"258.287045ms","start":"2026-03-03T15:14:32.291042Z","end":"2026-03-03T15:14:32.549329Z","steps":["trace[345649597] 'agreement among raft nodes before linearized reading' (duration: 257.443668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:32.548825Z","caller":"traceutil/trace.go:171","msg":"trace[1040865625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20161; }","duration":"228.443353ms","start":"2026-03-03T15:14:32.320354Z","end":"2026-03-03T15:14:32.548798Z","steps":["trace[1040865625] 'agreement among raft nodes before linearized reading' (duration: 228.220276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.550878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.186271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20159 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:32.550996Z","caller":"traceutil/trace.go:171","msg":"trace[1601624192] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20161; }","duration":"257.337805ms","start":"2026-03-03T15:14:32.293596Z","end":"2026-03-03T15:14:32.550934Z","steps":["trace[1601624192] 'agreement among raft nodes before linearized reading' (duration: 254.992141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:32.768413Z","caller":"traceutil/trace.go:171","msg":"trace[2077194301] linearizableReadLoop","detail":"{readStateIndex:20945; appliedIndex:20944; }","duration":"125.205483ms","start":"2026-03-03T15:14:32.643189Z","end":"2026-03-03T15:14:32.768395Z","steps":["trace[2077194301] 'read index received' (duration: 120.146243ms)","trace[2077194301] 'applied index is now lower than readState.Index' (duration: 5.05867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:32.768468Z","caller":"traceutil/trace.go:171","msg":"trace[2089967006] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"214.159202ms","start":"2026-03-03T15:14:32.554263Z","end":"2026-03-03T15:14:32.768422Z","steps":["trace[2089967006] 'process raft request' (duration: 209.149843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.768553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.365228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-b76b6d965-sj5lr\" ","response":"range_response_count:1 size:12022"} {"level":"info","ts":"2026-03-03T15:14:32.768574Z","caller":"traceutil/trace.go:171","msg":"trace[332864602] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-b76b6d965-sj5lr; range_end:; response_count:1; response_revision:20162; }","duration":"125.451631ms","start":"2026-03-03T15:14:32.643117Z","end":"2026-03-03T15:14:32.768569Z","steps":["trace[332864602] 'agreement among raft nodes before linearized reading' (duration: 125.356338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:32.768694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.836631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jhqwd\" ","response":"range_response_count:1 size:6685"} {"level":"info","ts":"2026-03-03T15:14:32.768781Z","caller":"traceutil/trace.go:171","msg":"trace[537124740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jhqwd; range_end:; response_count:1; response_revision:20162; }","duration":"124.946385ms","start":"2026-03-03T15:14:32.643815Z","end":"2026-03-03T15:14:32.768761Z","steps":["trace[537124740] 'agreement among raft nodes before linearized reading' (duration: 124.723898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:33.960004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.799796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-vf7bk\" ","response":"range_response_count:1 size:6677"} {"level":"info","ts":"2026-03-03T15:14:33.960095Z","caller":"traceutil/trace.go:171","msg":"trace[1279381311] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-vf7bk; range_end:; response_count:1; response_revision:20164; }","duration":"147.928481ms","start":"2026-03-03T15:14:33.812152Z","end":"2026-03-03T15:14:33.960081Z","steps":["trace[1279381311] 'range keys from in-memory index tree' (duration: 147.676402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:33.960124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.338014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xsh9n\" ","response":"range_response_count:1 size:21582"} {"level":"warn","ts":"2026-03-03T15:14:33.96016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.838593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:14:33.960197Z","caller":"traceutil/trace.go:171","msg":"trace[1600846466] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xsh9n; range_end:; response_count:1; response_revision:20164; }","duration":"123.463938ms","start":"2026-03-03T15:14:33.836717Z","end":"2026-03-03T15:14:33.960181Z","steps":["trace[1600846466] 'range keys from in-memory index tree' (duration: 123.164868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:33.960237Z","caller":"traceutil/trace.go:171","msg":"trace[664841702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20164; }","duration":"125.962357ms","start":"2026-03-03T15:14:33.834254Z","end":"2026-03-03T15:14:33.960216Z","steps":["trace[664841702] 'range keys from in-memory index tree' (duration: 125.622956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:33.984667Z","caller":"traceutil/trace.go:171","msg":"trace[193221469] transaction","detail":"{read_only:false; response_revision:20165; number_of_response:1; }","duration":"141.832018ms","start":"2026-03-03T15:14:33.842812Z","end":"2026-03-03T15:14:33.984644Z","steps":["trace[193221469] 'process raft request' (duration: 141.706294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.509052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.725776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:14:34.509121Z","caller":"traceutil/trace.go:171","msg":"trace[443654643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20166; }","duration":"250.832379ms","start":"2026-03-03T15:14:34.258272Z","end":"2026-03-03T15:14:34.509105Z","steps":["trace[443654643] 'range keys from in-memory index tree' (duration: 250.583041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.509473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.861201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xsh9n\" ","response":"range_response_count:1 size:21582"} {"level":"info","ts":"2026-03-03T15:14:34.509508Z","caller":"traceutil/trace.go:171","msg":"trace[208986827] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xsh9n; range_end:; response_count:1; response_revision:20166; }","duration":"422.920443ms","start":"2026-03-03T15:14:34.086577Z","end":"2026-03-03T15:14:34.509497Z","steps":["trace[208986827] 'range keys from in-memory index tree' (duration: 422.750017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.50953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:34.086562Z","time spent":"422.960904ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21605,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xsh9n\" "} {"level":"warn","ts":"2026-03-03T15:14:34.511477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.086777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:34.511583Z","caller":"traceutil/trace.go:171","msg":"trace[1568720754] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20166; }","duration":"448.18499ms","start":"2026-03-03T15:14:34.063355Z","end":"2026-03-03T15:14:34.51154Z","steps":["trace[1568720754] 'range keys from in-memory index tree' (duration: 446.051183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.511653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:34.063314Z","time spent":"448.309594ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1657,"response size":385467,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:14:34.698729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.61552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:14:34.698847Z","caller":"traceutil/trace.go:171","msg":"trace[1670354521] linearizableReadLoop","detail":"{readStateIndex:20950; appliedIndex:20949; }","duration":"378.710366ms","start":"2026-03-03T15:14:34.320113Z","end":"2026-03-03T15:14:34.698823Z","steps":["trace[1670354521] 'read index received' (duration: 174.004613ms)","trace[1670354521] 'applied index is now lower than readState.Index' (duration: 204.703633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:34.698991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.844911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:34.699089Z","caller":"traceutil/trace.go:171","msg":"trace[1667791597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20166; }","duration":"378.952485ms","start":"2026-03-03T15:14:34.320078Z","end":"2026-03-03T15:14:34.69903Z","steps":["trace[1667791597] 'agreement among raft nodes before linearized reading' (duration: 378.830571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.699135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:34.320061Z","time spent":"379.062828ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:14:34.716208Z","caller":"traceutil/trace.go:171","msg":"trace[120013162] transaction","detail":"{read_only:false; response_revision:20167; number_of_response:1; }","duration":"201.311665ms","start":"2026-03-03T15:14:34.514874Z","end":"2026-03-03T15:14:34.716186Z","steps":["trace[120013162] 'process raft request' (duration: 200.568332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:34.763043Z","caller":"traceutil/trace.go:171","msg":"trace[705235656] transaction","detail":"{read_only:false; response_revision:20168; number_of_response:1; }","duration":"208.630896ms","start":"2026-03-03T15:14:34.554382Z","end":"2026-03-03T15:14:34.763013Z","steps":["trace[705235656] 'process raft request' (duration: 208.389539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.763185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.552537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:14:34.763254Z","caller":"traceutil/trace.go:171","msg":"trace[1279612499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20168; }","duration":"210.652891ms","start":"2026-03-03T15:14:34.552586Z","end":"2026-03-03T15:14:34.763238Z","steps":["trace[1279612499] 'agreement among raft nodes before linearized reading' (duration: 210.422713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.763247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.852415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-xsh9n\" ","response":"range_response_count:1 size:21582"} {"level":"info","ts":"2026-03-03T15:14:34.763307Z","caller":"traceutil/trace.go:171","msg":"trace[1775593030] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-xsh9n; range_end:; response_count:1; response_revision:20168; }","duration":"247.984329ms","start":"2026-03-03T15:14:34.51531Z","end":"2026-03-03T15:14:34.763294Z","steps":["trace[1775593030] 'agreement among raft nodes before linearized reading' (duration: 247.801174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:34.76623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.810474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20166 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:34.766304Z","caller":"traceutil/trace.go:171","msg":"trace[1913529937] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20168; }","duration":"241.914328ms","start":"2026-03-03T15:14:34.524373Z","end":"2026-03-03T15:14:34.766287Z","steps":["trace[1913529937] 'agreement among raft nodes before linearized reading' (duration: 238.569302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:35.087979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.030549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:35.088059Z","caller":"traceutil/trace.go:171","msg":"trace[655918451] linearizableReadLoop","detail":"{readStateIndex:20954; appliedIndex:20953; }","duration":"298.451413ms","start":"2026-03-03T15:14:34.789595Z","end":"2026-03-03T15:14:35.088046Z","steps":["trace[655918451] 'read index received' (duration: 38.301529ms)","trace[655918451] 'applied index is now lower than readState.Index' (duration: 260.149004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:35.088104Z","caller":"traceutil/trace.go:171","msg":"trace[949198643] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"298.613098ms","start":"2026-03-03T15:14:34.789462Z","end":"2026-03-03T15:14:35.088075Z","steps":["trace[949198643] 'process raft request' (duration: 38.420843ms)","trace[949198643] 'compare' (duration: 259.940627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:35.088352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.316217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsf9q\" ","response":"range_response_count:1 size:8168"} {"level":"info","ts":"2026-03-03T15:14:35.088387Z","caller":"traceutil/trace.go:171","msg":"trace[952652433] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vsf9q; range_end:; response_count:1; response_revision:20170; }","duration":"202.381149ms","start":"2026-03-03T15:14:34.885996Z","end":"2026-03-03T15:14:35.088377Z","steps":["trace[952652433] 'agreement among raft nodes before linearized reading' (duration: 202.267416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:35.088403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.619111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T15:14:35.08862Z","caller":"traceutil/trace.go:171","msg":"trace[1408278604] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20170; }","duration":"141.88192ms","start":"2026-03-03T15:14:34.946729Z","end":"2026-03-03T15:14:35.088611Z","steps":["trace[1408278604] 'agreement among raft nodes before linearized reading' (duration: 141.596261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:35.09119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.582581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20169 ","response":"range_response_count:1000 size:774269"} {"level":"info","ts":"2026-03-03T15:14:35.091247Z","caller":"traceutil/trace.go:171","msg":"trace[1870238768] range","detail":"{range_begin:/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20170; }","duration":"301.681134ms","start":"2026-03-03T15:14:34.789556Z","end":"2026-03-03T15:14:35.091237Z","steps":["trace[1870238768] 'agreement among raft nodes before linearized reading' (duration: 298.69809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:35.091288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:34.789538Z","time spent":"301.727976ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":1157,"response size":774292,"request content":"key:\"/registry/events/openstack/heat-engine-ddbc5f485-wkz8x.18995d49ebdeebad\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20169 "} {"level":"warn","ts":"2026-03-03T15:14:35.30001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.453751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-vsf9q\" ","response":"range_response_count:1 size:8168"} {"level":"info","ts":"2026-03-03T15:14:35.300074Z","caller":"traceutil/trace.go:171","msg":"trace[588576136] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-vsf9q; range_end:; response_count:1; response_revision:20170; }","duration":"106.558475ms","start":"2026-03-03T15:14:35.1935Z","end":"2026-03-03T15:14:35.300059Z","steps":["trace[588576136] 'range keys from in-memory index tree' (duration: 106.306376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:35.903975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.850001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pclmm\" ","response":"range_response_count:1 size:18940"} {"level":"info","ts":"2026-03-03T15:14:35.904053Z","caller":"traceutil/trace.go:171","msg":"trace[1421002201] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pclmm; range_end:; response_count:1; response_revision:20172; }","duration":"118.969445ms","start":"2026-03-03T15:14:35.785066Z","end":"2026-03-03T15:14:35.904035Z","steps":["trace[1421002201] 'range keys from in-memory index tree' (duration: 118.692976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:36.234887Z","caller":"traceutil/trace.go:171","msg":"trace[1521869123] linearizableReadLoop","detail":"{readStateIndex:20957; appliedIndex:20956; }","duration":"234.798663ms","start":"2026-03-03T15:14:36.000064Z","end":"2026-03-03T15:14:36.234863Z","steps":["trace[1521869123] 'read index received' (duration: 234.599847ms)","trace[1521869123] 'applied index is now lower than readState.Index' (duration: 197.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:36.235076Z","caller":"traceutil/trace.go:171","msg":"trace[178894155] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"246.11402ms","start":"2026-03-03T15:14:35.988917Z","end":"2026-03-03T15:14:36.235031Z","steps":["trace[178894155] 'process raft request' (duration: 245.756879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.235125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.03964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-x495h\" ","response":"range_response_count:1 size:15398"} {"level":"info","ts":"2026-03-03T15:14:36.235201Z","caller":"traceutil/trace.go:171","msg":"trace[1783541092] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-x495h; range_end:; response_count:1; response_revision:20173; }","duration":"235.168714ms","start":"2026-03-03T15:14:36.000022Z","end":"2026-03-03T15:14:36.235191Z","steps":["trace[1783541092] 'agreement among raft nodes before linearized reading' (duration: 234.978208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.235231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.783576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T15:14:36.235202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.004366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:14:36.235296Z","caller":"traceutil/trace.go:171","msg":"trace[585982187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20173; }","duration":"230.890289ms","start":"2026-03-03T15:14:36.004389Z","end":"2026-03-03T15:14:36.235279Z","steps":["trace[585982187] 'agreement among raft nodes before linearized reading' (duration: 230.669902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:36.235307Z","caller":"traceutil/trace.go:171","msg":"trace[607880811] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20173; }","duration":"188.137929ms","start":"2026-03-03T15:14:36.047152Z","end":"2026-03-03T15:14:36.23529Z","steps":["trace[607880811] 'agreement among raft nodes before linearized reading' (duration: 187.957534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.235317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.945302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-l7t4l\" ","response":"range_response_count:1 size:8092"} {"level":"info","ts":"2026-03-03T15:14:36.235372Z","caller":"traceutil/trace.go:171","msg":"trace[236772632] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-l7t4l; range_end:; response_count:1; response_revision:20173; }","duration":"193.029744ms","start":"2026-03-03T15:14:36.042326Z","end":"2026-03-03T15:14:36.235356Z","steps":["trace[236772632] 'agreement among raft nodes before linearized reading' (duration: 192.832408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.554989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.53319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-h75t9\" ","response":"range_response_count:1 size:9121"} {"level":"info","ts":"2026-03-03T15:14:36.555075Z","caller":"traceutil/trace.go:171","msg":"trace[302083040] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-h75t9; range_end:; response_count:1; response_revision:20174; }","duration":"180.672904ms","start":"2026-03-03T15:14:36.374383Z","end":"2026-03-03T15:14:36.555056Z","steps":["trace[302083040] 'range keys from in-memory index tree' (duration: 180.372745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.555186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.900537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-l7t4l\" ","response":"range_response_count:1 size:8092"} {"level":"info","ts":"2026-03-03T15:14:36.555273Z","caller":"traceutil/trace.go:171","msg":"trace[387283015] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-l7t4l; range_end:; response_count:1; response_revision:20174; }","duration":"235.022111ms","start":"2026-03-03T15:14:36.320236Z","end":"2026-03-03T15:14:36.555258Z","steps":["trace[387283015] 'range keys from in-memory index tree' (duration: 234.724271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.555386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.336554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:36.555407Z","caller":"traceutil/trace.go:171","msg":"trace[887093519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20174; }","duration":"231.382265ms","start":"2026-03-03T15:14:36.324019Z","end":"2026-03-03T15:14:36.555401Z","steps":["trace[887093519] 'range keys from in-memory index tree' (duration: 231.287913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.555593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.889325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:14:36.555767Z","caller":"traceutil/trace.go:171","msg":"trace[1345649379] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20174; }","duration":"107.116192ms","start":"2026-03-03T15:14:36.448627Z","end":"2026-03-03T15:14:36.555743Z","steps":["trace[1345649379] 'count revisions from in-memory index tree' (duration: 106.815162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:36.933943Z","caller":"traceutil/trace.go:171","msg":"trace[1185930055] linearizableReadLoop","detail":"{readStateIndex:20959; appliedIndex:20958; }","duration":"167.343674ms","start":"2026-03-03T15:14:36.766571Z","end":"2026-03-03T15:14:36.933914Z","steps":["trace[1185930055] 'read index received' (duration: 167.090646ms)","trace[1185930055] 'applied index is now lower than readState.Index' (duration: 251.478µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:36.933997Z","caller":"traceutil/trace.go:171","msg":"trace[1215624978] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"208.788832ms","start":"2026-03-03T15:14:36.725172Z","end":"2026-03-03T15:14:36.933961Z","steps":["trace[1215624978] 'process raft request' (duration: 208.516924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:36.934205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.617572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-5gqkz\" ","response":"range_response_count:1 size:14359"} {"level":"info","ts":"2026-03-03T15:14:36.934269Z","caller":"traceutil/trace.go:171","msg":"trace[1895427019] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-5gqkz; range_end:; response_count:1; response_revision:20175; }","duration":"167.740396ms","start":"2026-03-03T15:14:36.766509Z","end":"2026-03-03T15:14:36.93425Z","steps":["trace[1895427019] 'agreement among raft nodes before linearized reading' (duration: 167.5387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:37.364191Z","caller":"traceutil/trace.go:171","msg":"trace[2130104977] linearizableReadLoop","detail":"{readStateIndex:20960; appliedIndex:20959; }","duration":"430.1236ms","start":"2026-03-03T15:14:36.934035Z","end":"2026-03-03T15:14:37.364159Z","steps":["trace[2130104977] 'read index received' (duration: 357.795357ms)","trace[2130104977] 'applied index is now lower than readState.Index' (duration: 72.326813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:37.364395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.573364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:14:37.364463Z","caller":"traceutil/trace.go:171","msg":"trace[16153436] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20176; }","duration":"430.703018ms","start":"2026-03-03T15:14:36.933737Z","end":"2026-03-03T15:14:37.36444Z","steps":["trace[16153436] 'agreement among raft nodes before linearized reading' (duration: 430.578414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.364524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:36.933714Z","time spent":"430.791921ms","remote":"127.0.0.1:48458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:14:37.364541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.994005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-tl4pq\" ","response":"range_response_count:1 size:18967"} {"level":"info","ts":"2026-03-03T15:14:37.3646Z","caller":"traceutil/trace.go:171","msg":"trace[1881638667] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-tl4pq; range_end:; response_count:1; response_revision:20176; }","duration":"582.080728ms","start":"2026-03-03T15:14:36.782511Z","end":"2026-03-03T15:14:37.364592Z","steps":["trace[1881638667] 'agreement among raft nodes before linearized reading' (duration: 581.918743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:37.364225Z","caller":"traceutil/trace.go:171","msg":"trace[1062829861] transaction","detail":"{read_only:false; response_revision:20176; number_of_response:1; }","duration":"594.236321ms","start":"2026-03-03T15:14:36.769955Z","end":"2026-03-03T15:14:37.364191Z","steps":["trace[1062829861] 'process raft request' (duration: 521.957309ms)","trace[1062829861] 'compare' (duration: 72.093286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:37.364677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:36.782501Z","time spent":"582.16768ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18990,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-tl4pq\" "} {"level":"warn","ts":"2026-03-03T15:14:37.364771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.925432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T15:14:37.364785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:36.769921Z","time spent":"594.787109ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:37.364814Z","caller":"traceutil/trace.go:171","msg":"trace[700191338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20176; }","duration":"582.056417ms","start":"2026-03-03T15:14:36.782746Z","end":"2026-03-03T15:14:37.364802Z","steps":["trace[700191338] 'agreement among raft nodes before linearized reading' (duration: 581.941943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.364841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:36.78273Z","time spent":"582.103209ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:14:37.805219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.308543ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:37.805436Z","caller":"traceutil/trace.go:171","msg":"trace[1021282568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20176; }","duration":"110.53858ms","start":"2026-03-03T15:14:37.69488Z","end":"2026-03-03T15:14:37.805418Z","steps":["trace[1021282568] 'range keys from in-memory index tree' (duration: 110.295082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.805577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.665724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:37.805714Z","caller":"traceutil/trace.go:171","msg":"trace[291343298] linearizableReadLoop","detail":"{readStateIndex:20961; appliedIndex:20960; }","duration":"441.416547ms","start":"2026-03-03T15:14:37.364279Z","end":"2026-03-03T15:14:37.805696Z","steps":["trace[291343298] 'read index received' (duration: 158.343539ms)","trace[291343298] 'applied index is now lower than readState.Index' (duration: 283.071407ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:37.805898Z","caller":"traceutil/trace.go:171","msg":"trace[483208325] transaction","detail":"{read_only:false; response_revision:20177; number_of_response:1; }","duration":"500.374708ms","start":"2026-03-03T15:14:37.305482Z","end":"2026-03-03T15:14:37.805857Z","steps":["trace[483208325] 'process raft request' (duration: 217.130255ms)","trace[483208325] 'compare' (duration: 282.403116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:37.806103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.321713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-5gqkz\" ","response":"range_response_count:1 size:14359"} {"level":"info","ts":"2026-03-03T15:14:37.806187Z","caller":"traceutil/trace.go:171","msg":"trace[1587024553] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-5gqkz; range_end:; response_count:1; response_revision:20177; }","duration":"676.455927ms","start":"2026-03-03T15:14:37.129714Z","end":"2026-03-03T15:14:37.80617Z","steps":["trace[1587024553] 'agreement among raft nodes before linearized reading' (duration: 676.157478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.806217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.730205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:14:37.806295Z","caller":"traceutil/trace.go:171","msg":"trace[1579235692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20177; }","duration":"714.87154ms","start":"2026-03-03T15:14:37.091406Z","end":"2026-03-03T15:14:37.806278Z","steps":["trace[1579235692] 'agreement among raft nodes before linearized reading' (duration: 714.607442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.806201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.561856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:14:37.806343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.091374Z","time spent":"714.960123ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T15:14:37.806354Z","caller":"traceutil/trace.go:171","msg":"trace[1478426727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20177; }","duration":"457.770013ms","start":"2026-03-03T15:14:37.348572Z","end":"2026-03-03T15:14:37.806342Z","steps":["trace[1478426727] 'agreement among raft nodes before linearized reading' (duration: 457.596037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.80638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.348558Z","time spent":"457.816865ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:14:37.806263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.129686Z","time spent":"676.563771ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14382,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-5gqkz\" "} {"level":"warn","ts":"2026-03-03T15:14:37.816643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.30546Z","time spent":"511.121117ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:37.857425Z","caller":"traceutil/trace.go:171","msg":"trace[1431438007] transaction","detail":"{read_only:false; response_revision:20178; number_of_response:1; }","duration":"488.479802ms","start":"2026-03-03T15:14:37.368928Z","end":"2026-03-03T15:14:37.857408Z","steps":["trace[1431438007] 'process raft request' (duration: 488.257475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.857556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.368912Z","time spent":"488.561065ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:14:37.882275Z","caller":"traceutil/trace.go:171","msg":"trace[1673770788] transaction","detail":"{read_only:false; response_revision:20179; number_of_response:1; }","duration":"298.805034ms","start":"2026-03-03T15:14:37.583427Z","end":"2026-03-03T15:14:37.882232Z","steps":["trace[1673770788] 'process raft request' (duration: 298.568906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.882498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.671983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:37.882607Z","caller":"traceutil/trace.go:171","msg":"trace[1293858778] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20180; }","duration":"160.784686ms","start":"2026-03-03T15:14:37.721767Z","end":"2026-03-03T15:14:37.882551Z","steps":["trace[1293858778] 'agreement among raft nodes before linearized reading' (duration: 160.651242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.882704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.307151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:14:37.882788Z","caller":"traceutil/trace.go:171","msg":"trace[1018223645] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20180; }","duration":"344.404534ms","start":"2026-03-03T15:14:37.538364Z","end":"2026-03-03T15:14:37.882769Z","steps":["trace[1018223645] 'agreement among raft nodes before linearized reading' (duration: 344.264199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.882787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.467179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-tl4pq\" ","response":"range_response_count:1 size:18967"} {"level":"warn","ts":"2026-03-03T15:14:37.88284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.538311Z","time spent":"344.514098ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:14:37.882846Z","caller":"traceutil/trace.go:171","msg":"trace[441418540] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-tl4pq; range_end:; response_count:1; response_revision:20180; }","duration":"512.565143ms","start":"2026-03-03T15:14:37.370266Z","end":"2026-03-03T15:14:37.882831Z","steps":["trace[441418540] 'agreement among raft nodes before linearized reading' (duration: 512.312545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:37.88289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:14:37.370254Z","time spent":"512.627854ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18990,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-tl4pq\" "} {"level":"warn","ts":"2026-03-03T15:14:37.885484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.389148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:37.885554Z","caller":"traceutil/trace.go:171","msg":"trace[724628306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20180; }","duration":"156.497461ms","start":"2026-03-03T15:14:37.729041Z","end":"2026-03-03T15:14:37.885538Z","steps":["trace[724628306] 'agreement among raft nodes before linearized reading' (duration: 153.359722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:38.219134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.928831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovs-agent-default-7tv6g\" ","response":"range_response_count:1 size:19848"} {"level":"warn","ts":"2026-03-03T15:14:38.219251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.020661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-rswq6\" ","response":"range_response_count:1 size:11418"} {"level":"info","ts":"2026-03-03T15:14:38.21935Z","caller":"traceutil/trace.go:171","msg":"trace[19977490] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-rswq6; range_end:; response_count:1; response_revision:20181; }","duration":"121.260238ms","start":"2026-03-03T15:14:38.098062Z","end":"2026-03-03T15:14:38.219322Z","steps":["trace[19977490] 'range keys from in-memory index tree' (duration: 120.815935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:38.219578Z","caller":"traceutil/trace.go:171","msg":"trace[854631039] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovs-agent-default-7tv6g; range_end:; response_count:1; response_revision:20181; }","duration":"117.157978ms","start":"2026-03-03T15:14:38.102132Z","end":"2026-03-03T15:14:38.21929Z","steps":["trace[854631039] 'range keys from in-memory index tree' (duration: 116.691874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:38.346174Z","caller":"traceutil/trace.go:171","msg":"trace[302219227] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"104.671055ms","start":"2026-03-03T15:14:38.241483Z","end":"2026-03-03T15:14:38.346154Z","steps":["trace[302219227] 'process raft request' (duration: 104.367735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:38.609255Z","caller":"traceutil/trace.go:171","msg":"trace[1013270816] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"100.696309ms","start":"2026-03-03T15:14:38.508533Z","end":"2026-03-03T15:14:38.609229Z","steps":["trace[1013270816] 'process raft request' (duration: 100.436791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:39.24641Z","caller":"traceutil/trace.go:171","msg":"trace[1820034813] linearizableReadLoop","detail":"{readStateIndex:20970; appliedIndex:20969; }","duration":"137.458419ms","start":"2026-03-03T15:14:39.108916Z","end":"2026-03-03T15:14:39.246374Z","steps":["trace[1820034813] 'read index received' (duration: 97.525719ms)","trace[1820034813] 'applied index is now lower than readState.Index' (duration: 39.92974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:39.246882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.620795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-f4d4c8b65-5jlv4\" ","response":"range_response_count:1 size:11404"} {"level":"info","ts":"2026-03-03T15:14:39.246958Z","caller":"traceutil/trace.go:171","msg":"trace[575756493] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-f4d4c8b65-5jlv4; range_end:; response_count:1; response_revision:20186; }","duration":"124.732378ms","start":"2026-03-03T15:14:39.122208Z","end":"2026-03-03T15:14:39.24694Z","steps":["trace[575756493] 'agreement among raft nodes before linearized reading' (duration: 124.517832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:39.247038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.129371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-74c9f67f4-44gvq\" ","response":"range_response_count:1 size:11069"} {"level":"info","ts":"2026-03-03T15:14:39.247106Z","caller":"traceutil/trace.go:171","msg":"trace[963330501] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-74c9f67f4-44gvq; range_end:; response_count:1; response_revision:20186; }","duration":"138.244885ms","start":"2026-03-03T15:14:39.10884Z","end":"2026-03-03T15:14:39.247085Z","steps":["trace[963330501] 'agreement among raft nodes before linearized reading' (duration: 138.084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:39.756219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.875133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-qq7fd\" ","response":"range_response_count:1 size:8589"} {"level":"info","ts":"2026-03-03T15:14:39.756592Z","caller":"traceutil/trace.go:171","msg":"trace[91580711] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-qq7fd; range_end:; response_count:1; response_revision:20188; }","duration":"227.306766ms","start":"2026-03-03T15:14:39.529237Z","end":"2026-03-03T15:14:39.756544Z","steps":["trace[91580711] 'range keys from in-memory index tree' (duration: 226.601105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:39.756283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.881932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-6d745fbf5-gzfmn\" ","response":"range_response_count:1 size:8294"} {"level":"info","ts":"2026-03-03T15:14:39.75721Z","caller":"traceutil/trace.go:171","msg":"trace[1454341898] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-6d745fbf5-gzfmn; range_end:; response_count:1; response_revision:20188; }","duration":"271.861684ms","start":"2026-03-03T15:14:39.485319Z","end":"2026-03-03T15:14:39.757181Z","steps":["trace[1454341898] 'range keys from in-memory index tree' (duration: 270.707476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.136761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.820116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:40.136847Z","caller":"traceutil/trace.go:171","msg":"trace[292725269] linearizableReadLoop","detail":"{readStateIndex:20975; appliedIndex:20974; }","duration":"250.395546ms","start":"2026-03-03T15:14:39.886438Z","end":"2026-03-03T15:14:40.136833Z","steps":["trace[292725269] 'read index received' (duration: 90.446686ms)","trace[292725269] 'applied index is now lower than readState.Index' (duration: 159.94806ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:40.136924Z","caller":"traceutil/trace.go:171","msg":"trace[477942725] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"269.303892ms","start":"2026-03-03T15:14:39.867612Z","end":"2026-03-03T15:14:40.136916Z","steps":["trace[477942725] 'process raft request' (duration: 109.25974ms)","trace[477942725] 'compare' (duration: 159.577758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:40.137419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.887101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-6d745fbf5-gzfmn\" ","response":"range_response_count:1 size:8294"} {"level":"warn","ts":"2026-03-03T15:14:40.137461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.39762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:14:40.137521Z","caller":"traceutil/trace.go:171","msg":"trace[1906683081] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-6d745fbf5-gzfmn; range_end:; response_count:1; response_revision:20190; }","duration":"251.022156ms","start":"2026-03-03T15:14:39.886466Z","end":"2026-03-03T15:14:40.137488Z","steps":["trace[1906683081] 'agreement among raft nodes before linearized reading' (duration: 250.755137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:40.137568Z","caller":"traceutil/trace.go:171","msg":"trace[1280615320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20190; }","duration":"176.549934ms","start":"2026-03-03T15:14:39.960993Z","end":"2026-03-03T15:14:40.137543Z","steps":["trace[1280615320] 'agreement among raft nodes before linearized reading' (duration: 176.270225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.13767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.61676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T15:14:40.137773Z","caller":"traceutil/trace.go:171","msg":"trace[22274620] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20190; }","duration":"172.777695ms","start":"2026-03-03T15:14:39.964977Z","end":"2026-03-03T15:14:40.137755Z","steps":["trace[22274620] 'agreement among raft nodes before linearized reading' (duration: 172.431964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.137887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.700185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:14:40.137931Z","caller":"traceutil/trace.go:171","msg":"trace[255128847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20190; }","duration":"250.765127ms","start":"2026-03-03T15:14:39.887155Z","end":"2026-03-03T15:14:40.13792Z","steps":["trace[255128847] 'agreement among raft nodes before linearized reading' (duration: 250.624423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.139313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.869074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385444"} {"level":"info","ts":"2026-03-03T15:14:40.13935Z","caller":"traceutil/trace.go:171","msg":"trace[1700255654] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20190; }","duration":"252.946046ms","start":"2026-03-03T15:14:39.886396Z","end":"2026-03-03T15:14:40.139342Z","steps":["trace[1700255654] 'agreement among raft nodes before linearized reading' (duration: 250.650344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.565061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.546037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:14:40.565168Z","caller":"traceutil/trace.go:171","msg":"trace[998284864] linearizableReadLoop","detail":"{readStateIndex:20978; appliedIndex:20977; }","duration":"158.917767ms","start":"2026-03-03T15:14:40.406235Z","end":"2026-03-03T15:14:40.565152Z","steps":["trace[998284864] 'read index received' (duration: 37.491µs)","trace[998284864] 'applied index is now lower than readState.Index' (duration: 158.879056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:40.565275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.045318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20192 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:40.565291Z","caller":"traceutil/trace.go:171","msg":"trace[1504958664] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"208.538154ms","start":"2026-03-03T15:14:40.35669Z","end":"2026-03-03T15:14:40.565229Z","steps":["trace[1504958664] 'process raft request' (duration: 48.686647ms)","trace[1504958664] 'compare' (duration: 159.408653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:14:40.565338Z","caller":"traceutil/trace.go:171","msg":"trace[985728784] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20192; }","duration":"239.180162ms","start":"2026-03-03T15:14:40.326143Z","end":"2026-03-03T15:14:40.565323Z","steps":["trace[985728784] 'range keys from in-memory index tree' (duration: 238.439929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.565391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.733417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:14:40.565462Z","caller":"traceutil/trace.go:171","msg":"trace[735181337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20193; }","duration":"155.82462ms","start":"2026-03-03T15:14:40.409613Z","end":"2026-03-03T15:14:40.565438Z","steps":["trace[735181337] 'agreement among raft nodes before linearized reading' (duration: 155.642214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:40.565613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.360781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29542500-fwnsb\" ","response":"range_response_count:1 size:7009"} {"level":"info","ts":"2026-03-03T15:14:40.565752Z","caller":"traceutil/trace.go:171","msg":"trace[724390744] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29542500-fwnsb; range_end:; response_count:1; response_revision:20193; }","duration":"159.526806ms","start":"2026-03-03T15:14:40.406178Z","end":"2026-03-03T15:14:40.565705Z","steps":["trace[724390744] 'agreement among raft nodes before linearized reading' (duration: 159.050681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:42.417394Z","caller":"traceutil/trace.go:171","msg":"trace[150584461] transaction","detail":"{read_only:false; response_revision:20202; number_of_response:1; }","duration":"184.126003ms","start":"2026-03-03T15:14:42.23324Z","end":"2026-03-03T15:14:42.417366Z","steps":["trace[150584461] 'process raft request' (duration: 164.08859ms)","trace[150584461] 'compare' (duration: 19.822936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:14:42.41758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.098851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-rabbit-init-zwt47\" ","response":"range_response_count:1 size:6653"} {"level":"info","ts":"2026-03-03T15:14:42.417671Z","caller":"traceutil/trace.go:171","msg":"trace[1397148179] range","detail":"{range_begin:/registry/pods/openstack/nova-rabbit-init-zwt47; range_end:; response_count:1; response_revision:20202; }","duration":"100.234865ms","start":"2026-03-03T15:14:42.317417Z","end":"2026-03-03T15:14:42.417652Z","steps":["trace[1397148179] 'agreement among raft nodes before linearized reading' (duration: 99.987147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:44.427117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.016275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10672"} {"level":"warn","ts":"2026-03-03T15:14:44.427117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.152239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:14:44.427202Z","caller":"traceutil/trace.go:171","msg":"trace[991383820] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20209; }","duration":"118.131889ms","start":"2026-03-03T15:14:44.309053Z","end":"2026-03-03T15:14:44.427185Z","steps":["trace[991383820] 'range keys from in-memory index tree' (duration: 117.84409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:14:44.42725Z","caller":"traceutil/trace.go:171","msg":"trace[862806572] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20209; }","duration":"111.327615ms","start":"2026-03-03T15:14:44.315907Z","end":"2026-03-03T15:14:44.427235Z","steps":["trace[862806572] 'range keys from in-memory index tree' (duration: 110.982084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:14:44.427893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.683977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20209 ","response":"range_response_count:157 size:120957"} {"level":"info","ts":"2026-03-03T15:14:44.427975Z","caller":"traceutil/trace.go:171","msg":"trace[1950705123] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb18fcb2b52\u0000; range_end:/registry/events/openstack0; response_count:157; response_revision:20209; }","duration":"118.78963ms","start":"2026-03-03T15:14:44.309167Z","end":"2026-03-03T15:14:44.427956Z","steps":["trace[1950705123] 'range keys from in-memory index tree' (duration: 117.993484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:09.492166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.549393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/heat-openstack-heat-purge-deleted\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-03-03T15:15:09.492243Z","caller":"traceutil/trace.go:171","msg":"trace[534296858] range","detail":"{range_begin:/registry/roles/openstack/heat-openstack-heat-purge-deleted; range_end:; response_count:1; response_revision:20346; }","duration":"118.656267ms","start":"2026-03-03T15:15:09.373568Z","end":"2026-03-03T15:15:09.492224Z","steps":["trace[534296858] 'range keys from in-memory index tree' (duration: 118.42083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:11.656473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.053544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/libvirt-openstack-libvirt\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-03T15:15:11.656574Z","caller":"traceutil/trace.go:171","msg":"trace[1192756077] range","detail":"{range_begin:/registry/roles/openstack/libvirt-openstack-libvirt; range_end:; response_count:1; response_revision:20358; }","duration":"136.199199ms","start":"2026-03-03T15:15:11.520352Z","end":"2026-03-03T15:15:11.656551Z","steps":["trace[1192756077] 'range keys from in-memory index tree' (duration: 135.89549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:11.656541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.641326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/neutron-openstack-neutron-db-init\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-03T15:15:11.657003Z","caller":"traceutil/trace.go:171","msg":"trace[1460181788] range","detail":"{range_begin:/registry/roles/openstack/neutron-openstack-neutron-db-init; range_end:; response_count:1; response_revision:20358; }","duration":"151.14095ms","start":"2026-03-03T15:15:11.505836Z","end":"2026-03-03T15:15:11.656977Z","steps":["trace[1460181788] 'range keys from in-memory index tree' (duration: 150.49591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:11.681113Z","caller":"traceutil/trace.go:171","msg":"trace[1271883004] linearizableReadLoop","detail":"{readStateIndex:21152; appliedIndex:21151; }","duration":"100.086759ms","start":"2026-03-03T15:15:11.581003Z","end":"2026-03-03T15:15:11.68109Z","steps":["trace[1271883004] 'read index received' (duration: 99.880892ms)","trace[1271883004] 'applied index is now lower than readState.Index' (duration: 204.867µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:11.681363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.339778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T15:15:11.681341Z","caller":"traceutil/trace.go:171","msg":"trace[1713298645] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"125.630495ms","start":"2026-03-03T15:15:11.555606Z","end":"2026-03-03T15:15:11.681237Z","steps":["trace[1713298645] 'process raft request' (duration: 125.330556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:11.681411Z","caller":"traceutil/trace.go:171","msg":"trace[224402406] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pclmm.18995d261f0f02c1; range_end:; response_count:1; response_revision:20359; }","duration":"100.43069ms","start":"2026-03-03T15:15:11.580965Z","end":"2026-03-03T15:15:11.681395Z","steps":["trace[224402406] 'agreement among raft nodes before linearized reading' (duration: 100.256675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:12.551915Z","caller":"traceutil/trace.go:171","msg":"trace[690766335] linearizableReadLoop","detail":"{readStateIndex:21163; appliedIndex:21162; }","duration":"184.563918ms","start":"2026-03-03T15:15:12.367328Z","end":"2026-03-03T15:15:12.551892Z","steps":["trace[690766335] 'read index received' (duration: 184.354461ms)","trace[690766335] 'applied index is now lower than readState.Index' (duration: 208.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:12.551976Z","caller":"traceutil/trace.go:171","msg":"trace[955644137] transaction","detail":"{read_only:false; response_revision:20370; number_of_response:1; }","duration":"188.821721ms","start":"2026-03-03T15:15:12.363119Z","end":"2026-03-03T15:15:12.55194Z","steps":["trace[955644137] 'process raft request' (duration: 188.641996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:12.552128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.779254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:15:12.552185Z","caller":"traceutil/trace.go:171","msg":"trace[317944370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20370; }","duration":"184.847726ms","start":"2026-03-03T15:15:12.367316Z","end":"2026-03-03T15:15:12.552164Z","steps":["trace[317944370] 'agreement among raft nodes before linearized reading' (duration: 184.686931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:12.552437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.069681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/neutron-openstack-neutron-metadata-agent\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T15:15:12.552528Z","caller":"traceutil/trace.go:171","msg":"trace[373834319] range","detail":"{range_begin:/registry/roles/openstack/neutron-openstack-neutron-metadata-agent; range_end:; response_count:1; response_revision:20370; }","duration":"114.177865ms","start":"2026-03-03T15:15:12.43831Z","end":"2026-03-03T15:15:12.552488Z","steps":["trace[373834319] 'agreement among raft nodes before linearized reading' (duration: 113.988709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:13.546118Z","caller":"traceutil/trace.go:171","msg":"trace[1100822412] transaction","detail":"{read_only:false; response_revision:20376; number_of_response:1; }","duration":"125.353127ms","start":"2026-03-03T15:15:13.420728Z","end":"2026-03-03T15:15:13.546081Z","steps":["trace[1100822412] 'process raft request' (duration: 124.729407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:14.971636Z","caller":"traceutil/trace.go:171","msg":"trace[1611669878] linearizableReadLoop","detail":"{readStateIndex:21177; appliedIndex:21176; }","duration":"217.128885ms","start":"2026-03-03T15:15:14.754482Z","end":"2026-03-03T15:15:14.971611Z","steps":["trace[1611669878] 'read index received' (duration: 140.839986ms)","trace[1611669878] 'applied index is now lower than readState.Index' (duration: 76.287829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:14.971986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.911089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/nova-openstack-nova-scheduler\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-03T15:15:14.972011Z","caller":"traceutil/trace.go:171","msg":"trace[1318371165] transaction","detail":"{read_only:false; response_revision:20383; number_of_response:1; }","duration":"229.853277ms","start":"2026-03-03T15:15:14.742136Z","end":"2026-03-03T15:15:14.971989Z","steps":["trace[1318371165] 'process raft request' (duration: 153.282849ms)","trace[1318371165] 'compare' (duration: 76.00684ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:14.972231Z","caller":"traceutil/trace.go:171","msg":"trace[41610429] range","detail":"{range_begin:/registry/roles/openstack/nova-openstack-nova-scheduler; range_end:; response_count:1; response_revision:20383; }","duration":"198.166627ms","start":"2026-03-03T15:15:14.774048Z","end":"2026-03-03T15:15:14.972215Z","steps":["trace[41610429] 'agreement among raft nodes before linearized reading' (duration: 197.793875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:14.972424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.510195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/nova-openstack-nova-service-cleaner\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-03T15:15:14.972492Z","caller":"traceutil/trace.go:171","msg":"trace[1611123210] range","detail":"{range_begin:/registry/roles/openstack/nova-openstack-nova-service-cleaner; range_end:; response_count:1; response_revision:20383; }","duration":"190.634949ms","start":"2026-03-03T15:15:14.781838Z","end":"2026-03-03T15:15:14.972473Z","steps":["trace[1611123210] 'agreement among raft nodes before linearized reading' (duration: 190.467004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:14.972684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.525708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:15:14.972802Z","caller":"traceutil/trace.go:171","msg":"trace[462650780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20383; }","duration":"218.304193ms","start":"2026-03-03T15:15:14.754476Z","end":"2026-03-03T15:15:14.97278Z","steps":["trace[462650780] 'agreement among raft nodes before linearized reading' (duration: 217.332732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:16.902119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.409278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-octavia-peer-discovery\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-03-03T15:15:16.9022Z","caller":"traceutil/trace.go:171","msg":"trace[482962592] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-octavia-peer-discovery; range_end:; response_count:1; response_revision:20391; }","duration":"162.538472ms","start":"2026-03-03T15:15:16.739643Z","end":"2026-03-03T15:15:16.902181Z","steps":["trace[482962592] 'range keys from in-memory index tree' (duration: 162.185571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:16.902263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.262463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-nova-peer-discovery\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-03T15:15:16.902345Z","caller":"traceutil/trace.go:171","msg":"trace[112438084] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-nova-peer-discovery; range_end:; response_count:1; response_revision:20391; }","duration":"136.393617ms","start":"2026-03-03T15:15:16.76593Z","end":"2026-03-03T15:15:16.902324Z","steps":["trace[112438084] 'range keys from in-memory index tree' (duration: 136.077776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:17.305595Z","caller":"traceutil/trace.go:171","msg":"trace[335635644] linearizableReadLoop","detail":"{readStateIndex:21188; appliedIndex:21187; }","duration":"183.08378ms","start":"2026-03-03T15:15:17.122486Z","end":"2026-03-03T15:15:17.30557Z","steps":["trace[335635644] 'read index received' (duration: 148.278701ms)","trace[335635644] 'applied index is now lower than readState.Index' (duration: 34.804029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:17.305617Z","caller":"traceutil/trace.go:171","msg":"trace[975637277] transaction","detail":"{read_only:false; response_revision:20394; number_of_response:1; }","duration":"261.488825ms","start":"2026-03-03T15:15:17.044102Z","end":"2026-03-03T15:15:17.305591Z","steps":["trace[975637277] 'process raft request' (duration: 226.721618ms)","trace[975637277] 'compare' (duration: 34.649264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:17.305788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.824093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-03-03T15:15:17.305821Z","caller":"traceutil/trace.go:171","msg":"trace[943984805] range","detail":"{range_begin:/registry/roles/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:20394; }","duration":"176.882214ms","start":"2026-03-03T15:15:17.128927Z","end":"2026-03-03T15:15:17.305809Z","steps":["trace[943984805] 'agreement among raft nodes before linearized reading' (duration: 176.765411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:17.305863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.363239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rook-ceph-mgr\" ","response":"range_response_count:1 size:1186"} {"level":"info","ts":"2026-03-03T15:15:17.305982Z","caller":"traceutil/trace.go:171","msg":"trace[1100526415] range","detail":"{range_begin:/registry/roles/openstack/rook-ceph-mgr; range_end:; response_count:1; response_revision:20394; }","duration":"183.527784ms","start":"2026-03-03T15:15:17.12243Z","end":"2026-03-03T15:15:17.305958Z","steps":["trace[1100526415] 'agreement among raft nodes before linearized reading' (duration: 183.243855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:18.359549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.653535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/staffeln-openstack-staffeln-db-sync\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-03T15:15:18.359624Z","caller":"traceutil/trace.go:171","msg":"trace[1622726495] range","detail":"{range_begin:/registry/roles/openstack/staffeln-openstack-staffeln-db-sync; range_end:; response_count:1; response_revision:20397; }","duration":"105.80229ms","start":"2026-03-03T15:15:18.253801Z","end":"2026-03-03T15:15:18.359603Z","steps":["trace[1622726495] 'range keys from in-memory index tree' (duration: 105.445839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:18.36115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.474783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:18.361232Z","caller":"traceutil/trace.go:171","msg":"trace[213994775] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20397; }","duration":"145.593126ms","start":"2026-03-03T15:15:18.215621Z","end":"2026-03-03T15:15:18.361214Z","steps":["trace[213994775] 'range keys from in-memory index tree' (duration: 143.969905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:18.897131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.018013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:18.89726Z","caller":"traceutil/trace.go:171","msg":"trace[844124616] linearizableReadLoop","detail":"{readStateIndex:21193; appliedIndex:21192; }","duration":"154.92686ms","start":"2026-03-03T15:15:18.74231Z","end":"2026-03-03T15:15:18.897237Z","steps":["trace[844124616] 'read index received' (duration: 25.6539ms)","trace[844124616] 'applied index is now lower than readState.Index' (duration: 129.27147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:18.897392Z","caller":"traceutil/trace.go:171","msg":"trace[1078941255] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"157.286595ms","start":"2026-03-03T15:15:18.740062Z","end":"2026-03-03T15:15:18.897349Z","steps":["trace[1078941255] 'process raft request' (duration: 27.949802ms)","trace[1078941255] 'compare' (duration: 128.865538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:18.898672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.985701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20397 ","response":"range_response_count:168 size:128943"} {"level":"info","ts":"2026-03-03T15:15:18.898744Z","caller":"traceutil/trace.go:171","msg":"trace[1244263037] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\u0000; range_end:/registry/events/openstack0; response_count:168; response_revision:20399; }","duration":"148.103575ms","start":"2026-03-03T15:15:18.750621Z","end":"2026-03-03T15:15:18.898725Z","steps":["trace[1244263037] 'agreement among raft nodes before linearized reading' (duration: 146.964859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:18.899075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.761219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:18.899153Z","caller":"traceutil/trace.go:171","msg":"trace[746824344] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20399; }","duration":"156.871332ms","start":"2026-03-03T15:15:18.742264Z","end":"2026-03-03T15:15:18.899136Z","steps":["trace[746824344] 'agreement among raft nodes before linearized reading' (duration: 155.301553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:19.455729Z","caller":"traceutil/trace.go:171","msg":"trace[1618477674] linearizableReadLoop","detail":"{readStateIndex:21194; appliedIndex:21193; }","duration":"433.804376ms","start":"2026-03-03T15:15:19.021898Z","end":"2026-03-03T15:15:19.455702Z","steps":["trace[1618477674] 'read index received' (duration: 433.561008ms)","trace[1618477674] 'applied index is now lower than readState.Index' (duration: 242.278µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:19.455864Z","caller":"traceutil/trace.go:171","msg":"trace[1263369672] transaction","detail":"{read_only:false; response_revision:20400; number_of_response:1; }","duration":"458.610029ms","start":"2026-03-03T15:15:18.997243Z","end":"2026-03-03T15:15:19.455853Z","steps":["trace[1263369672] 'process raft request' (duration: 458.291029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.455973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:18.997221Z","time spent":"458.675061ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:19.456293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.011138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-03-03T15:15:19.456375Z","caller":"traceutil/trace.go:171","msg":"trace[684712808] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:20400; }","duration":"431.122272ms","start":"2026-03-03T15:15:19.025231Z","end":"2026-03-03T15:15:19.456353Z","steps":["trace[684712808] 'agreement among raft nodes before linearized reading' (duration: 430.907715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.456425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.025221Z","time spent":"431.192144ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":570,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T15:15:19.456514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.503675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:15:19.456579Z","caller":"traceutil/trace.go:171","msg":"trace[1567752925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20400; }","duration":"146.593468ms","start":"2026-03-03T15:15:19.30997Z","end":"2026-03-03T15:15:19.456564Z","steps":["trace[1567752925] 'agreement among raft nodes before linearized reading' (duration: 146.425863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.456695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.357862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T15:15:19.456727Z","caller":"traceutil/trace.go:171","msg":"trace[683230406] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20400; }","duration":"198.434405ms","start":"2026-03-03T15:15:19.258282Z","end":"2026-03-03T15:15:19.456716Z","steps":["trace[683230406] 'agreement among raft nodes before linearized reading' (duration: 198.350912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.456769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.565954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:19.456807Z","caller":"traceutil/trace.go:171","msg":"trace[1368892215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20400; }","duration":"137.638866ms","start":"2026-03-03T15:15:19.319159Z","end":"2026-03-03T15:15:19.456798Z","steps":["trace[1368892215] 'agreement among raft nodes before linearized reading' (duration: 137.581634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.456896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.331324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T15:15:19.456936Z","caller":"traceutil/trace.go:171","msg":"trace[1462838094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20400; }","duration":"396.393295ms","start":"2026-03-03T15:15:19.060532Z","end":"2026-03-03T15:15:19.456926Z","steps":["trace[1462838094] 'agreement among raft nodes before linearized reading' (duration: 396.313792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.456964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.060518Z","time spent":"396.436667ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:15:19.457167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.598792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:15:19.457203Z","caller":"traceutil/trace.go:171","msg":"trace[1978053293] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20400; }","duration":"396.662993ms","start":"2026-03-03T15:15:19.060532Z","end":"2026-03-03T15:15:19.457195Z","steps":["trace[1978053293] 'agreement among raft nodes before linearized reading' (duration: 396.56902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.457223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.060518Z","time spent":"396.699435ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T15:15:19.457198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.373925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:15:19.45739Z","caller":"traceutil/trace.go:171","msg":"trace[1853869263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20400; }","duration":"110.568161ms","start":"2026-03-03T15:15:19.346756Z","end":"2026-03-03T15:15:19.457324Z","steps":["trace[1853869263] 'agreement among raft nodes before linearized reading' (duration: 109.90415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.460912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.00179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:19.460993Z","caller":"traceutil/trace.go:171","msg":"trace[969747896] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20400; }","duration":"439.133275ms","start":"2026-03-03T15:15:19.021844Z","end":"2026-03-03T15:15:19.460978Z","steps":["trace[969747896] 'agreement among raft nodes before linearized reading' (duration: 434.23715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.461051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.021824Z","time spent":"439.198856ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:19.608001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.008228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:19.608287Z","caller":"traceutil/trace.go:171","msg":"trace[1778033510] transaction","detail":"{read_only:false; response_revision:20402; number_of_response:1; }","duration":"140.886958ms","start":"2026-03-03T15:15:19.467382Z","end":"2026-03-03T15:15:19.608269Z","steps":["trace[1778033510] 'process raft request' (duration: 140.818136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:19.60834Z","caller":"traceutil/trace.go:171","msg":"trace[142236302] linearizableReadLoop","detail":"{readStateIndex:21195; appliedIndex:21194; }","duration":"143.624924ms","start":"2026-03-03T15:15:19.464676Z","end":"2026-03-03T15:15:19.608301Z","steps":["trace[142236302] 'read index received' (duration: 30.231984ms)","trace[142236302] 'applied index is now lower than readState.Index' (duration: 113.38994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:19.608398Z","caller":"traceutil/trace.go:171","msg":"trace[1815318007] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"146.915938ms","start":"2026-03-03T15:15:19.461438Z","end":"2026-03-03T15:15:19.608354Z","steps":["trace[1815318007] 'process raft request' (duration: 33.455856ms)","trace[1815318007] 'compare' (duration: 112.837293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:19.608578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.892233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T15:15:19.608628Z","caller":"traceutil/trace.go:171","msg":"trace[630812437] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c; range_end:; response_count:1; response_revision:20402; }","duration":"143.994236ms","start":"2026-03-03T15:15:19.464621Z","end":"2026-03-03T15:15:19.608615Z","steps":["trace[630812437] 'agreement among raft nodes before linearized reading' (duration: 143.81709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.60875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.512267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:15:19.608812Z","caller":"traceutil/trace.go:171","msg":"trace[1926625187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20402; }","duration":"141.657172ms","start":"2026-03-03T15:15:19.46714Z","end":"2026-03-03T15:15:19.608797Z","steps":["trace[1926625187] 'agreement among raft nodes before linearized reading' (duration: 141.342312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:19.613396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.686005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20400 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:19.61349Z","caller":"traceutil/trace.go:171","msg":"trace[341237304] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20402; }","duration":"142.789248ms","start":"2026-03-03T15:15:19.470677Z","end":"2026-03-03T15:15:19.613466Z","steps":["trace[341237304] 'agreement among raft nodes before linearized reading' (duration: 138.270445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.595626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789107178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:15:20.632444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.922689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-03T15:15:20.632554Z","caller":"traceutil/trace.go:171","msg":"trace[561101615] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:20404; }","duration":"834.091014ms","start":"2026-03-03T15:15:19.798436Z","end":"2026-03-03T15:15:20.632527Z","steps":["trace[561101615] 'range keys from in-memory index tree' (duration: 833.702991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.632614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.79841Z","time spent":"834.189137ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-03-03T15:15:20.633353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.684802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:20.633433Z","caller":"traceutil/trace.go:171","msg":"trace[2099656441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20404; }","duration":"878.841147ms","start":"2026-03-03T15:15:19.754573Z","end":"2026-03-03T15:15:20.633415Z","steps":["trace[2099656441] 'range keys from in-memory index tree' (duration: 878.532437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.633472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.754536Z","time spent":"878.927309ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T15:15:20.633793Z","caller":"traceutil/trace.go:171","msg":"trace[1015559927] transaction","detail":"{read_only:false; response_revision:20405; number_of_response:1; }","duration":"758.643042ms","start":"2026-03-03T15:15:19.875131Z","end":"2026-03-03T15:15:20.633774Z","steps":["trace[1015559927] 'process raft request' (duration: 751.245719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.633937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.875109Z","time spent":"758.732124ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:20.637063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.476724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:20.637134Z","caller":"traceutil/trace.go:171","msg":"trace[838011474] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20404; }","duration":"813.627418ms","start":"2026-03-03T15:15:19.823492Z","end":"2026-03-03T15:15:20.63712Z","steps":["trace[838011474] 'range keys from in-memory index tree' (duration: 809.787216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.637179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:19.823463Z","time spent":"813.69774ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:15:20.669156Z","caller":"traceutil/trace.go:171","msg":"trace[540842345] transaction","detail":"{read_only:false; response_revision:20406; number_of_response:1; }","duration":"506.189121ms","start":"2026-03-03T15:15:20.162947Z","end":"2026-03-03T15:15:20.669136Z","steps":["trace[540842345] 'process raft request' (duration: 506.050907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:20.669275Z","caller":"traceutil/trace.go:171","msg":"trace[336699826] linearizableReadLoop","detail":"{readStateIndex:21202; appliedIndex:21199; }","duration":"573.674782ms","start":"2026-03-03T15:15:20.095569Z","end":"2026-03-03T15:15:20.669244Z","steps":["trace[336699826] 'read index received' (duration: 530.822259ms)","trace[336699826] 'applied index is now lower than readState.Index' (duration: 42.850593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:20.669304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:20.162897Z","time spent":"506.323055ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:20.669353Z","caller":"traceutil/trace.go:171","msg":"trace[595808788] transaction","detail":"{read_only:false; response_revision:20407; number_of_response:1; }","duration":"319.207878ms","start":"2026-03-03T15:15:20.3501Z","end":"2026-03-03T15:15:20.669308Z","steps":["trace[595808788] 'process raft request' (duration: 318.996191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.66941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.829597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:20.669453Z","caller":"traceutil/trace.go:171","msg":"trace[642652106] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20407; }","duration":"573.91445ms","start":"2026-03-03T15:15:20.095525Z","end":"2026-03-03T15:15:20.66944Z","steps":["trace[642652106] 'agreement among raft nodes before linearized reading' (duration: 573.839638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.669498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:20.095503Z","time spent":"573.985101ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:20.66954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:20.350072Z","time spent":"319.378483ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:20.669565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.8794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T15:15:20.669613Z","caller":"traceutil/trace.go:171","msg":"trace[439542688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20407; }","duration":"441.932372ms","start":"2026-03-03T15:15:20.227667Z","end":"2026-03-03T15:15:20.669599Z","steps":["trace[439542688] 'agreement among raft nodes before linearized reading' (duration: 441.744256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:20.669652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:20.227639Z","time spent":"442.003594ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T15:15:20.669772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.25688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:15:20.669849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.057685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:20.669858Z","caller":"traceutil/trace.go:171","msg":"trace[218507250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20407; }","duration":"262.398345ms","start":"2026-03-03T15:15:20.40744Z","end":"2026-03-03T15:15:20.669838Z","steps":["trace[218507250] 'agreement among raft nodes before linearized reading' (duration: 262.24551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:20.669897Z","caller":"traceutil/trace.go:171","msg":"trace[1849578029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20407; }","duration":"282.125167ms","start":"2026-03-03T15:15:20.387747Z","end":"2026-03-03T15:15:20.669872Z","steps":["trace[1849578029] 'agreement among raft nodes before linearized reading' (duration: 282.067505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:21.663478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.66392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20410 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:21.663566Z","caller":"traceutil/trace.go:171","msg":"trace[425682289] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20410; }","duration":"114.782834ms","start":"2026-03-03T15:15:21.548765Z","end":"2026-03-03T15:15:21.663548Z","steps":["trace[425682289] 'range keys from in-memory index tree' (duration: 111.48671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:22.883039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.569507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:22.883198Z","caller":"traceutil/trace.go:171","msg":"trace[563908670] linearizableReadLoop","detail":"{readStateIndex:21210; appliedIndex:21209; }","duration":"183.690459ms","start":"2026-03-03T15:15:22.69949Z","end":"2026-03-03T15:15:22.883181Z","steps":["trace[563908670] 'read index received' (duration: 68.897885ms)","trace[563908670] 'applied index is now lower than readState.Index' (duration: 114.790954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:22.883258Z","caller":"traceutil/trace.go:171","msg":"trace[1755738614] transaction","detail":"{read_only:false; response_revision:20415; number_of_response:1; }","duration":"206.898702ms","start":"2026-03-03T15:15:22.676329Z","end":"2026-03-03T15:15:22.883227Z","steps":["trace[1755738614] 'process raft request' (duration: 92.045416ms)","trace[1755738614] 'compare' (duration: 114.316479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:22.883446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.908008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:15:22.883489Z","caller":"traceutil/trace.go:171","msg":"trace[590280205] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-init; range_end:; response_count:1; response_revision:20415; }","duration":"109.001651ms","start":"2026-03-03T15:15:22.774477Z","end":"2026-03-03T15:15:22.883478Z","steps":["trace[590280205] 'agreement among raft nodes before linearized reading' (duration: 108.841776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:22.886676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.056791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:22.886781Z","caller":"traceutil/trace.go:171","msg":"trace[2140643179] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20415; }","duration":"222.176315ms","start":"2026-03-03T15:15:22.664587Z","end":"2026-03-03T15:15:22.886763Z","steps":["trace[2140643179] 'agreement among raft nodes before linearized reading' (duration: 218.702175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:23.119515Z","caller":"traceutil/trace.go:171","msg":"trace[1572697603] linearizableReadLoop","detail":"{readStateIndex:21213; appliedIndex:21211; }","duration":"148.994433ms","start":"2026-03-03T15:15:22.970494Z","end":"2026-03-03T15:15:23.119489Z","steps":["trace[1572697603] 'read index received' (duration: 148.740575ms)","trace[1572697603] 'applied index is now lower than readState.Index' (duration: 252.858µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:23.119552Z","caller":"traceutil/trace.go:171","msg":"trace[212802468] transaction","detail":"{read_only:false; response_revision:20417; number_of_response:1; }","duration":"195.76183ms","start":"2026-03-03T15:15:22.923751Z","end":"2026-03-03T15:15:23.119513Z","steps":["trace[212802468] 'process raft request' (duration: 195.562494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:23.119612Z","caller":"traceutil/trace.go:171","msg":"trace[1897324575] transaction","detail":"{read_only:false; response_revision:20418; number_of_response:1; }","duration":"176.207183ms","start":"2026-03-03T15:15:22.943345Z","end":"2026-03-03T15:15:23.119552Z","steps":["trace[1897324575] 'process raft request' (duration: 176.10498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:23.120019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.07377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:15:23.120108Z","caller":"traceutil/trace.go:171","msg":"trace[2077398612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20418; }","duration":"120.206465ms","start":"2026-03-03T15:15:22.999882Z","end":"2026-03-03T15:15:23.120089Z","steps":["trace[2077398612] 'agreement among raft nodes before linearized reading' (duration: 119.856274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:23.123448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.400672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20415 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:23.123508Z","caller":"traceutil/trace.go:171","msg":"trace[382809653] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20418; }","duration":"229.501906ms","start":"2026-03-03T15:15:22.893994Z","end":"2026-03-03T15:15:23.123496Z","steps":["trace[382809653] 'agreement among raft nodes before linearized reading' (duration: 225.616433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:23.383025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.436244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:15:23.383111Z","caller":"traceutil/trace.go:171","msg":"trace[927917924] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:20419; }","duration":"108.578498ms","start":"2026-03-03T15:15:23.274512Z","end":"2026-03-03T15:15:23.38309Z","steps":["trace[927917924] 'range keys from in-memory index tree' (duration: 108.199056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:23.38312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.524477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:15:23.383202Z","caller":"traceutil/trace.go:171","msg":"trace[270598101] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:20419; }","duration":"108.667361ms","start":"2026-03-03T15:15:23.274514Z","end":"2026-03-03T15:15:23.383182Z","steps":["trace[270598101] 'range keys from in-memory index tree' (duration: 108.302999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:24.636025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.773955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:15:24.636133Z","caller":"traceutil/trace.go:171","msg":"trace[2014297120] linearizableReadLoop","detail":"{readStateIndex:21219; appliedIndex:21218; }","duration":"187.341935ms","start":"2026-03-03T15:15:24.448774Z","end":"2026-03-03T15:15:24.636116Z","steps":["trace[2014297120] 'read index received' (duration: 63.682µs)","trace[2014297120] 'applied index is now lower than readState.Index' (duration: 187.276893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:24.639752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.978279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:24.639822Z","caller":"traceutil/trace.go:171","msg":"trace[2111092870] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20423; }","duration":"191.124914ms","start":"2026-03-03T15:15:24.448682Z","end":"2026-03-03T15:15:24.639807Z","steps":["trace[2111092870] 'agreement among raft nodes before linearized reading' (duration: 187.51297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:24.639741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.757541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:24.639934Z","caller":"traceutil/trace.go:171","msg":"trace[1368309316] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20423; }","duration":"152.001979ms","start":"2026-03-03T15:15:24.487909Z","end":"2026-03-03T15:15:24.639911Z","steps":["trace[1368309316] 'agreement among raft nodes before linearized reading' (duration: 148.335334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:25.437551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.043225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:25.437651Z","caller":"traceutil/trace.go:171","msg":"trace[1056156947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20427; }","duration":"117.18957ms","start":"2026-03-03T15:15:25.32044Z","end":"2026-03-03T15:15:25.43763Z","steps":["trace[1056156947] 'range keys from in-memory index tree' (duration: 116.966873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:26.081768Z","caller":"traceutil/trace.go:171","msg":"trace[180757366] linearizableReadLoop","detail":"{readStateIndex:21225; appliedIndex:21224; }","duration":"285.159061ms","start":"2026-03-03T15:15:25.796581Z","end":"2026-03-03T15:15:26.08174Z","steps":["trace[180757366] 'read index received' (duration: 284.905973ms)","trace[180757366] 'applied index is now lower than readState.Index' (duration: 251.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:26.081885Z","caller":"traceutil/trace.go:171","msg":"trace[1219756048] transaction","detail":"{read_only:false; response_revision:20429; number_of_response:1; }","duration":"296.568223ms","start":"2026-03-03T15:15:25.78528Z","end":"2026-03-03T15:15:26.081848Z","steps":["trace[1219756048] 'process raft request' (duration: 296.291054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:26.082175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.90414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:26.082212Z","caller":"traceutil/trace.go:171","msg":"trace[1689072560] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20429; }","duration":"116.993854ms","start":"2026-03-03T15:15:25.965205Z","end":"2026-03-03T15:15:26.082199Z","steps":["trace[1689072560] 'agreement among raft nodes before linearized reading' (duration: 116.849039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:26.082257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.537565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-03-03T15:15:26.082312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.022865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T15:15:26.082381Z","caller":"traceutil/trace.go:171","msg":"trace[1228258480] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:20429; }","duration":"220.139819ms","start":"2026-03-03T15:15:25.862226Z","end":"2026-03-03T15:15:26.082366Z","steps":["trace[1228258480] 'agreement among raft nodes before linearized reading' (duration: 219.926932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:26.082377Z","caller":"traceutil/trace.go:171","msg":"trace[549003991] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:20429; }","duration":"273.710751ms","start":"2026-03-03T15:15:25.808639Z","end":"2026-03-03T15:15:26.08235Z","steps":["trace[549003991] 'agreement among raft nodes before linearized reading' (duration: 273.333559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:26.082256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.041925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:15:26.082501Z","caller":"traceutil/trace.go:171","msg":"trace[691745695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20429; }","duration":"219.347644ms","start":"2026-03-03T15:15:25.863125Z","end":"2026-03-03T15:15:26.082472Z","steps":["trace[691745695] 'agreement among raft nodes before linearized reading' (duration: 218.917161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:26.083031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.439583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:15:26.083083Z","caller":"traceutil/trace.go:171","msg":"trace[1753916789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20429; }","duration":"286.543135ms","start":"2026-03-03T15:15:25.796526Z","end":"2026-03-03T15:15:26.083069Z","steps":["trace[1753916789] 'agreement among raft nodes before linearized reading' (duration: 285.368278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:26.284344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.981869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:26.284581Z","caller":"traceutil/trace.go:171","msg":"trace[99296463] linearizableReadLoop","detail":"{readStateIndex:21227; appliedIndex:21225; }","duration":"193.804139ms","start":"2026-03-03T15:15:26.090758Z","end":"2026-03-03T15:15:26.284562Z","steps":["trace[99296463] 'read index received' (duration: 66.618874ms)","trace[99296463] 'applied index is now lower than readState.Index' (duration: 127.184225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:26.284616Z","caller":"traceutil/trace.go:171","msg":"trace[1460740318] transaction","detail":"{read_only:false; response_revision:20430; number_of_response:1; }","duration":"197.175135ms","start":"2026-03-03T15:15:26.087396Z","end":"2026-03-03T15:15:26.284571Z","steps":["trace[1460740318] 'process raft request' (duration: 69.846325ms)","trace[1460740318] 'compare' (duration: 126.800284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:26.286085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.300196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:26.286162Z","caller":"traceutil/trace.go:171","msg":"trace[2034957784] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20431; }","duration":"195.406399ms","start":"2026-03-03T15:15:26.090738Z","end":"2026-03-03T15:15:26.286145Z","steps":["trace[2034957784] 'agreement among raft nodes before linearized reading' (duration: 193.899751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:26.288255Z","caller":"traceutil/trace.go:171","msg":"trace[2143952488] transaction","detail":"{read_only:false; response_revision:20431; number_of_response:1; }","duration":"195.818782ms","start":"2026-03-03T15:15:26.088786Z","end":"2026-03-03T15:15:26.284605Z","steps":["trace[2143952488] 'process raft request' (duration: 195.707179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:27.615868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.163962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-user\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T15:15:27.615944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.842848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-03T15:15:27.616075Z","caller":"traceutil/trace.go:171","msg":"trace[922641499] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:20436; }","duration":"174.002034ms","start":"2026-03-03T15:15:27.442047Z","end":"2026-03-03T15:15:27.616049Z","steps":["trace[922641499] 'range keys from in-memory index tree' (duration: 173.662873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:27.616031Z","caller":"traceutil/trace.go:171","msg":"trace[252567606] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-user; range_end:; response_count:1; response_revision:20436; }","duration":"176.368508ms","start":"2026-03-03T15:15:27.439638Z","end":"2026-03-03T15:15:27.616007Z","steps":["trace[252567606] 'range keys from in-memory index tree' (duration: 176.004066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:27.857449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.304258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-03T15:15:27.857542Z","caller":"traceutil/trace.go:171","msg":"trace[304741485] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:20437; }","duration":"139.442282ms","start":"2026-03-03T15:15:27.718074Z","end":"2026-03-03T15:15:27.857517Z","steps":["trace[304741485] 'range keys from in-memory index tree' (duration: 139.144493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:27.8595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.385007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:27.85957Z","caller":"traceutil/trace.go:171","msg":"trace[263411313] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20437; }","duration":"111.49043ms","start":"2026-03-03T15:15:27.748066Z","end":"2026-03-03T15:15:27.859557Z","steps":["trace[263411313] 'range keys from in-memory index tree' (duration: 110.187759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:28.605099Z","caller":"traceutil/trace.go:171","msg":"trace[1735183672] transaction","detail":"{read_only:false; response_revision:20439; number_of_response:1; }","duration":"269.994244ms","start":"2026-03-03T15:15:28.335064Z","end":"2026-03-03T15:15:28.605059Z","steps":["trace[1735183672] 'process raft request' (duration: 269.775917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:28.615534Z","caller":"traceutil/trace.go:171","msg":"trace[1742061364] linearizableReadLoop","detail":"{readStateIndex:21236; appliedIndex:21234; }","duration":"182.864614ms","start":"2026-03-03T15:15:28.432652Z","end":"2026-03-03T15:15:28.615516Z","steps":["trace[1742061364] 'read index received' (duration: 172.220458ms)","trace[1742061364] 'applied index is now lower than readState.Index' (duration: 10.643266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:28.615627Z","caller":"traceutil/trace.go:171","msg":"trace[190649914] transaction","detail":"{read_only:false; response_revision:20440; number_of_response:1; }","duration":"278.834113ms","start":"2026-03-03T15:15:28.336753Z","end":"2026-03-03T15:15:28.615587Z","steps":["trace[190649914] 'process raft request' (duration: 278.649807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:28.615825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.146202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-test\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T15:15:28.615921Z","caller":"traceutil/trace.go:171","msg":"trace[1068435632] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-test; range_end:; response_count:1; response_revision:20440; }","duration":"183.293367ms","start":"2026-03-03T15:15:28.432609Z","end":"2026-03-03T15:15:28.615902Z","steps":["trace[1068435632] 'agreement among raft nodes before linearized reading' (duration: 183.025348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:28.617776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.008442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:28.617818Z","caller":"traceutil/trace.go:171","msg":"trace[1953429452] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20440; }","duration":"173.085954ms","start":"2026-03-03T15:15:28.444725Z","end":"2026-03-03T15:15:28.61781Z","steps":["trace[1953429452] 'agreement among raft nodes before linearized reading' (duration: 170.903275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:28.887527Z","caller":"traceutil/trace.go:171","msg":"trace[1487488609] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"111.207841ms","start":"2026-03-03T15:15:28.776272Z","end":"2026-03-03T15:15:28.887479Z","steps":["trace[1487488609] 'process raft request' (duration: 70.147575ms)","trace[1487488609] 'compare' (duration: 40.56429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:28.887925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.248028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20440 ","response":"range_response_count:168 size:128943"} {"level":"info","ts":"2026-03-03T15:15:28.887971Z","caller":"traceutil/trace.go:171","msg":"trace[2087161169] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\u0000; range_end:/registry/events/openstack0; response_count:168; response_revision:20440; }","duration":"248.33741ms","start":"2026-03-03T15:15:28.639624Z","end":"2026-03-03T15:15:28.887961Z","steps":["trace[2087161169] 'range keys from in-memory index tree' (duration: 247.69198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:28.889613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.844167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:28.889701Z","caller":"traceutil/trace.go:171","msg":"trace[280297794] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20440; }","duration":"147.980601ms","start":"2026-03-03T15:15:28.741697Z","end":"2026-03-03T15:15:28.889678Z","steps":["trace[280297794] 'range keys from in-memory index tree' (duration: 146.084692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.095382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.140504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:29.095561Z","caller":"traceutil/trace.go:171","msg":"trace[581833867] linearizableReadLoop","detail":"{readStateIndex:21238; appliedIndex:21237; }","duration":"104.397996ms","start":"2026-03-03T15:15:28.991139Z","end":"2026-03-03T15:15:29.095537Z","steps":["trace[581833867] 'read index received' (duration: 60.482µs)","trace[581833867] 'applied index is now lower than readState.Index' (duration: 104.335514ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:29.095603Z","caller":"traceutil/trace.go:171","msg":"trace[750971932] transaction","detail":"{read_only:false; response_revision:20442; number_of_response:1; }","duration":"120.072281ms","start":"2026-03-03T15:15:28.975486Z","end":"2026-03-03T15:15:29.095558Z","steps":["trace[750971932] 'process raft request' (duration: 11.559645ms)","trace[750971932] 'compare' (duration: 107.935808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:29.095886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.724047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-03T15:15:29.095981Z","caller":"traceutil/trace.go:171","msg":"trace[1407853738] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:20442; }","duration":"104.83919ms","start":"2026-03-03T15:15:28.991118Z","end":"2026-03-03T15:15:29.095957Z","steps":["trace[1407853738] 'agreement among raft nodes before linearized reading' (duration: 104.533761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:29.313005Z","caller":"traceutil/trace.go:171","msg":"trace[1433935235] linearizableReadLoop","detail":"{readStateIndex:21241; appliedIndex:21240; }","duration":"131.4434ms","start":"2026-03-03T15:15:29.181534Z","end":"2026-03-03T15:15:29.312978Z","steps":["trace[1433935235] 'read index received' (duration: 81.465572ms)","trace[1433935235] 'applied index is now lower than readState.Index' (duration: 49.976698ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:29.313041Z","caller":"traceutil/trace.go:171","msg":"trace[356678522] transaction","detail":"{read_only:false; response_revision:20444; number_of_response:1; }","duration":"145.854715ms","start":"2026-03-03T15:15:29.167143Z","end":"2026-03-03T15:15:29.312997Z","steps":["trace[356678522] 'process raft request' (duration: 95.823735ms)","trace[356678522] 'compare' (duration: 49.885045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:29.313335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.166328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-03T15:15:29.313379Z","caller":"traceutil/trace.go:171","msg":"trace[1469285839] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:20444; }","duration":"129.24134ms","start":"2026-03-03T15:15:29.184126Z","end":"2026-03-03T15:15:29.313368Z","steps":["trace[1469285839] 'agreement among raft nodes before linearized reading' (duration: 129.026434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.31333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.78211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T15:15:29.313452Z","caller":"traceutil/trace.go:171","msg":"trace[19015543] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20444; }","duration":"131.941116ms","start":"2026-03-03T15:15:29.181495Z","end":"2026-03-03T15:15:29.313436Z","steps":["trace[19015543] 'agreement among raft nodes before linearized reading' (duration: 131.585814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.542318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.988161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:29.542437Z","caller":"traceutil/trace.go:171","msg":"trace[902012695] linearizableReadLoop","detail":"{readStateIndex:21242; appliedIndex:21241; }","duration":"126.038718ms","start":"2026-03-03T15:15:29.41638Z","end":"2026-03-03T15:15:29.542419Z","steps":["trace[902012695] 'read index received' (duration: 15.817099ms)","trace[902012695] 'applied index is now lower than readState.Index' (duration: 110.220539ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:29.542582Z","caller":"traceutil/trace.go:171","msg":"trace[1277895902] transaction","detail":"{read_only:false; response_revision:20445; number_of_response:1; }","duration":"192.170956ms","start":"2026-03-03T15:15:29.350345Z","end":"2026-03-03T15:15:29.542516Z","steps":["trace[1277895902] 'process raft request' (duration: 81.884395ms)","trace[1277895902] 'compare' (duration: 109.838827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:29.542704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.250705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:29.542812Z","caller":"traceutil/trace.go:171","msg":"trace[298325210] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20445; }","duration":"126.488033ms","start":"2026-03-03T15:15:29.416305Z","end":"2026-03-03T15:15:29.542793Z","steps":["trace[298325210] 'agreement among raft nodes before linearized reading' (duration: 126.222184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.545734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.799708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:29.545772Z","caller":"traceutil/trace.go:171","msg":"trace[199256432] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20445; }","duration":"104.88264ms","start":"2026-03-03T15:15:29.440881Z","end":"2026-03-03T15:15:29.545764Z","steps":["trace[199256432] 'agreement among raft nodes before linearized reading' (duration: 101.70036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.546388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.871376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:29.546478Z","caller":"traceutil/trace.go:171","msg":"trace[1276874603] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20445; }","duration":"101.994ms","start":"2026-03-03T15:15:29.44447Z","end":"2026-03-03T15:15:29.546464Z","steps":["trace[1276874603] 'agreement among raft nodes before linearized reading' (duration: 98.656624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:29.867478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.36615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-init\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-03T15:15:29.867571Z","caller":"traceutil/trace.go:171","msg":"trace[1095586383] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-init; range_end:; response_count:1; response_revision:20446; }","duration":"184.508825ms","start":"2026-03-03T15:15:29.683049Z","end":"2026-03-03T15:15:29.867558Z","steps":["trace[1095586383] 'range keys from in-memory index tree' (duration: 184.226537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:29.867649Z","caller":"traceutil/trace.go:171","msg":"trace[632620894] linearizableReadLoop","detail":"{readStateIndex:21244; appliedIndex:21243; }","duration":"180.294642ms","start":"2026-03-03T15:15:29.687323Z","end":"2026-03-03T15:15:29.867617Z","steps":["trace[632620894] 'read index received' (duration: 151.685299ms)","trace[632620894] 'applied index is now lower than readState.Index' (duration: 28.607983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:29.867846Z","caller":"traceutil/trace.go:171","msg":"trace[529675388] transaction","detail":"{read_only:false; response_revision:20447; number_of_response:1; }","duration":"184.287308ms","start":"2026-03-03T15:15:29.683341Z","end":"2026-03-03T15:15:29.867628Z","steps":["trace[529675388] 'process raft request' (duration: 155.664855ms)","trace[529675388] 'compare' (duration: 28.263892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:29.86799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.685214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-03T15:15:29.86802Z","caller":"traceutil/trace.go:171","msg":"trace[863306084] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:20447; }","duration":"180.771477ms","start":"2026-03-03T15:15:29.687239Z","end":"2026-03-03T15:15:29.868011Z","steps":["trace[863306084] 'agreement among raft nodes before linearized reading' (duration: 180.614722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.141022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.314605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:30.141082Z","caller":"traceutil/trace.go:171","msg":"trace[1250677969] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20447; }","duration":"124.421518ms","start":"2026-03-03T15:15:30.016646Z","end":"2026-03-03T15:15:30.141068Z","steps":["trace[1250677969] 'count revisions from in-memory index tree' (duration: 124.249282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.141064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.301897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-03T15:15:30.141151Z","caller":"traceutil/trace.go:171","msg":"trace[2130611985] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:20447; }","duration":"170.425451ms","start":"2026-03-03T15:15:29.970704Z","end":"2026-03-03T15:15:30.141129Z","steps":["trace[2130611985] 'range keys from in-memory index tree' (duration: 170.120461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.141547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:30.141615Z","caller":"traceutil/trace.go:171","msg":"trace[570988056] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20447; }","duration":"143.79573ms","start":"2026-03-03T15:15:29.997804Z","end":"2026-03-03T15:15:30.1416Z","steps":["trace[570988056] 'count revisions from in-memory index tree' (duration: 143.009345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:30.298036Z","caller":"traceutil/trace.go:171","msg":"trace[1932941631] transaction","detail":"{read_only:false; response_revision:20448; number_of_response:1; }","duration":"129.157628ms","start":"2026-03-03T15:15:30.168853Z","end":"2026-03-03T15:15:30.298011Z","steps":["trace[1932941631] 'process raft request' (duration: 129.003303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.813238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.781154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:30.81333Z","caller":"traceutil/trace.go:171","msg":"trace[506152540] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20448; }","duration":"445.920008ms","start":"2026-03-03T15:15:30.36739Z","end":"2026-03-03T15:15:30.81331Z","steps":["trace[506152540] 'count revisions from in-memory index tree' (duration: 445.673931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.813372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.367364Z","time spent":"445.996791ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":62,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:30.813601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.853426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:15:30.813727Z","caller":"traceutil/trace.go:171","msg":"trace[97076784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20448; }","duration":"204.076203ms","start":"2026-03-03T15:15:30.609625Z","end":"2026-03-03T15:15:30.813701Z","steps":["trace[97076784] 'range keys from in-memory index tree' (duration: 203.539906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.813762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.241871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:15:30.813833Z","caller":"traceutil/trace.go:171","msg":"trace[888197424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20448; }","duration":"193.364555ms","start":"2026-03-03T15:15:30.62045Z","end":"2026-03-03T15:15:30.813814Z","steps":["trace[888197424] 'range keys from in-memory index tree' (duration: 193.041515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.813813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.111263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-03T15:15:30.813774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.194837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-sync\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-03T15:15:30.813904Z","caller":"traceutil/trace.go:171","msg":"trace[2044891708] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:20448; }","duration":"394.257247ms","start":"2026-03-03T15:15:30.419628Z","end":"2026-03-03T15:15:30.813885Z","steps":["trace[2044891708] 'range keys from in-memory index tree' (duration: 393.879536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.813958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.41961Z","time spent":"394.33891ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine\" "} {"level":"info","ts":"2026-03-03T15:15:30.813957Z","caller":"traceutil/trace.go:171","msg":"trace[1118033016] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20448; }","duration":"433.411884ms","start":"2026-03-03T15:15:30.380525Z","end":"2026-03-03T15:15:30.813937Z","steps":["trace[1118033016] 'range keys from in-memory index tree' (duration: 433.070523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.814045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.380509Z","time spent":"433.520797ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-03-03T15:15:30.950729Z","caller":"traceutil/trace.go:171","msg":"trace[1381333146] linearizableReadLoop","detail":"{readStateIndex:21246; appliedIndex:21245; }","duration":"163.887484ms","start":"2026-03-03T15:15:30.786811Z","end":"2026-03-03T15:15:30.950698Z","steps":["trace[1381333146] 'read index received' (duration: 163.77166ms)","trace[1381333146] 'applied index is now lower than readState.Index' (duration: 114.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:30.951177Z","caller":"traceutil/trace.go:171","msg":"trace[1873769314] transaction","detail":"{read_only:false; response_revision:20449; number_of_response:1; }","duration":"326.5452ms","start":"2026-03-03T15:15:30.624599Z","end":"2026-03-03T15:15:30.951144Z","steps":["trace[1873769314] 'process raft request' (duration: 325.93089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.951298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.456813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:15:30.951381Z","caller":"traceutil/trace.go:171","msg":"trace[1025218021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20449; }","duration":"164.593777ms","start":"2026-03-03T15:15:30.786768Z","end":"2026-03-03T15:15:30.951362Z","steps":["trace[1025218021] 'agreement among raft nodes before linearized reading' (duration: 164.319198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:30.951496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.624578Z","time spent":"326.764556ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:31.120606Z","caller":"traceutil/trace.go:171","msg":"trace[14484132] transaction","detail":"{read_only:false; response_revision:20451; number_of_response:1; }","duration":"300.983172ms","start":"2026-03-03T15:15:30.819599Z","end":"2026-03-03T15:15:31.120583Z","steps":["trace[14484132] 'process raft request' (duration: 300.89923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:31.120646Z","caller":"traceutil/trace.go:171","msg":"trace[1359681251] transaction","detail":"{read_only:false; response_revision:20450; number_of_response:1; }","duration":"301.063215ms","start":"2026-03-03T15:15:30.819549Z","end":"2026-03-03T15:15:31.120612Z","steps":["trace[1359681251] 'process raft request' (duration: 300.803377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:31.120768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.819587Z","time spent":"301.090946ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:31.120783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.819529Z","time spent":"301.179538ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:31.12086Z","caller":"traceutil/trace.go:171","msg":"trace[999095272] transaction","detail":"{read_only:false; response_revision:20452; number_of_response:1; }","duration":"298.287558ms","start":"2026-03-03T15:15:30.822558Z","end":"2026-03-03T15:15:31.120846Z","steps":["trace[999095272] 'process raft request' (duration: 297.987608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:31.121018Z","caller":"traceutil/trace.go:171","msg":"trace[2010861812] transaction","detail":"{read_only:false; response_revision:20453; number_of_response:1; }","duration":"229.31034ms","start":"2026-03-03T15:15:30.891661Z","end":"2026-03-03T15:15:31.120971Z","steps":["trace[2010861812] 'process raft request' (duration: 229.105063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:31.121049Z","caller":"traceutil/trace.go:171","msg":"trace[2111269880] linearizableReadLoop","detail":"{readStateIndex:21250; appliedIndex:21246; }","duration":"170.136992ms","start":"2026-03-03T15:15:30.95081Z","end":"2026-03-03T15:15:31.120947Z","steps":["trace[2111269880] 'read index received' (duration: 169.526783ms)","trace[2111269880] 'applied index is now lower than readState.Index' (duration: 608.969µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:31.121147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.771456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T15:15:31.121176Z","caller":"traceutil/trace.go:171","msg":"trace[1535120580] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:20453; }","duration":"230.842278ms","start":"2026-03-03T15:15:30.890328Z","end":"2026-03-03T15:15:31.12117Z","steps":["trace[1535120580] 'agreement among raft nodes before linearized reading' (duration: 230.761475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:31.121291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.787798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-sync\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-03T15:15:31.12138Z","caller":"traceutil/trace.go:171","msg":"trace[75948069] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-sync; range_end:; response_count:1; response_revision:20453; }","duration":"301.913252ms","start":"2026-03-03T15:15:30.819456Z","end":"2026-03-03T15:15:31.121369Z","steps":["trace[75948069] 'agreement among raft nodes before linearized reading' (duration: 301.680565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:31.121422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.819442Z","time spent":"301.971774ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-03T15:15:32.337378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.374921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:32.33753Z","caller":"traceutil/trace.go:171","msg":"trace[1088177394] transaction","detail":"{read_only:false; response_revision:20454; number_of_response:1; }","duration":"1.23624719s","start":"2026-03-03T15:15:31.101239Z","end":"2026-03-03T15:15:32.337487Z","steps":["trace[1088177394] 'process raft request' (duration: 427.627561ms)","trace[1088177394] 'compare' (duration: 808.163495ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:32.337588Z","caller":"traceutil/trace.go:171","msg":"trace[1992892232] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"464.32874ms","start":"2026-03-03T15:15:31.87324Z","end":"2026-03-03T15:15:32.337569Z","steps":["trace[1992892232] 'process raft request' (duration: 464.242817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.337662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.873216Z","time spent":"464.409022ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:32.337685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.101218Z","time spent":"1.236376965s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:32.337877Z","caller":"traceutil/trace.go:171","msg":"trace[832861166] linearizableReadLoop","detail":"{readStateIndex:21251; appliedIndex:21250; }","duration":"1.216752965s","start":"2026-03-03T15:15:31.12111Z","end":"2026-03-03T15:15:32.337863Z","steps":["trace[832861166] 'read index received' (duration: 407.64657ms)","trace[832861166] 'applied index is now lower than readState.Index' (duration: 809.105195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:32.33821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019361093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:15:32.33821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260266449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T15:15:32.338219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.171709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:32.338292Z","caller":"traceutil/trace.go:171","msg":"trace[589863289] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20455; }","duration":"1.260389042s","start":"2026-03-03T15:15:31.077884Z","end":"2026-03-03T15:15:32.338273Z","steps":["trace[589863289] 'agreement among raft nodes before linearized reading' (duration: 1.260181666s)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:32.338298Z","caller":"traceutil/trace.go:171","msg":"trace[537756479] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:20455; }","duration":"174.283452ms","start":"2026-03-03T15:15:32.163998Z","end":"2026-03-03T15:15:32.338282Z","steps":["trace[537756479] 'agreement among raft nodes before linearized reading' (duration: 174.103687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.338329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.077862Z","time spent":"1.260457735s","remote":"127.0.0.1:38064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":147,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T15:15:32.338254Z","caller":"traceutil/trace.go:171","msg":"trace[334632940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20455; }","duration":"1.019442815s","start":"2026-03-03T15:15:31.318798Z","end":"2026-03-03T15:15:32.338241Z","steps":["trace[334632940] 'agreement among raft nodes before linearized reading' (duration: 1.019366743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.33836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383403526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T15:15:32.33838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.318777Z","time spent":"1.0195873s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:15:32.338378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020749196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T15:15:32.338397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.162198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:15:32.338452Z","caller":"traceutil/trace.go:171","msg":"trace[271091695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20455; }","duration":"791.256521ms","start":"2026-03-03T15:15:31.547184Z","end":"2026-03-03T15:15:32.338441Z","steps":["trace[271091695] 'agreement among raft nodes before linearized reading' (duration: 791.094386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:32.338453Z","caller":"traceutil/trace.go:171","msg":"trace[26527519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20455; }","duration":"1.020839569s","start":"2026-03-03T15:15:31.317593Z","end":"2026-03-03T15:15:32.338432Z","steps":["trace[26527519] 'agreement among raft nodes before linearized reading' (duration: 1.020591891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.338453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199878372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T15:15:32.338409Z","caller":"traceutil/trace.go:171","msg":"trace[1061910496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20455; }","duration":"1.383481619s","start":"2026-03-03T15:15:30.954915Z","end":"2026-03-03T15:15:32.338396Z","steps":["trace[1061910496] 'agreement among raft nodes before linearized reading' (duration: 1.383324464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.338509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.317535Z","time spent":"1.020962163s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:15:32.338518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:30.954876Z","time spent":"1.383636304s","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T15:15:32.338525Z","caller":"traceutil/trace.go:171","msg":"trace[1842956120] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:20455; }","duration":"1.199997445s","start":"2026-03-03T15:15:31.13851Z","end":"2026-03-03T15:15:32.338507Z","steps":["trace[1842956120] 'agreement among raft nodes before linearized reading' (duration: 1.199780129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.338571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.138489Z","time spent":"1.200074008s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-03T15:15:32.338484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.547164Z","time spent":"791.312093ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:15:32.338677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.395969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238522"} {"level":"info","ts":"2026-03-03T15:15:32.33875Z","caller":"traceutil/trace.go:171","msg":"trace[1967274814] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20455; }","duration":"163.547043ms","start":"2026-03-03T15:15:32.17518Z","end":"2026-03-03T15:15:32.338727Z","steps":["trace[1967274814] 'agreement among raft nodes before linearized reading' (duration: 163.069108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.340206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202275608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:32.342035Z","caller":"traceutil/trace.go:171","msg":"trace[91409999] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20455; }","duration":"1.204136037s","start":"2026-03-03T15:15:31.137888Z","end":"2026-03-03T15:15:32.342024Z","steps":["trace[91409999] 'agreement among raft nodes before linearized reading' (duration: 1.200214283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.342061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:31.137871Z","time spent":"1.204179637s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":148,"response size":1841084,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:15:32.756145Z","caller":"traceutil/trace.go:171","msg":"trace[1017339580] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"412.39007ms","start":"2026-03-03T15:15:32.343735Z","end":"2026-03-03T15:15:32.756125Z","steps":["trace[1017339580] 'process raft request' (duration: 412.139512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.75636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.343712Z","time spent":"412.570616ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:32.920424Z","caller":"traceutil/trace.go:171","msg":"trace[1521922980] linearizableReadLoop","detail":"{readStateIndex:21255; appliedIndex:21252; }","duration":"570.919185ms","start":"2026-03-03T15:15:32.349481Z","end":"2026-03-03T15:15:32.9204Z","steps":["trace[1521922980] 'read index received' (duration: 406.455693ms)","trace[1521922980] 'applied index is now lower than readState.Index' (duration: 164.462422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:32.920561Z","caller":"traceutil/trace.go:171","msg":"trace[1470798113] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"576.644726ms","start":"2026-03-03T15:15:32.343902Z","end":"2026-03-03T15:15:32.920546Z","steps":["trace[1470798113] 'process raft request' (duration: 576.446529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:32.920576Z","caller":"traceutil/trace.go:171","msg":"trace[835732279] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"576.705118ms","start":"2026-03-03T15:15:32.343826Z","end":"2026-03-03T15:15:32.920531Z","steps":["trace[835732279] 'process raft request' (duration: 524.8219ms)","trace[835732279] 'compare' (duration: 51.553228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:32.920635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.29138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:32.920705Z","caller":"traceutil/trace.go:171","msg":"trace[498481722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20458; }","duration":"554.375943ms","start":"2026-03-03T15:15:32.366307Z","end":"2026-03-03T15:15:32.920683Z","steps":["trace[498481722] 'agreement among raft nodes before linearized reading' (duration: 554.256839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.920705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.183627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:15:32.920756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.366299Z","time spent":"554.446805ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:32.920753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.34381Z","time spent":"576.847152ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:32.920743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.343897Z","time spent":"576.698807ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:32.920797Z","caller":"traceutil/trace.go:171","msg":"trace[1341859709] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20458; }","duration":"478.331262ms","start":"2026-03-03T15:15:32.442446Z","end":"2026-03-03T15:15:32.920777Z","steps":["trace[1341859709] 'agreement among raft nodes before linearized reading' (duration: 478.164137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.920847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.442428Z","time spent":"478.408754ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:15:32.922233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.846285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:32.922262Z","caller":"traceutil/trace.go:171","msg":"trace[706025949] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20458; }","duration":"463.896196ms","start":"2026-03-03T15:15:32.458358Z","end":"2026-03-03T15:15:32.922255Z","steps":["trace[706025949] 'agreement among raft nodes before linearized reading' (duration: 462.266184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.922287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.458348Z","time spent":"463.925627ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:32.920591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.096391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:32.92313Z","caller":"traceutil/trace.go:171","msg":"trace[1637485320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20458; }","duration":"573.666482ms","start":"2026-03-03T15:15:32.349456Z","end":"2026-03-03T15:15:32.923123Z","steps":["trace[1637485320] 'agreement among raft nodes before linearized reading' (duration: 571.084611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.923151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.349445Z","time spent":"573.697943ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:15:32.923787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.593676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:32.923879Z","caller":"traceutil/trace.go:171","msg":"trace[2006901092] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20458; }","duration":"469.705389ms","start":"2026-03-03T15:15:32.454156Z","end":"2026-03-03T15:15:32.923861Z","steps":["trace[2006901092] 'agreement among raft nodes before linearized reading' (duration: 466.462777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:32.923942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:32.454117Z","time spent":"469.797572ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:33.355757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.90352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T15:15:33.355842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.139448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:15:33.355959Z","caller":"traceutil/trace.go:171","msg":"trace[1534384069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20458; }","duration":"231.109316ms","start":"2026-03-03T15:15:33.124812Z","end":"2026-03-03T15:15:33.355921Z","steps":["trace[1534384069] 'range keys from in-memory index tree' (duration: 230.785336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.355895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.412561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:15:33.355967Z","caller":"traceutil/trace.go:171","msg":"trace[274424959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20458; }","duration":"231.297702ms","start":"2026-03-03T15:15:33.124644Z","end":"2026-03-03T15:15:33.355921Z","steps":["trace[274424959] 'range keys from in-memory index tree' (duration: 230.969532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:33.356025Z","caller":"traceutil/trace.go:171","msg":"trace[245617765] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:20458; }","duration":"260.576656ms","start":"2026-03-03T15:15:33.095428Z","end":"2026-03-03T15:15:33.356004Z","steps":["trace[245617765] 'range keys from in-memory index tree' (duration: 260.211804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.355741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.735987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T15:15:33.356123Z","caller":"traceutil/trace.go:171","msg":"trace[998579506] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20458; }","duration":"309.151569ms","start":"2026-03-03T15:15:33.046962Z","end":"2026-03-03T15:15:33.356113Z","steps":["trace[998579506] 'range keys from in-memory index tree' (duration: 308.613073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.356163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:33.046945Z","time spent":"309.205792ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T15:15:33.356251Z","caller":"traceutil/trace.go:171","msg":"trace[1105025165] transaction","detail":"{read_only:false; response_revision:20459; number_of_response:1; }","duration":"230.749895ms","start":"2026-03-03T15:15:33.125485Z","end":"2026-03-03T15:15:33.356235Z","steps":["trace[1105025165] 'process raft request' (duration: 229.858097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:33.384284Z","caller":"traceutil/trace.go:171","msg":"trace[429642965] transaction","detail":"{read_only:false; response_revision:20460; number_of_response:1; }","duration":"228.571537ms","start":"2026-03-03T15:15:33.15568Z","end":"2026-03-03T15:15:33.384252Z","steps":["trace[429642965] 'process raft request' (duration: 228.060611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.967644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.677781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:33.967882Z","caller":"traceutil/trace.go:171","msg":"trace[475929079] linearizableReadLoop","detail":"{readStateIndex:21259; appliedIndex:21257; }","duration":"523.810418ms","start":"2026-03-03T15:15:33.44405Z","end":"2026-03-03T15:15:33.96786Z","steps":["trace[475929079] 'read index received' (duration: 350.828376ms)","trace[475929079] 'applied index is now lower than readState.Index' (duration: 172.980632ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:33.967955Z","caller":"traceutil/trace.go:171","msg":"trace[1071655567] transaction","detail":"{read_only:false; response_revision:20462; number_of_response:1; }","duration":"602.75252ms","start":"2026-03-03T15:15:33.365175Z","end":"2026-03-03T15:15:33.967927Z","steps":["trace[1071655567] 'process raft request' (duration: 602.597535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:33.968038Z","caller":"traceutil/trace.go:171","msg":"trace[106380914] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"603.537004ms","start":"2026-03-03T15:15:33.364381Z","end":"2026-03-03T15:15:33.967918Z","steps":["trace[106380914] 'process raft request' (duration: 430.484401ms)","trace[106380914] 'compare' (duration: 172.549478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:33.968106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.054286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-03T15:15:33.968128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.204366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:33.968166Z","caller":"traceutil/trace.go:171","msg":"trace[589181963] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:20462; }","duration":"524.133968ms","start":"2026-03-03T15:15:33.444015Z","end":"2026-03-03T15:15:33.968149Z","steps":["trace[589181963] 'agreement among raft nodes before linearized reading' (duration: 523.911631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.968166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.490125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-03-03T15:15:33.968083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:33.36516Z","time spent":"602.857044ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:33.968202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:33.443998Z","time spent":"524.19644ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-03-03T15:15:33.968212Z","caller":"traceutil/trace.go:171","msg":"trace[299748888] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20462; }","duration":"521.567697ms","start":"2026-03-03T15:15:33.44663Z","end":"2026-03-03T15:15:33.968198Z","steps":["trace[299748888] 'agreement among raft nodes before linearized reading' (duration: 521.376881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:33.968205Z","caller":"traceutil/trace.go:171","msg":"trace[1736566254] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20462; }","duration":"159.321701ms","start":"2026-03-03T15:15:33.80886Z","end":"2026-03-03T15:15:33.968182Z","steps":["trace[1736566254] 'agreement among raft nodes before linearized reading' (duration: 159.194277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:33.968248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:33.446615Z","time spent":"521.625759ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T15:15:33.968372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:33.364365Z","time spent":"603.888006ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:34.236462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.32918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:34.236673Z","caller":"traceutil/trace.go:171","msg":"trace[1492971214] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20462; }","duration":"146.498685ms","start":"2026-03-03T15:15:34.090101Z","end":"2026-03-03T15:15:34.236599Z","steps":["trace[1492971214] 'range keys from in-memory index tree' (duration: 144.226623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:34.236822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.361207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:34.2369Z","caller":"traceutil/trace.go:171","msg":"trace[1462847111] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20462; }","duration":"131.530913ms","start":"2026-03-03T15:15:34.105354Z","end":"2026-03-03T15:15:34.236885Z","steps":["trace[1462847111] 'range keys from in-memory index tree' (duration: 128.948171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:34.551863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.414638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:34.551951Z","caller":"traceutil/trace.go:171","msg":"trace[689477458] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20464; }","duration":"105.549283ms","start":"2026-03-03T15:15:34.44638Z","end":"2026-03-03T15:15:34.551929Z","steps":["trace[689477458] 'count revisions from in-memory index tree' (duration: 105.278564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.025954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.045487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-purge-deleted\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T15:15:35.026077Z","caller":"traceutil/trace.go:171","msg":"trace[1481811870] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-purge-deleted; range_end:; response_count:1; response_revision:20465; }","duration":"169.219983ms","start":"2026-03-03T15:15:34.856828Z","end":"2026-03-03T15:15:35.026048Z","steps":["trace[1481811870] 'range keys from in-memory index tree' (duration: 168.617264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.139339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.236932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T15:15:35.139489Z","caller":"traceutil/trace.go:171","msg":"trace[1310440677] linearizableReadLoop","detail":"{readStateIndex:21263; appliedIndex:21262; }","duration":"213.939795ms","start":"2026-03-03T15:15:34.925526Z","end":"2026-03-03T15:15:35.139466Z","steps":["trace[1310440677] 'read index received' (duration: 26.471085ms)","trace[1310440677] 'applied index is now lower than readState.Index' (duration: 187.467029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:35.139697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.158992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-03T15:15:35.139699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.165682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:15:35.139729Z","caller":"traceutil/trace.go:171","msg":"trace[1686168052] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user-domain; range_end:; response_count:1; response_revision:20465; }","duration":"214.237884ms","start":"2026-03-03T15:15:34.925479Z","end":"2026-03-03T15:15:35.139717Z","steps":["trace[1686168052] 'agreement among raft nodes before linearized reading' (duration: 214.09221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:35.139741Z","caller":"traceutil/trace.go:171","msg":"trace[1419289738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20465; }","duration":"214.257435ms","start":"2026-03-03T15:15:34.925471Z","end":"2026-03-03T15:15:35.139729Z","steps":["trace[1419289738] 'agreement among raft nodes before linearized reading' (duration: 214.040318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.139784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.85347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T15:15:35.139874Z","caller":"traceutil/trace.go:171","msg":"trace[2094045766] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20465; }","duration":"193.958844ms","start":"2026-03-03T15:15:34.945895Z","end":"2026-03-03T15:15:35.139854Z","steps":["trace[2094045766] 'agreement among raft nodes before linearized reading' (duration: 193.709386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.140188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.304538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:35.140286Z","caller":"traceutil/trace.go:171","msg":"trace[1371412453] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20465; }","duration":"120.471644ms","start":"2026-03-03T15:15:35.019792Z","end":"2026-03-03T15:15:35.140264Z","steps":["trace[1371412453] 'agreement among raft nodes before linearized reading' (duration: 120.266697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.140312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.766601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:15:35.140411Z","caller":"traceutil/trace.go:171","msg":"trace[1836699548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20465; }","duration":"214.916636ms","start":"2026-03-03T15:15:34.925471Z","end":"2026-03-03T15:15:35.140388Z","steps":["trace[1836699548] 'agreement among raft nodes before linearized reading' (duration: 214.613306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:35.270872Z","caller":"traceutil/trace.go:171","msg":"trace[165460754] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"126.590547ms","start":"2026-03-03T15:15:35.144259Z","end":"2026-03-03T15:15:35.270849Z","steps":["trace[165460754] 'process raft request' (duration: 126.408901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:35.432489Z","caller":"traceutil/trace.go:171","msg":"trace[1961419403] linearizableReadLoop","detail":"{readStateIndex:21265; appliedIndex:21264; }","duration":"287.180197ms","start":"2026-03-03T15:15:35.145283Z","end":"2026-03-03T15:15:35.432463Z","steps":["trace[1961419403] 'read index received' (duration: 125.654158ms)","trace[1961419403] 'applied index is now lower than readState.Index' (duration: 161.524789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:35.432563Z","caller":"traceutil/trace.go:171","msg":"trace[1940815868] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"288.2306ms","start":"2026-03-03T15:15:35.144298Z","end":"2026-03-03T15:15:35.432528Z","steps":["trace[1940815868] 'process raft request' (duration: 287.984842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.432776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.464346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user-domain\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:15:35.432848Z","caller":"traceutil/trace.go:171","msg":"trace[245066809] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user-domain; range_end:; response_count:1; response_revision:20467; }","duration":"287.555119ms","start":"2026-03-03T15:15:35.145276Z","end":"2026-03-03T15:15:35.432831Z","steps":["trace[245066809] 'agreement among raft nodes before linearized reading' (duration: 287.328241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:35.466995Z","caller":"traceutil/trace.go:171","msg":"trace[1608982690] transaction","detail":"{read_only:false; response_revision:20468; number_of_response:1; }","duration":"104.321613ms","start":"2026-03-03T15:15:35.36265Z","end":"2026-03-03T15:15:35.466972Z","steps":["trace[1608982690] 'process raft request' (duration: 104.139007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.467242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.618196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-purge-deleted\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T15:15:35.467433Z","caller":"traceutil/trace.go:171","msg":"trace[76965417] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-purge-deleted; range_end:; response_count:1; response_revision:20468; }","duration":"291.786862ms","start":"2026-03-03T15:15:35.175553Z","end":"2026-03-03T15:15:35.46734Z","steps":["trace[76965417] 'agreement among raft nodes before linearized reading' (duration: 291.41567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:35.722516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.83311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:35.722627Z","caller":"traceutil/trace.go:171","msg":"trace[752450761] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20468; }","duration":"110.962274ms","start":"2026-03-03T15:15:35.611639Z","end":"2026-03-03T15:15:35.722602Z","steps":["trace[752450761] 'count revisions from in-memory index tree' (duration: 110.726296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:36.24462Z","caller":"traceutil/trace.go:171","msg":"trace[278519973] transaction","detail":"{read_only:false; response_revision:20469; number_of_response:1; }","duration":"256.434836ms","start":"2026-03-03T15:15:35.988161Z","end":"2026-03-03T15:15:36.244596Z","steps":["trace[278519973] 'process raft request' (duration: 256.232559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:36.619157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.19021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:36.619448Z","caller":"traceutil/trace.go:171","msg":"trace[1134286689] transaction","detail":"{read_only:false; response_revision:20470; number_of_response:1; }","duration":"630.98416ms","start":"2026-03-03T15:15:35.988424Z","end":"2026-03-03T15:15:36.619408Z","steps":["trace[1134286689] 'process raft request' (duration: 386.466381ms)","trace[1134286689] 'compare' (duration: 243.978892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:36.619537Z","caller":"traceutil/trace.go:171","msg":"trace[164204388] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"222.975989ms","start":"2026-03-03T15:15:36.396538Z","end":"2026-03-03T15:15:36.619513Z","steps":["trace[164204388] 'process raft request' (duration: 222.915847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:36.619617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:35.988398Z","time spent":"631.137135ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:36.619638Z","caller":"traceutil/trace.go:171","msg":"trace[2136126500] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"224.715624ms","start":"2026-03-03T15:15:36.394892Z","end":"2026-03-03T15:15:36.619608Z","steps":["trace[2136126500] 'process raft request' (duration: 224.438616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:36.619747Z","caller":"traceutil/trace.go:171","msg":"trace[1268230653] linearizableReadLoop","detail":"{readStateIndex:21268; appliedIndex:21266; }","duration":"566.768383ms","start":"2026-03-03T15:15:36.052948Z","end":"2026-03-03T15:15:36.619716Z","steps":["trace[1268230653] 'read index received' (duration: 191.457715ms)","trace[1268230653] 'applied index is now lower than readState.Index' (duration: 375.270157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:36.619892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.253621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:36.619932Z","caller":"traceutil/trace.go:171","msg":"trace[325572863] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20472; }","duration":"193.332483ms","start":"2026-03-03T15:15:36.426589Z","end":"2026-03-03T15:15:36.619921Z","steps":["trace[325572863] 'agreement among raft nodes before linearized reading' (duration: 193.248381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:36.619953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.95367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-test\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-03-03T15:15:36.619947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.676832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:15:36.619963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.0022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-03T15:15:36.620006Z","caller":"traceutil/trace.go:171","msg":"trace[1059755378] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-test; range_end:; response_count:1; response_revision:20472; }","duration":"517.028142ms","start":"2026-03-03T15:15:36.102961Z","end":"2026-03-03T15:15:36.61999Z","steps":["trace[1059755378] 'agreement among raft nodes before linearized reading' (duration: 516.873138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:36.620028Z","caller":"traceutil/trace.go:171","msg":"trace[558006717] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:20472; }","duration":"567.091623ms","start":"2026-03-03T15:15:36.052919Z","end":"2026-03-03T15:15:36.620011Z","steps":["trace[558006717] 'agreement among raft nodes before linearized reading' (duration: 566.898007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:36.620028Z","caller":"traceutil/trace.go:171","msg":"trace[380932005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20472; }","duration":"300.821357ms","start":"2026-03-03T15:15:36.319183Z","end":"2026-03-03T15:15:36.620004Z","steps":["trace[380932005] 'agreement among raft nodes before linearized reading' (duration: 300.677682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:36.620051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:36.102946Z","time spent":"517.091824ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/openstack/heat-test\" "} {"level":"warn","ts":"2026-03-03T15:15:36.620077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:36.052905Z","time spent":"567.161085ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":558,"request content":"key:\"/registry/serviceaccounts/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T15:15:36.620097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:36.319166Z","time spent":"300.917309ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:15:36.886351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.292448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:36.886414Z","caller":"traceutil/trace.go:171","msg":"trace[1060333095] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20472; }","duration":"146.386012ms","start":"2026-03-03T15:15:36.740015Z","end":"2026-03-03T15:15:36.886401Z","steps":["trace[1060333095] 'range keys from in-memory index tree' (duration: 144.071309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:36.886704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.230719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:36.88679Z","caller":"traceutil/trace.go:171","msg":"trace[628584824] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20472; }","duration":"116.327252ms","start":"2026-03-03T15:15:36.770439Z","end":"2026-03-03T15:15:36.886766Z","steps":["trace[628584824] 'range keys from in-memory index tree' (duration: 113.678129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:37.080601Z","caller":"traceutil/trace.go:171","msg":"trace[756272221] linearizableReadLoop","detail":"{readStateIndex:21271; appliedIndex:21270; }","duration":"184.747322ms","start":"2026-03-03T15:15:36.895837Z","end":"2026-03-03T15:15:37.080584Z","steps":["trace[756272221] 'read index received' (duration: 184.623888ms)","trace[756272221] 'applied index is now lower than readState.Index' (duration: 122.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:37.080793Z","caller":"traceutil/trace.go:171","msg":"trace[2018951129] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"193.259661ms","start":"2026-03-03T15:15:36.887525Z","end":"2026-03-03T15:15:37.080785Z","steps":["trace[2018951129] 'process raft request' (duration: 192.941091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:37.085151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.824851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20472 ","response":"range_response_count:1000 size:774494"} {"level":"warn","ts":"2026-03-03T15:15:37.085173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.311117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20472 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:37.085219Z","caller":"traceutil/trace.go:171","msg":"trace[1400209999] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20473; }","duration":"188.935675ms","start":"2026-03-03T15:15:36.896267Z","end":"2026-03-03T15:15:37.085202Z","steps":["trace[1400209999] 'agreement among raft nodes before linearized reading' (duration: 184.554676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:37.085233Z","caller":"traceutil/trace.go:171","msg":"trace[815486459] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20473; }","duration":"189.42291ms","start":"2026-03-03T15:15:36.895794Z","end":"2026-03-03T15:15:37.085217Z","steps":["trace[815486459] 'agreement among raft nodes before linearized reading' (duration: 185.077403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:37.69777Z","caller":"traceutil/trace.go:171","msg":"trace[108245919] linearizableReadLoop","detail":"{readStateIndex:21272; appliedIndex:21271; }","duration":"383.54908ms","start":"2026-03-03T15:15:37.314202Z","end":"2026-03-03T15:15:37.697751Z","steps":["trace[108245919] 'read index received' (duration: 383.486608ms)","trace[108245919] 'applied index is now lower than readState.Index' (duration: 61.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:37.698094Z","caller":"traceutil/trace.go:171","msg":"trace[1010833416] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"419.746713ms","start":"2026-03-03T15:15:37.278323Z","end":"2026-03-03T15:15:37.698069Z","steps":["trace[1010833416] 'process raft request' (duration: 419.282438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:37.698361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.2783Z","time spent":"419.855436ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:37.698506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.910761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-03T15:15:37.698542Z","caller":"traceutil/trace.go:171","msg":"trace[2027736945] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:20474; }","duration":"384.378205ms","start":"2026-03-03T15:15:37.314154Z","end":"2026-03-03T15:15:37.698532Z","steps":["trace[2027736945] 'agreement among raft nodes before linearized reading' (duration: 383.843589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:37.698573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.314139Z","time spent":"384.421877ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":307,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-03T15:15:38.013644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.645409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T15:15:38.013795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.865162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:15:38.013884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.174975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:15:38.013949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.743257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:15:38.013814Z","caller":"traceutil/trace.go:171","msg":"trace[156153259] transaction","detail":"{read_only:false; response_revision:20475; number_of_response:1; }","duration":"541.61949ms","start":"2026-03-03T15:15:37.472163Z","end":"2026-03-03T15:15:38.013782Z","steps":["trace[156153259] 'process raft request' (duration: 325.705144ms)","trace[156153259] 'compare' (duration: 215.434341ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:38.014001Z","caller":"traceutil/trace.go:171","msg":"trace[2110410251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20475; }","duration":"540.35864ms","start":"2026-03-03T15:15:37.473614Z","end":"2026-03-03T15:15:38.013973Z","steps":["trace[2110410251] 'agreement among raft nodes before linearized reading' (duration: 540.142954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:38.014064Z","caller":"traceutil/trace.go:171","msg":"trace[1940919193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20475; }","duration":"423.962075ms","start":"2026-03-03T15:15:37.589882Z","end":"2026-03-03T15:15:38.013844Z","steps":["trace[1940919193] 'agreement among raft nodes before linearized reading' (duration: 423.872052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.014088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.473591Z","time spent":"540.478463ms","remote":"127.0.0.1:60082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:38.014088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.281612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-trusts\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-03T15:15:38.014119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.589865Z","time spent":"424.247264ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:15:38.014181Z","caller":"traceutil/trace.go:171","msg":"trace[1873084827] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-trusts; range_end:; response_count:1; response_revision:20475; }","duration":"696.391926ms","start":"2026-03-03T15:15:37.317772Z","end":"2026-03-03T15:15:38.014164Z","steps":["trace[1873084827] 'agreement among raft nodes before linearized reading' (duration: 696.169429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:38.013985Z","caller":"traceutil/trace.go:171","msg":"trace[1127457633] linearizableReadLoop","detail":"{readStateIndex:21273; appliedIndex:21272; }","duration":"315.920214ms","start":"2026-03-03T15:15:37.697818Z","end":"2026-03-03T15:15:38.013738Z","steps":["trace[1127457633] 'read index received' (duration: 99.943125ms)","trace[1127457633] 'applied index is now lower than readState.Index' (duration: 215.972199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:38.014235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.317763Z","time spent":"696.460118ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/heat-trusts\" "} {"level":"info","ts":"2026-03-03T15:15:38.014001Z","caller":"traceutil/trace.go:171","msg":"trace[2027165095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20475; }","duration":"575.83311ms","start":"2026-03-03T15:15:37.438155Z","end":"2026-03-03T15:15:38.013988Z","steps":["trace[2027165095] 'agreement among raft nodes before linearized reading' (duration: 575.641194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.01447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.438133Z","time spent":"576.321936ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:15:38.014485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.181677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-03T15:15:38.01456Z","caller":"traceutil/trace.go:171","msg":"trace[1986089015] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:20475; }","duration":"312.274759ms","start":"2026-03-03T15:15:37.702265Z","end":"2026-03-03T15:15:38.01454Z","steps":["trace[1986089015] 'agreement among raft nodes before linearized reading' (duration: 312.072523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.014608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.702255Z","time spent":"312.344591ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":307,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-03T15:15:38.014916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:37.472134Z","time spent":"542.072015ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:38.300659Z","caller":"traceutil/trace.go:171","msg":"trace[1547204776] linearizableReadLoop","detail":"{readStateIndex:21274; appliedIndex:21273; }","duration":"281.154766ms","start":"2026-03-03T15:15:38.019458Z","end":"2026-03-03T15:15:38.300613Z","steps":["trace[1547204776] 'read index received' (duration: 242.580518ms)","trace[1547204776] 'applied index is now lower than readState.Index' (duration: 38.571958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:38.300715Z","caller":"traceutil/trace.go:171","msg":"trace[844803283] transaction","detail":"{read_only:false; response_revision:20476; number_of_response:1; }","duration":"281.701084ms","start":"2026-03-03T15:15:38.018977Z","end":"2026-03-03T15:15:38.300678Z","steps":["trace[844803283] 'process raft request' (duration: 243.082535ms)","trace[844803283] 'compare' (duration: 38.144594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:38.300887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.409254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-trusts\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T15:15:38.301259Z","caller":"traceutil/trace.go:171","msg":"trace[610800210] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-trusts; range_end:; response_count:1; response_revision:20476; }","duration":"281.808417ms","start":"2026-03-03T15:15:38.019435Z","end":"2026-03-03T15:15:38.301243Z","steps":["trace[610800210] 'agreement among raft nodes before linearized reading' (duration: 281.308561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.301059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.158573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-75485f5c44-cg7qg.18995d4e0ca62d56\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T15:15:38.301448Z","caller":"traceutil/trace.go:171","msg":"trace[521286186] range","detail":"{range_begin:/registry/events/openstack/heat-api-75485f5c44-cg7qg.18995d4e0ca62d56; range_end:; response_count:1; response_revision:20476; }","duration":"151.563196ms","start":"2026-03-03T15:15:38.149856Z","end":"2026-03-03T15:15:38.30142Z","steps":["trace[521286186] 'agreement among raft nodes before linearized reading' (duration: 151.105961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.301156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.344593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T15:15:38.30152Z","caller":"traceutil/trace.go:171","msg":"trace[1016008840] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20476; }","duration":"281.761876ms","start":"2026-03-03T15:15:38.01975Z","end":"2026-03-03T15:15:38.301512Z","steps":["trace[1016008840] 'agreement among raft nodes before linearized reading' (duration: 281.164347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.303254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.358694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:38.303329Z","caller":"traceutil/trace.go:171","msg":"trace[13526343] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20476; }","duration":"186.538049ms","start":"2026-03-03T15:15:38.116776Z","end":"2026-03-03T15:15:38.303314Z","steps":["trace[13526343] 'agreement among raft nodes before linearized reading' (duration: 184.183795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.513183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.37005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:38.513338Z","caller":"traceutil/trace.go:171","msg":"trace[1202797971] transaction","detail":"{read_only:false; response_revision:20477; number_of_response:1; }","duration":"208.598686ms","start":"2026-03-03T15:15:38.304705Z","end":"2026-03-03T15:15:38.513303Z","steps":["trace[1202797971] 'process raft request' (duration: 101.000649ms)","trace[1202797971] 'compare' (duration: 107.209525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:38.743865Z","caller":"traceutil/trace.go:171","msg":"trace[1049278588] linearizableReadLoop","detail":"{readStateIndex:21276; appliedIndex:21274; }","duration":"431.452011ms","start":"2026-03-03T15:15:38.312385Z","end":"2026-03-03T15:15:38.743837Z","steps":["trace[1049278588] 'read index received' (duration: 93.334617ms)","trace[1049278588] 'applied index is now lower than readState.Index' (duration: 338.116364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:38.743908Z","caller":"traceutil/trace.go:171","msg":"trace[574696016] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"438.165034ms","start":"2026-03-03T15:15:38.305708Z","end":"2026-03-03T15:15:38.743873Z","steps":["trace[574696016] 'process raft request' (duration: 382.218327ms)","trace[574696016] 'compare' (duration: 55.755611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:38.744065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:38.305677Z","time spent":"438.309478ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:38.74801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.602953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20476 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:38.74808Z","caller":"traceutil/trace.go:171","msg":"trace[688291621] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20478; }","duration":"435.723147ms","start":"2026-03-03T15:15:38.312342Z","end":"2026-03-03T15:15:38.748065Z","steps":["trace[688291621] 'agreement among raft nodes before linearized reading' (duration: 431.621977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.748162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:38.312322Z","time spent":"435.789819ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1168,"response size":774517,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20476 "} {"level":"warn","ts":"2026-03-03T15:15:38.749538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.65177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:38.749627Z","caller":"traceutil/trace.go:171","msg":"trace[652371635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20481; }","duration":"432.767983ms","start":"2026-03-03T15:15:38.316826Z","end":"2026-03-03T15:15:38.749594Z","steps":["trace[652371635] 'agreement among raft nodes before linearized reading' (duration: 432.598978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.749661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:38.31681Z","time spent":"432.843855ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:15:38.750025Z","caller":"traceutil/trace.go:171","msg":"trace[869660941] transaction","detail":"{read_only:false; response_revision:20479; number_of_response:1; }","duration":"293.204827ms","start":"2026-03-03T15:15:38.456802Z","end":"2026-03-03T15:15:38.750007Z","steps":["trace[869660941] 'process raft request' (duration: 292.379521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:38.750162Z","caller":"traceutil/trace.go:171","msg":"trace[1073077714] transaction","detail":"{read_only:false; response_revision:20480; number_of_response:1; }","duration":"125.12333ms","start":"2026-03-03T15:15:38.62503Z","end":"2026-03-03T15:15:38.750153Z","steps":["trace[1073077714] 'process raft request' (duration: 124.307144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:38.750272Z","caller":"traceutil/trace.go:171","msg":"trace[677018227] transaction","detail":"{read_only:false; response_revision:20481; number_of_response:1; }","duration":"124.809881ms","start":"2026-03-03T15:15:38.625454Z","end":"2026-03-03T15:15:38.750264Z","steps":["trace[677018227] 'process raft request' (duration: 123.927183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.750442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.294206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:15:38.750482Z","caller":"traceutil/trace.go:171","msg":"trace[342320662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20481; }","duration":"125.367978ms","start":"2026-03-03T15:15:38.625106Z","end":"2026-03-03T15:15:38.750474Z","steps":["trace[342320662] 'agreement among raft nodes before linearized reading' (duration: 125.264635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.750631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.894045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6c9f9ccdc4-hhdgd.18995d4e0ce01439\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T15:15:38.750669Z","caller":"traceutil/trace.go:171","msg":"trace[672696437] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6c9f9ccdc4-hhdgd.18995d4e0ce01439; range_end:; response_count:1; response_revision:20481; }","duration":"233.920266ms","start":"2026-03-03T15:15:38.51673Z","end":"2026-03-03T15:15:38.750651Z","steps":["trace[672696437] 'agreement among raft nodes before linearized reading' (duration: 233.840803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.751014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.304321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:38.751098Z","caller":"traceutil/trace.go:171","msg":"trace[1277663617] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20481; }","duration":"383.437876ms","start":"2026-03-03T15:15:38.36763Z","end":"2026-03-03T15:15:38.751068Z","steps":["trace[1277663617] 'agreement among raft nodes before linearized reading' (duration: 383.291791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.751139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:38.367602Z","time spent":"383.530749ms","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T15:15:38.754752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.242339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:38.754833Z","caller":"traceutil/trace.go:171","msg":"trace[1997418905] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20481; }","duration":"338.375663ms","start":"2026-03-03T15:15:38.416431Z","end":"2026-03-03T15:15:38.754807Z","steps":["trace[1997418905] 'agreement among raft nodes before linearized reading' (duration: 334.313215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.754906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:38.41641Z","time spent":"338.450936ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:15:38.977406Z","caller":"traceutil/trace.go:171","msg":"trace[569832991] linearizableReadLoop","detail":"{readStateIndex:21281; appliedIndex:21279; }","duration":"221.527544ms","start":"2026-03-03T15:15:38.755852Z","end":"2026-03-03T15:15:38.977379Z","steps":["trace[569832991] 'read index received' (duration: 39.135315ms)","trace[569832991] 'applied index is now lower than readState.Index' (duration: 182.391099ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:38.977538Z","caller":"traceutil/trace.go:171","msg":"trace[1243811903] transaction","detail":"{read_only:false; response_revision:20483; number_of_response:1; }","duration":"221.996159ms","start":"2026-03-03T15:15:38.755515Z","end":"2026-03-03T15:15:38.977511Z","steps":["trace[1243811903] 'process raft request' (duration: 221.678939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.977622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.745081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:38.977674Z","caller":"traceutil/trace.go:171","msg":"trace[19893065] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20483; }","duration":"221.829574ms","start":"2026-03-03T15:15:38.75583Z","end":"2026-03-03T15:15:38.977659Z","steps":["trace[19893065] 'agreement among raft nodes before linearized reading' (duration: 221.727421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.978555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.783158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20476 ","response":"range_response_count:168 size:128943"} {"level":"info","ts":"2026-03-03T15:15:38.978647Z","caller":"traceutil/trace.go:171","msg":"trace[124480844] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\u0000; range_end:/registry/events/openstack0; response_count:168; response_revision:20483; }","duration":"212.898772ms","start":"2026-03-03T15:15:38.76573Z","end":"2026-03-03T15:15:38.978628Z","steps":["trace[124480844] 'agreement among raft nodes before linearized reading' (duration: 211.88595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:38.981825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.793079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20481 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:38.981985Z","caller":"traceutil/trace.go:171","msg":"trace[1279349544] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20483; }","duration":"219.919074ms","start":"2026-03-03T15:15:38.761983Z","end":"2026-03-03T15:15:38.981902Z","steps":["trace[1279349544] 'agreement among raft nodes before linearized reading' (duration: 215.621718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.244686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.836265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-03T15:15:39.244727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.406511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:15:39.244771Z","caller":"traceutil/trace.go:171","msg":"trace[1748078960] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:20483; }","duration":"151.947838ms","start":"2026-03-03T15:15:39.092802Z","end":"2026-03-03T15:15:39.24475Z","steps":["trace[1748078960] 'range keys from in-memory index tree' (duration: 151.675149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:39.244782Z","caller":"traceutil/trace.go:171","msg":"trace[830557017] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20483; }","duration":"183.519664ms","start":"2026-03-03T15:15:39.061244Z","end":"2026-03-03T15:15:39.244764Z","steps":["trace[830557017] 'range keys from in-memory index tree' (duration: 183.208265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.244807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.431082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T15:15:39.244813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.782552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:15:39.244932Z","caller":"traceutil/trace.go:171","msg":"trace[634849211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20483; }","duration":"157.964198ms","start":"2026-03-03T15:15:39.08694Z","end":"2026-03-03T15:15:39.244904Z","steps":["trace[634849211] 'range keys from in-memory index tree' (duration: 157.568305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:39.244891Z","caller":"traceutil/trace.go:171","msg":"trace[228882377] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:20483; }","duration":"151.537345ms","start":"2026-03-03T15:15:39.093336Z","end":"2026-03-03T15:15:39.244873Z","steps":["trace[228882377] 'range keys from in-memory index tree' (duration: 151.281787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.638394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.231248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:39.63853Z","caller":"traceutil/trace.go:171","msg":"trace[1950658185] transaction","detail":"{read_only:false; response_revision:20484; number_of_response:1; }","duration":"388.126603ms","start":"2026-03-03T15:15:39.250376Z","end":"2026-03-03T15:15:39.638502Z","steps":["trace[1950658185] 'process raft request' (duration: 272.72282ms)","trace[1950658185] 'compare' (duration: 114.99283ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:39.638601Z","caller":"traceutil/trace.go:171","msg":"trace[2142920538] linearizableReadLoop","detail":"{readStateIndex:21283; appliedIndex:21282; }","duration":"316.375349ms","start":"2026-03-03T15:15:39.32222Z","end":"2026-03-03T15:15:39.638595Z","steps":["trace[2142920538] 'read index received' (duration: 75.941728ms)","trace[2142920538] 'applied index is now lower than readState.Index' (duration: 240.432951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:39.638661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:39.250329Z","time spent":"388.270608ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:39.638695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.472791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:39.638711Z","caller":"traceutil/trace.go:171","msg":"trace[1581528853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20485; }","duration":"316.560194ms","start":"2026-03-03T15:15:39.322145Z","end":"2026-03-03T15:15:39.638705Z","steps":["trace[1581528853] 'agreement among raft nodes before linearized reading' (duration: 316.495572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.638732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:39.322112Z","time spent":"316.616486ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:15:39.638575Z","caller":"traceutil/trace.go:171","msg":"trace[1935293450] transaction","detail":"{read_only:false; response_revision:20485; number_of_response:1; }","duration":"239.405258ms","start":"2026-03-03T15:15:39.399149Z","end":"2026-03-03T15:15:39.638554Z","steps":["trace[1935293450] 'process raft request' (duration: 239.322916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.639057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.887807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T15:15:39.639091Z","caller":"traceutil/trace.go:171","msg":"trace[139609839] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:20485; }","duration":"311.961719ms","start":"2026-03-03T15:15:39.327119Z","end":"2026-03-03T15:15:39.639081Z","steps":["trace[139609839] 'agreement among raft nodes before linearized reading' (duration: 311.856526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.639112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:39.327096Z","time spent":"312.012121ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-03T15:15:39.639275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.1098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T15:15:39.639397Z","caller":"traceutil/trace.go:171","msg":"trace[496841032] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:20485; }","duration":"316.243794ms","start":"2026-03-03T15:15:39.323131Z","end":"2026-03-03T15:15:39.639375Z","steps":["trace[496841032] 'agreement among raft nodes before linearized reading' (duration: 315.551862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:39.639487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:39.323119Z","time spent":"316.350807ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" "} {"level":"warn","ts":"2026-03-03T15:15:40.397393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.780817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:40.397467Z","caller":"traceutil/trace.go:171","msg":"trace[1906934733] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20487; }","duration":"129.910721ms","start":"2026-03-03T15:15:40.267542Z","end":"2026-03-03T15:15:40.397452Z","steps":["trace[1906934733] 'count revisions from in-memory index tree' (duration: 129.711036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:40.399413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.828791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:40.399486Z","caller":"traceutil/trace.go:171","msg":"trace[908106567] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20487; }","duration":"220.958445ms","start":"2026-03-03T15:15:40.178512Z","end":"2026-03-03T15:15:40.39947Z","steps":["trace[908106567] 'range keys from in-memory index tree' (duration: 219.315703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:40.399595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.896768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:40.399686Z","caller":"traceutil/trace.go:171","msg":"trace[913065953] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20487; }","duration":"199.033612ms","start":"2026-03-03T15:15:40.200636Z","end":"2026-03-03T15:15:40.39967Z","steps":["trace[913065953] 'range keys from in-memory index tree' (duration: 197.240456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:40.525674Z","caller":"traceutil/trace.go:171","msg":"trace[1189141888] linearizableReadLoop","detail":"{readStateIndex:21287; appliedIndex:21286; }","duration":"118.385138ms","start":"2026-03-03T15:15:40.407264Z","end":"2026-03-03T15:15:40.525649Z","steps":["trace[1189141888] 'read index received' (duration: 118.166101ms)","trace[1189141888] 'applied index is now lower than readState.Index' (duration: 218.227µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:40.525899Z","caller":"traceutil/trace.go:171","msg":"trace[1663220426] transaction","detail":"{read_only:false; response_revision:20488; number_of_response:1; }","duration":"124.557372ms","start":"2026-03-03T15:15:40.401327Z","end":"2026-03-03T15:15:40.525884Z","steps":["trace[1663220426] 'process raft request' (duration: 124.1611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:40.530565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.111942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20487 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:40.530645Z","caller":"traceutil/trace.go:171","msg":"trace[760338704] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20488; }","duration":"120.210865ms","start":"2026-03-03T15:15:40.410417Z","end":"2026-03-03T15:15:40.530628Z","steps":["trace[760338704] 'agreement among raft nodes before linearized reading' (duration: 115.639761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:40.531103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.806599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20487 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:40.53118Z","caller":"traceutil/trace.go:171","msg":"trace[1750747040] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20488; }","duration":"123.931273ms","start":"2026-03-03T15:15:40.40723Z","end":"2026-03-03T15:15:40.531161Z","steps":["trace[1750747040] 'agreement among raft nodes before linearized reading' (duration: 118.849493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:41.482042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789107735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:15:41.864673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241167314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T15:15:41.864725Z","caller":"traceutil/trace.go:171","msg":"trace[906507317] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:20488; }","duration":"1.241261237s","start":"2026-03-03T15:15:40.623453Z","end":"2026-03-03T15:15:41.864714Z","steps":["trace[906507317] 'range keys from in-memory index tree' (duration: 1.24102784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:41.864748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.623434Z","time spent":"1.241308919s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-03T15:15:41.864888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117074117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T15:15:41.864973Z","caller":"traceutil/trace.go:171","msg":"trace[714768590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20488; }","duration":"1.117216751s","start":"2026-03-03T15:15:40.747734Z","end":"2026-03-03T15:15:41.864951Z","steps":["trace[714768590] 'range keys from in-memory index tree' (duration: 1.116827779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:41.86499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227048898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-db-init\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-03-03T15:15:41.865019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.747714Z","time spent":"1.117295043s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T15:15:41.865046Z","caller":"traceutil/trace.go:171","msg":"trace[302077395] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-db-init; range_end:; response_count:1; response_revision:20488; }","duration":"1.227136431s","start":"2026-03-03T15:15:40.637895Z","end":"2026-03-03T15:15:41.865032Z","steps":["trace[302077395] 'range keys from in-memory index tree' (duration: 1.226908344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:41.865078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.637884Z","time spent":"1.227188223s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-db-init\" "} {"level":"warn","ts":"2026-03-03T15:15:41.983236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827050789107735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T15:15:42.264452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397270243s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T15:15:42.2649Z","caller":"traceutil/trace.go:171","msg":"trace[1073412072] transaction","detail":"{read_only:false; response_revision:20489; number_of_response:1; }","duration":"1.507251516s","start":"2026-03-03T15:15:40.757618Z","end":"2026-03-03T15:15:42.26487Z","steps":["trace[1073412072] 'process raft request' (duration: 1.507025148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.265091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.757589Z","time spent":"1.50740313s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:42.46625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.256545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:42.466428Z","caller":"traceutil/trace.go:171","msg":"trace[1203096997] transaction","detail":"{read_only:false; response_revision:20492; number_of_response:1; }","duration":"596.165132ms","start":"2026-03-03T15:15:41.870249Z","end":"2026-03-03T15:15:42.466415Z","steps":["trace[1203096997] 'process raft request' (duration: 596.115781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:42.466992Z","caller":"traceutil/trace.go:171","msg":"trace[1918304529] transaction","detail":"{read_only:false; response_revision:20490; number_of_response:1; }","duration":"1.709089788s","start":"2026-03-03T15:15:40.757866Z","end":"2026-03-03T15:15:42.466956Z","steps":["trace[1918304529] 'process raft request' (duration: 1.589061628s)","trace[1918304529] 'compare' (duration: 119.169312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:42.467121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.757837Z","time spent":"1.709212722s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:42.467335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.870228Z","time spent":"596.944836ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:42.468066Z","caller":"traceutil/trace.go:171","msg":"trace[1325271043] transaction","detail":"{read_only:false; response_revision:20491; number_of_response:1; }","duration":"961.584528ms","start":"2026-03-03T15:15:41.50646Z","end":"2026-03-03T15:15:42.468045Z","steps":["trace[1325271043] 'process raft request' (duration: 959.862894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:42.468118Z","caller":"traceutil/trace.go:171","msg":"trace[1234203612] linearizableReadLoop","detail":"{readStateIndex:21291; appliedIndex:21287; }","duration":"1.486931025s","start":"2026-03-03T15:15:40.981102Z","end":"2026-03-03T15:15:42.468033Z","steps":["trace[1234203612] 'read index received' (duration: 1.283556474s)","trace[1234203612] 'applied index is now lower than readState.Index' (duration: 203.250117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:42.468133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.506444Z","time spent":"961.653921ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:42.468229Z","caller":"traceutil/trace.go:171","msg":"trace[2127741431] transaction","detail":"{read_only:false; response_revision:20493; number_of_response:1; }","duration":"397.644295ms","start":"2026-03-03T15:15:42.070576Z","end":"2026-03-03T15:15:42.468221Z","steps":["trace[2127741431] 'process raft request' (duration: 395.813367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.468278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.070552Z","time spent":"397.704826ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:42.468642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275768618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:42.468692Z","caller":"traceutil/trace.go:171","msg":"trace[1180849582] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20493; }","duration":"1.275873861s","start":"2026-03-03T15:15:41.192804Z","end":"2026-03-03T15:15:42.468678Z","steps":["trace[1180849582] 'agreement among raft nodes before linearized reading' (duration: 1.275444857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.468745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.192775Z","time spent":"1.275959614s","remote":"127.0.0.1:50440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:42.468959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487839973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T15:15:42.469019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.331045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T15:15:42.469051Z","caller":"traceutil/trace.go:171","msg":"trace[302888287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20493; }","duration":"1.487963197s","start":"2026-03-03T15:15:40.981054Z","end":"2026-03-03T15:15:42.469017Z","steps":["trace[302888287] 'agreement among raft nodes before linearized reading' (duration: 1.487631846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.469105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:40.981031Z","time spent":"1.48806387s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T15:15:42.469153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.737744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T15:15:42.469193Z","caller":"traceutil/trace.go:171","msg":"trace[2047771803] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20493; }","duration":"344.814686ms","start":"2026-03-03T15:15:42.124372Z","end":"2026-03-03T15:15:42.469186Z","steps":["trace[2047771803] 'agreement among raft nodes before linearized reading' (duration: 344.733823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.46922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.124353Z","time spent":"344.862538ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T15:15:42.469066Z","caller":"traceutil/trace.go:171","msg":"trace[1073663354] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:20493; }","duration":"525.388358ms","start":"2026-03-03T15:15:41.943656Z","end":"2026-03-03T15:15:42.469044Z","steps":["trace[1073663354] 'agreement among raft nodes before linearized reading' (duration: 525.269694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.469461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.94364Z","time spent":"525.8087ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-03T15:15:42.469505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149843722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:42.469569Z","caller":"traceutil/trace.go:171","msg":"trace[359682538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20493; }","duration":"1.149939206s","start":"2026-03-03T15:15:41.319612Z","end":"2026-03-03T15:15:42.469551Z","steps":["trace[359682538] 'agreement among raft nodes before linearized reading' (duration: 1.149708698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.469593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.219096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T15:15:42.469636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.319596Z","time spent":"1.150026688s","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T15:15:42.469687Z","caller":"traceutil/trace.go:171","msg":"trace[1593388038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20493; }","duration":"827.311979ms","start":"2026-03-03T15:15:41.642327Z","end":"2026-03-03T15:15:42.469639Z","steps":["trace[1593388038] 'agreement among raft nodes before linearized reading' (duration: 826.883466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.469755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.328001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T15:15:42.469801Z","caller":"traceutil/trace.go:171","msg":"trace[1129716888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20493; }","duration":"414.413994ms","start":"2026-03-03T15:15:42.055376Z","end":"2026-03-03T15:15:42.46979Z","steps":["trace[1129716888] 'agreement among raft nodes before linearized reading' (duration: 414.132205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.469832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.055279Z","time spent":"414.541448ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T15:15:42.469751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.642308Z","time spent":"827.428633ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T15:15:42.470082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.440775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-db-init\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T15:15:42.470216Z","caller":"traceutil/trace.go:171","msg":"trace[287344065] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-db-init; range_end:; response_count:1; response_revision:20493; }","duration":"529.552969ms","start":"2026-03-03T15:15:41.940599Z","end":"2026-03-03T15:15:42.470152Z","steps":["trace[287344065] 'agreement among raft nodes before linearized reading' (duration: 529.188447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.470293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.997416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T15:15:42.470289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.940585Z","time spent":"529.688133ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-db-init\" "} {"level":"info","ts":"2026-03-03T15:15:42.470337Z","caller":"traceutil/trace.go:171","msg":"trace[1327852648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20493; }","duration":"723.040247ms","start":"2026-03-03T15:15:41.747288Z","end":"2026-03-03T15:15:42.470328Z","steps":["trace[1327852648] 'agreement among raft nodes before linearized reading' (duration: 722.953484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.470364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:41.747243Z","time spent":"723.11622ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T15:15:42.923465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.580277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:42.923659Z","caller":"traceutil/trace.go:171","msg":"trace[1820889179] transaction","detail":"{read_only:false; response_revision:20495; number_of_response:1; }","duration":"446.30191ms","start":"2026-03-03T15:15:42.477343Z","end":"2026-03-03T15:15:42.923645Z","steps":["trace[1820889179] 'process raft request' (duration: 446.205977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:42.923719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.477333Z","time spent":"446.358653ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:42.92463Z","caller":"traceutil/trace.go:171","msg":"trace[949812215] transaction","detail":"{read_only:false; response_revision:20494; number_of_response:1; }","duration":"446.672822ms","start":"2026-03-03T15:15:42.477342Z","end":"2026-03-03T15:15:42.924015Z","steps":["trace[949812215] 'process raft request' (duration: 268.458585ms)","trace[949812215] 'compare' (duration: 177.320109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:42.924748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.477332Z","time spent":"447.359524ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:43.24195Z","caller":"traceutil/trace.go:171","msg":"trace[1078858916] transaction","detail":"{read_only:false; response_revision:20496; number_of_response:1; }","duration":"764.544388ms","start":"2026-03-03T15:15:42.477378Z","end":"2026-03-03T15:15:43.241923Z","steps":["trace[1078858916] 'process raft request' (duration: 687.206646ms)","trace[1078858916] 'compare' (duration: 77.144546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:43.242104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.477352Z","time spent":"764.670852ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:43.242098Z","caller":"traceutil/trace.go:171","msg":"trace[1674286184] linearizableReadLoop","detail":"{readStateIndex:21296; appliedIndex:21292; }","duration":"762.817824ms","start":"2026-03-03T15:15:42.479253Z","end":"2026-03-03T15:15:43.242071Z","steps":["trace[1674286184] 'read index received' (duration: 266.661799ms)","trace[1674286184] 'applied index is now lower than readState.Index' (duration: 496.154525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:43.242164Z","caller":"traceutil/trace.go:171","msg":"trace[775530245] transaction","detail":"{read_only:false; response_revision:20497; number_of_response:1; }","duration":"764.61691ms","start":"2026-03-03T15:15:42.477505Z","end":"2026-03-03T15:15:43.242122Z","steps":["trace[775530245] 'process raft request' (duration: 764.352952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.242225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.947918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:43.242293Z","caller":"traceutil/trace.go:171","msg":"trace[1461298854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20497; }","duration":"763.077492ms","start":"2026-03-03T15:15:42.479199Z","end":"2026-03-03T15:15:43.242276Z","steps":["trace[1461298854] 'agreement among raft nodes before linearized reading' (duration: 762.943748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.242292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.477489Z","time spent":"764.735925ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:43.242326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.479191Z","time spent":"763.128704ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:15:43.24239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.382489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:15:43.242431Z","caller":"traceutil/trace.go:171","msg":"trace[435204231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20497; }","duration":"711.454222ms","start":"2026-03-03T15:15:42.530963Z","end":"2026-03-03T15:15:43.242417Z","steps":["trace[435204231] 'agreement among raft nodes before linearized reading' (duration: 711.330888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.242399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.932331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T15:15:43.242468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.530947Z","time spent":"711.513424ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T15:15:43.24251Z","caller":"traceutil/trace.go:171","msg":"trace[1747782380] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20497; }","duration":"358.083286ms","start":"2026-03-03T15:15:42.884402Z","end":"2026-03-03T15:15:43.242486Z","steps":["trace[1747782380] 'agreement among raft nodes before linearized reading' (duration: 357.827268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.242561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.884382Z","time spent":"358.170838ms","remote":"127.0.0.1:38098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:43.243587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.085644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:43.24367Z","caller":"traceutil/trace.go:171","msg":"trace[848026667] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20497; }","duration":"764.170877ms","start":"2026-03-03T15:15:42.479478Z","end":"2026-03-03T15:15:43.243649Z","steps":["trace[848026667] 'agreement among raft nodes before linearized reading' (duration: 762.721041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.243727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.479472Z","time spent":"764.234748ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":148,"response size":1841084,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:43.243747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.404329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:148 size:1841061"} {"level":"info","ts":"2026-03-03T15:15:43.243817Z","caller":"traceutil/trace.go:171","msg":"trace[756206901] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:148; response_revision:20497; }","duration":"761.479601ms","start":"2026-03-03T15:15:42.48232Z","end":"2026-03-03T15:15:43.243799Z","steps":["trace[756206901] 'agreement among raft nodes before linearized reading' (duration: 760.028906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.243871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:42.482305Z","time spent":"761.550834ms","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":148,"response size":1841084,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:43.526705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.94824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:43.526777Z","caller":"traceutil/trace.go:171","msg":"trace[159737830] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20498; }","duration":"154.082505ms","start":"2026-03-03T15:15:43.37268Z","end":"2026-03-03T15:15:43.526763Z","steps":["trace[159737830] 'range keys from in-memory index tree' (duration: 152.202555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.526782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.172518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:43.526876Z","caller":"traceutil/trace.go:171","msg":"trace[441489505] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20498; }","duration":"161.285242ms","start":"2026-03-03T15:15:43.36557Z","end":"2026-03-03T15:15:43.526855Z","steps":["trace[441489505] 'range keys from in-memory index tree' (duration: 159.141434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:43.805431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.814908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:549"} {"level":"warn","ts":"2026-03-03T15:15:43.805461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.433585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-03T15:15:43.80552Z","caller":"traceutil/trace.go:171","msg":"trace[921062370] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:20499; }","duration":"160.941991ms","start":"2026-03-03T15:15:43.644558Z","end":"2026-03-03T15:15:43.8055Z","steps":["trace[921062370] 'range keys from in-memory index tree' (duration: 160.617071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:43.805539Z","caller":"traceutil/trace.go:171","msg":"trace[865570202] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:20499; }","duration":"173.534578ms","start":"2026-03-03T15:15:43.631975Z","end":"2026-03-03T15:15:43.805509Z","steps":["trace[865570202] 'range keys from in-memory index tree' (duration: 173.293851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:44.56519Z","caller":"traceutil/trace.go:171","msg":"trace[1499125022] linearizableReadLoop","detail":"{readStateIndex:21299; appliedIndex:21298; }","duration":"278.909386ms","start":"2026-03-03T15:15:44.286254Z","end":"2026-03-03T15:15:44.565164Z","steps":["trace[1499125022] 'read index received' (duration: 278.69914ms)","trace[1499125022] 'applied index is now lower than readState.Index' (duration: 205.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:44.565293Z","caller":"traceutil/trace.go:171","msg":"trace[167410521] transaction","detail":"{read_only:false; response_revision:20500; number_of_response:1; }","duration":"285.629258ms","start":"2026-03-03T15:15:44.279643Z","end":"2026-03-03T15:15:44.565273Z","steps":["trace[167410521] 'process raft request' (duration: 285.312868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:44.565429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.150774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-03T15:15:44.567439Z","caller":"traceutil/trace.go:171","msg":"trace[413745306] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:20500; }","duration":"281.180587ms","start":"2026-03-03T15:15:44.286231Z","end":"2026-03-03T15:15:44.567411Z","steps":["trace[413745306] 'agreement among raft nodes before linearized reading' (duration: 279.06834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:44.651804Z","caller":"traceutil/trace.go:171","msg":"trace[1701154129] transaction","detail":"{read_only:false; response_revision:20501; number_of_response:1; }","duration":"177.836425ms","start":"2026-03-03T15:15:44.473934Z","end":"2026-03-03T15:15:44.651771Z","steps":["trace[1701154129] 'process raft request' (duration: 177.458883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:44.652047Z","caller":"traceutil/trace.go:171","msg":"trace[2103245691] transaction","detail":"{read_only:false; response_revision:20502; number_of_response:1; }","duration":"177.318858ms","start":"2026-03-03T15:15:44.474508Z","end":"2026-03-03T15:15:44.651827Z","steps":["trace[2103245691] 'process raft request' (duration: 177.090671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:44.824456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.75972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:545"} {"level":"info","ts":"2026-03-03T15:15:44.824599Z","caller":"traceutil/trace.go:171","msg":"trace[863842979] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:20502; }","duration":"252.941046ms","start":"2026-03-03T15:15:44.57162Z","end":"2026-03-03T15:15:44.824561Z","steps":["trace[863842979] 'agreement among raft nodes before linearized reading' (duration: 80.623206ms)","trace[863842979] 'range keys from in-memory index tree' (duration: 171.969889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:44.824586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.965496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:44.824682Z","caller":"traceutil/trace.go:171","msg":"trace[1322778967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20502; }","duration":"495.090141ms","start":"2026-03-03T15:15:44.329567Z","end":"2026-03-03T15:15:44.824657Z","steps":["trace[1322778967] 'agreement among raft nodes before linearized reading' (duration: 322.166871ms)","trace[1322778967] 'range keys from in-memory index tree' (duration: 172.758264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:44.824738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:44.329556Z","time spent":"495.175883ms","remote":"127.0.0.1:37748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T15:15:44.824933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.164712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:15:44.825032Z","caller":"traceutil/trace.go:171","msg":"trace[1631270623] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20502; }","duration":"259.298777ms","start":"2026-03-03T15:15:44.565704Z","end":"2026-03-03T15:15:44.825002Z","steps":["trace[1631270623] 'agreement among raft nodes before linearized reading' (duration: 86.513452ms)","trace[1631270623] 'range keys from in-memory index tree' (duration: 172.527787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:44.825494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.817483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T15:15:44.825582Z","caller":"traceutil/trace.go:171","msg":"trace[404606101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20502; }","duration":"348.949477ms","start":"2026-03-03T15:15:44.476607Z","end":"2026-03-03T15:15:44.825556Z","steps":["trace[404606101] 'agreement among raft nodes before linearized reading' (duration: 175.114729ms)","trace[404606101] 'range keys from in-memory index tree' (duration: 172.875817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:44.825626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:44.476597Z","time spent":"349.019289ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T15:15:44.828491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.381314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:44.82863Z","caller":"traceutil/trace.go:171","msg":"trace[705958380] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20502; }","duration":"402.549339ms","start":"2026-03-03T15:15:44.426046Z","end":"2026-03-03T15:15:44.828595Z","steps":["trace[705958380] 'agreement among raft nodes before linearized reading' (duration: 225.731057ms)","trace[705958380] 'range keys from in-memory index tree' (duration: 174.462718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:44.828716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:44.426023Z","time spent":"402.664553ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:15:45.272967Z","caller":"traceutil/trace.go:171","msg":"trace[93262909] linearizableReadLoop","detail":"{readStateIndex:21306; appliedIndex:21304; }","duration":"255.374443ms","start":"2026-03-03T15:15:45.017565Z","end":"2026-03-03T15:15:45.27294Z","steps":["trace[93262909] 'read index received' (duration: 5.265956ms)","trace[93262909] 'applied index is now lower than readState.Index' (duration: 250.107467ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:45.273021Z","caller":"traceutil/trace.go:171","msg":"trace[217287467] transaction","detail":"{read_only:false; response_revision:20506; number_of_response:1; }","duration":"306.413724ms","start":"2026-03-03T15:15:44.966566Z","end":"2026-03-03T15:15:45.27298Z","steps":["trace[217287467] 'process raft request' (duration: 304.556655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:45.273248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:44.966549Z","time spent":"306.562299ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:45.273325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.1392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-test\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:15:45.273425Z","caller":"traceutil/trace.go:171","msg":"trace[1356057956] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-test; range_end:; response_count:1; response_revision:20506; }","duration":"201.253373ms","start":"2026-03-03T15:15:45.072155Z","end":"2026-03-03T15:15:45.273408Z","steps":["trace[1356057956] 'agreement among raft nodes before linearized reading' (duration: 200.931563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:45.276047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.430329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:45.276439Z","caller":"traceutil/trace.go:171","msg":"trace[1223957714] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20506; }","duration":"258.901823ms","start":"2026-03-03T15:15:45.017516Z","end":"2026-03-03T15:15:45.276417Z","steps":["trace[1223957714] 'agreement among raft nodes before linearized reading' (duration: 255.521377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:46.431027Z","caller":"traceutil/trace.go:171","msg":"trace[1551255014] linearizableReadLoop","detail":"{readStateIndex:21309; appliedIndex:21308; }","duration":"153.340502ms","start":"2026-03-03T15:15:46.277654Z","end":"2026-03-03T15:15:46.430995Z","steps":["trace[1551255014] 'read index received' (duration: 153.027222ms)","trace[1551255014] 'applied index is now lower than readState.Index' (duration: 312.29µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:46.431178Z","caller":"traceutil/trace.go:171","msg":"trace[700971323] transaction","detail":"{read_only:false; response_revision:20509; number_of_response:1; }","duration":"172.574418ms","start":"2026-03-03T15:15:46.258592Z","end":"2026-03-03T15:15:46.431166Z","steps":["trace[700971323] 'process raft request' (duration: 172.167705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:46.431465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.779686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:46.431506Z","caller":"traceutil/trace.go:171","msg":"trace[1079169708] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20509; }","duration":"153.882499ms","start":"2026-03-03T15:15:46.277611Z","end":"2026-03-03T15:15:46.431494Z","steps":["trace[1079169708] 'agreement among raft nodes before linearized reading' (duration: 153.787586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:46.431477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.362138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:46.431572Z","caller":"traceutil/trace.go:171","msg":"trace[42173343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20509; }","duration":"112.504462ms","start":"2026-03-03T15:15:46.31904Z","end":"2026-03-03T15:15:46.431545Z","steps":["trace[42173343] 'agreement among raft nodes before linearized reading' (duration: 112.328027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:46.431608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.537887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-dhcp-agent\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T15:15:46.431704Z","caller":"traceutil/trace.go:171","msg":"trace[828141458] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-dhcp-agent; range_end:; response_count:1; response_revision:20509; }","duration":"102.659922ms","start":"2026-03-03T15:15:46.32902Z","end":"2026-03-03T15:15:46.43168Z","steps":["trace[828141458] 'agreement among raft nodes before linearized reading' (duration: 102.374063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:46.434667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.547707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:46.43476Z","caller":"traceutil/trace.go:171","msg":"trace[1815299005] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20509; }","duration":"114.65996ms","start":"2026-03-03T15:15:46.32008Z","end":"2026-03-03T15:15:46.43474Z","steps":["trace[1815299005] 'agreement among raft nodes before linearized reading' (duration: 111.365746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.303727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.947534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T15:15:47.303801Z","caller":"traceutil/trace.go:171","msg":"trace[746123279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20513; }","duration":"277.071788ms","start":"2026-03-03T15:15:47.026713Z","end":"2026-03-03T15:15:47.303785Z","steps":["trace[746123279] 'range keys from in-memory index tree' (duration: 276.82967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.304039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.914074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-03T15:15:47.304083Z","caller":"traceutil/trace.go:171","msg":"trace[1449578765] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:20513; }","duration":"309.998828ms","start":"2026-03-03T15:15:46.994074Z","end":"2026-03-03T15:15:47.304073Z","steps":["trace[1449578765] 'range keys from in-memory index tree' (duration: 309.811111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.304111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:46.994051Z","time spent":"310.051489ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T15:15:47.305822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.953734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:47.305973Z","caller":"traceutil/trace.go:171","msg":"trace[2103404472] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20513; }","duration":"322.141271ms","start":"2026-03-03T15:15:46.983817Z","end":"2026-03-03T15:15:47.305958Z","steps":["trace[2103404472] 'range keys from in-memory index tree' (duration: 320.222361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.30604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:46.9838Z","time spent":"322.207563ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-03T15:15:47.519624Z","caller":"traceutil/trace.go:171","msg":"trace[946628682] linearizableReadLoop","detail":"{readStateIndex:21317; appliedIndex:21316; }","duration":"128.437295ms","start":"2026-03-03T15:15:47.391164Z","end":"2026-03-03T15:15:47.519601Z","steps":["trace[946628682] 'read index received' (duration: 121.440934ms)","trace[946628682] 'applied index is now lower than readState.Index' (duration: 6.995211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:47.519659Z","caller":"traceutil/trace.go:171","msg":"trace[875757323] transaction","detail":"{read_only:false; response_revision:20517; number_of_response:1; }","duration":"130.220961ms","start":"2026-03-03T15:15:47.389411Z","end":"2026-03-03T15:15:47.519632Z","steps":["trace[875757323] 'process raft request' (duration: 123.180288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.519999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.762314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-03T15:15:47.52014Z","caller":"traceutil/trace.go:171","msg":"trace[1765126754] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:20517; }","duration":"128.981262ms","start":"2026-03-03T15:15:47.391133Z","end":"2026-03-03T15:15:47.520114Z","steps":["trace[1765126754] 'agreement among raft nodes before linearized reading' (duration: 128.570319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:47.520531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.117862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:20513 ","response":"range_response_count:168 size:128943"} {"level":"info","ts":"2026-03-03T15:15:47.520594Z","caller":"traceutil/trace.go:171","msg":"trace[1531126571] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18995cb184342bf6\u0000; range_end:/registry/events/openstack0; response_count:168; response_revision:20517; }","duration":"120.227695ms","start":"2026-03-03T15:15:47.400352Z","end":"2026-03-03T15:15:47.520579Z","steps":["trace[1531126571] 'agreement among raft nodes before linearized reading' (duration: 119.380859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:48.86408Z","caller":"traceutil/trace.go:171","msg":"trace[1036348763] linearizableReadLoop","detail":"{readStateIndex:21320; appliedIndex:21318; }","duration":"114.734242ms","start":"2026-03-03T15:15:48.749319Z","end":"2026-03-03T15:15:48.864054Z","steps":["trace[1036348763] 'read index received' (duration: 21.061865ms)","trace[1036348763] 'applied index is now lower than readState.Index' (duration: 93.671377ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:48.864113Z","caller":"traceutil/trace.go:171","msg":"trace[781859075] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"164.138762ms","start":"2026-03-03T15:15:48.69994Z","end":"2026-03-03T15:15:48.864079Z","steps":["trace[781859075] 'process raft request' (duration: 70.459354ms)","trace[781859075] 'compare' (duration: 93.44385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:48.86414Z","caller":"traceutil/trace.go:171","msg":"trace[1318470102] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"161.587881ms","start":"2026-03-03T15:15:48.702506Z","end":"2026-03-03T15:15:48.864094Z","steps":["trace[1318470102] 'process raft request' (duration: 161.499728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:48.864359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.024952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-server\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T15:15:48.864425Z","caller":"traceutil/trace.go:171","msg":"trace[1640301857] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-server; range_end:; response_count:1; response_revision:20520; }","duration":"115.144845ms","start":"2026-03-03T15:15:48.749262Z","end":"2026-03-03T15:15:48.864407Z","steps":["trace[1640301857] 'agreement among raft nodes before linearized reading' (duration: 114.943299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.513425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.546445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T15:15:49.513519Z","caller":"traceutil/trace.go:171","msg":"trace[1279940385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20521; }","duration":"247.6768ms","start":"2026-03-03T15:15:49.265815Z","end":"2026-03-03T15:15:49.513491Z","steps":["trace[1279940385] 'range keys from in-memory index tree' (duration: 247.437432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.513597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.094583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T15:15:49.513705Z","caller":"traceutil/trace.go:171","msg":"trace[1228982609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20521; }","duration":"127.265898ms","start":"2026-03-03T15:15:49.386414Z","end":"2026-03-03T15:15:49.51368Z","steps":["trace[1228982609] 'range keys from in-memory index tree' (duration: 126.913257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.513735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.949848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T15:15:49.513824Z","caller":"traceutil/trace.go:171","msg":"trace[1331787001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20521; }","duration":"127.065332ms","start":"2026-03-03T15:15:49.386738Z","end":"2026-03-03T15:15:49.513803Z","steps":["trace[1331787001] 'range keys from in-memory index tree' (duration: 126.777312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.513837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.329571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T15:15:49.513898Z","caller":"traceutil/trace.go:171","msg":"trace[943105693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20521; }","duration":"147.392003ms","start":"2026-03-03T15:15:49.366488Z","end":"2026-03-03T15:15:49.51388Z","steps":["trace[943105693] 'range keys from in-memory index tree' (duration: 147.186497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.513831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.529078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:49.514044Z","caller":"traceutil/trace.go:171","msg":"trace[245483100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20521; }","duration":"192.839188ms","start":"2026-03-03T15:15:49.32119Z","end":"2026-03-03T15:15:49.514029Z","steps":["trace[245483100] 'range keys from in-memory index tree' (duration: 192.444875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.514084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.819262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T15:15:49.514164Z","caller":"traceutil/trace.go:171","msg":"trace[1221801243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20521; }","duration":"354.973598ms","start":"2026-03-03T15:15:49.159176Z","end":"2026-03-03T15:15:49.51415Z","steps":["trace[1221801243] 'range keys from in-memory index tree' (duration: 354.623646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.514254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.159154Z","time spent":"355.06536ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:15:49.51457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.150895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T15:15:49.514629Z","caller":"traceutil/trace.go:171","msg":"trace[1598250402] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20521; }","duration":"452.268188ms","start":"2026-03-03T15:15:49.062347Z","end":"2026-03-03T15:15:49.514615Z","steps":["trace[1598250402] 'range keys from in-memory index tree' (duration: 450.862494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.514669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.062292Z","time spent":"452.368382ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-03T15:15:49.514686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.086463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-test\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T15:15:49.515205Z","caller":"traceutil/trace.go:171","msg":"trace[1442111043] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-test; range_end:; response_count:1; response_revision:20521; }","duration":"490.641651ms","start":"2026-03-03T15:15:49.024552Z","end":"2026-03-03T15:15:49.515193Z","steps":["trace[1442111043] 'range keys from in-memory index tree' (duration: 489.905838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.515293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.024535Z","time spent":"490.747543ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-test\" "} {"level":"warn","ts":"2026-03-03T15:15:49.517881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.348885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:49.518313Z","caller":"traceutil/trace.go:171","msg":"trace[1678082641] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20521; }","duration":"524.82026ms","start":"2026-03-03T15:15:48.993473Z","end":"2026-03-03T15:15:49.518293Z","steps":["trace[1678082641] 'range keys from in-memory index tree' (duration: 522.090743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.518378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:48.993452Z","time spent":"524.900102ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1668,"response size":385703,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-03T15:15:49.85406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.073698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T15:15:49.854481Z","caller":"traceutil/trace.go:171","msg":"trace[1847309245] linearizableReadLoop","detail":"{readStateIndex:21323; appliedIndex:21322; }","duration":"336.955419ms","start":"2026-03-03T15:15:49.517503Z","end":"2026-03-03T15:15:49.854458Z","steps":["trace[1847309245] 'read index received' (duration: 24.029368ms)","trace[1847309245] 'applied index is now lower than readState.Index' (duration: 312.924761ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:49.854599Z","caller":"traceutil/trace.go:171","msg":"trace[1861000245] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"312.072893ms","start":"2026-03-03T15:15:49.542499Z","end":"2026-03-03T15:15:49.854571Z","steps":["trace[1861000245] 'process raft request' (duration: 311.904198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:49.854685Z","caller":"traceutil/trace.go:171","msg":"trace[1419221617] transaction","detail":"{read_only:false; response_revision:20525; number_of_response:1; }","duration":"335.250015ms","start":"2026-03-03T15:15:49.519418Z","end":"2026-03-03T15:15:49.854668Z","steps":["trace[1419221617] 'process raft request' (duration: 334.926725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.854788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.519406Z","time spent":"335.327357ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:49.854819Z","caller":"traceutil/trace.go:171","msg":"trace[710490445] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"338.348653ms","start":"2026-03-03T15:15:49.516448Z","end":"2026-03-03T15:15:49.854797Z","steps":["trace[710490445] 'process raft request' (duration: 181.44402ms)","trace[710490445] 'compare' (duration: 155.906022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:49.854828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.542476Z","time spent":"312.226378ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:49.854858Z","caller":"traceutil/trace.go:171","msg":"trace[1290262432] transaction","detail":"{read_only:false; response_revision:20523; number_of_response:1; }","duration":"335.959728ms","start":"2026-03-03T15:15:49.518854Z","end":"2026-03-03T15:15:49.854814Z","steps":["trace[1290262432] 'process raft request' (duration: 335.332088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.854911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.516422Z","time spent":"338.436346ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:49.854948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.123433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T15:15:49.85501Z","caller":"traceutil/trace.go:171","msg":"trace[2020865569] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20526; }","duration":"336.222746ms","start":"2026-03-03T15:15:49.518772Z","end":"2026-03-03T15:15:49.854995Z","steps":["trace[2020865569] 'agreement among raft nodes before linearized reading' (duration: 336.04605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.855017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.518843Z","time spent":"336.102552ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T15:15:49.855054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.518764Z","time spent":"336.281258ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T15:15:49.855123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.5942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-03T15:15:49.855152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.461446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-test\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T15:15:49.855236Z","caller":"traceutil/trace.go:171","msg":"trace[228236313] range","detail":"{range_begin:/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4; range_end:; response_count:1; response_revision:20526; }","duration":"337.690013ms","start":"2026-03-03T15:15:49.517495Z","end":"2026-03-03T15:15:49.855185Z","steps":["trace[228236313] 'agreement among raft nodes before linearized reading' (duration: 337.446565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:49.855249Z","caller":"traceutil/trace.go:171","msg":"trace[1392283601] transaction","detail":"{read_only:false; response_revision:20524; number_of_response:1; }","duration":"335.292246ms","start":"2026-03-03T15:15:49.51919Z","end":"2026-03-03T15:15:49.854482Z","steps":["trace[1392283601] 'process raft request' (duration: 335.09852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:49.855267Z","caller":"traceutil/trace.go:171","msg":"trace[2009008354] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-test; range_end:; response_count:1; response_revision:20526; }","duration":"230.55748ms","start":"2026-03-03T15:15:49.624637Z","end":"2026-03-03T15:15:49.855195Z","steps":["trace[2009008354] 'agreement among raft nodes before linearized reading' (duration: 230.384334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.855291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.517455Z","time spent":"337.826587ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-934780d2-e299-4cda-854f-0521aab2fbb4\" "} {"level":"warn","ts":"2026-03-03T15:15:49.855343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.609205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T15:15:49.855367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.519174Z","time spent":"336.135273ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T15:15:49.855386Z","caller":"traceutil/trace.go:171","msg":"trace[658900491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20526; }","duration":"334.676187ms","start":"2026-03-03T15:15:49.5207Z","end":"2026-03-03T15:15:49.855376Z","steps":["trace[658900491] 'agreement among raft nodes before linearized reading' (duration: 334.498881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.85542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.520689Z","time spent":"334.724329ms","remote":"127.0.0.1:37908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T15:15:49.85545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.142277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:15:49.855537Z","caller":"traceutil/trace.go:171","msg":"trace[1237444187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20526; }","duration":"332.23262ms","start":"2026-03-03T15:15:49.523278Z","end":"2026-03-03T15:15:49.855511Z","steps":["trace[1237444187] 'agreement among raft nodes before linearized reading' (duration: 332.007313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.855597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.523248Z","time spent":"332.339823ms","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T15:15:49.860109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.572444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20521 ","response":"range_response_count:1000 size:774494"} {"level":"info","ts":"2026-03-03T15:15:49.860177Z","caller":"traceutil/trace.go:171","msg":"trace[839029844] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:20526; }","duration":"334.673877ms","start":"2026-03-03T15:15:49.525488Z","end":"2026-03-03T15:15:49.860162Z","steps":["trace[839029844] 'agreement among raft nodes before linearized reading' (duration: 329.374599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:49.860242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T15:15:49.525479Z","time spent":"334.727658ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":1168,"response size":774517,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29542515.18995da6fc3d29c9\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:20521 "} {"level":"info","ts":"2026-03-03T15:15:50.789074Z","caller":"traceutil/trace.go:171","msg":"trace[1457543674] linearizableReadLoop","detail":"{readStateIndex:21329; appliedIndex:21328; }","duration":"129.814898ms","start":"2026-03-03T15:15:50.659235Z","end":"2026-03-03T15:15:50.78905Z","steps":["trace[1457543674] 'read index received' (duration: 129.574901ms)","trace[1457543674] 'applied index is now lower than readState.Index' (duration: 239.127µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:50.789126Z","caller":"traceutil/trace.go:171","msg":"trace[1997460689] transaction","detail":"{read_only:false; response_revision:20528; number_of_response:1; }","duration":"129.928402ms","start":"2026-03-03T15:15:50.659166Z","end":"2026-03-03T15:15:50.789095Z","steps":["trace[1997460689] 'process raft request' (duration: 129.699075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:50.789251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.255253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T15:15:50.789285Z","caller":"traceutil/trace.go:171","msg":"trace[1162691360] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20528; }","duration":"124.340535ms","start":"2026-03-03T15:15:50.664933Z","end":"2026-03-03T15:15:50.789274Z","steps":["trace[1162691360] 'agreement among raft nodes before linearized reading' (duration: 124.252283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:50.789395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.147839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T15:15:50.789546Z","caller":"traceutil/trace.go:171","msg":"trace[967879754] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:20528; }","duration":"130.357036ms","start":"2026-03-03T15:15:50.65916Z","end":"2026-03-03T15:15:50.789517Z","steps":["trace[967879754] 'agreement among raft nodes before linearized reading' (duration: 130.014035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:51.238101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.755511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-compute\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T15:15:51.238214Z","caller":"traceutil/trace.go:171","msg":"trace[677130276] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-compute; range_end:; response_count:1; response_revision:20531; }","duration":"157.919196ms","start":"2026-03-03T15:15:51.08027Z","end":"2026-03-03T15:15:51.238189Z","steps":["trace[677130276] 'range keys from in-memory index tree' (duration: 157.493603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:51.241493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.975853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:51.241578Z","caller":"traceutil/trace.go:171","msg":"trace[532763423] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20531; }","duration":"155.112527ms","start":"2026-03-03T15:15:51.08645Z","end":"2026-03-03T15:15:51.241563Z","steps":["trace[532763423] 'range keys from in-memory index tree' (duration: 152.440633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:15:53.35897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.331891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:53.359059Z","caller":"traceutil/trace.go:171","msg":"trace[1868041125] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20540; }","duration":"153.478075ms","start":"2026-03-03T15:15:53.205564Z","end":"2026-03-03T15:15:53.359042Z","steps":["trace[1868041125] 'range keys from in-memory index tree' (duration: 151.435511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:15:57.169732Z","caller":"traceutil/trace.go:171","msg":"trace[1424767331] linearizableReadLoop","detail":"{readStateIndex:21359; appliedIndex:21357; }","duration":"148.976543ms","start":"2026-03-03T15:15:57.020728Z","end":"2026-03-03T15:15:57.169705Z","steps":["trace[1424767331] 'read index received' (duration: 63.386391ms)","trace[1424767331] 'applied index is now lower than readState.Index' (duration: 85.588602ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:15:57.169752Z","caller":"traceutil/trace.go:171","msg":"trace[645972905] transaction","detail":"{read_only:false; response_revision:20557; number_of_response:1; }","duration":"152.890697ms","start":"2026-03-03T15:15:57.016831Z","end":"2026-03-03T15:15:57.169722Z","steps":["trace[645972905] 'process raft request' (duration: 95.255517ms)","trace[645972905] 'compare' (duration: 57.33946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:15:57.172664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.908547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385680"} {"level":"info","ts":"2026-03-03T15:15:57.172752Z","caller":"traceutil/trace.go:171","msg":"trace[1010982519] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:20557; }","duration":"152.02746ms","start":"2026-03-03T15:15:57.020708Z","end":"2026-03-03T15:15:57.172736Z","steps":["trace[1010982519] 'agreement among raft nodes before linearized reading' (duration: 149.121758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:16:13.256659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.491887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-03-03T15:16:13.25676Z","caller":"traceutil/trace.go:171","msg":"trace[2022595318] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:20628; }","duration":"128.639281ms","start":"2026-03-03T15:16:13.128102Z","end":"2026-03-03T15:16:13.256741Z","steps":["trace[2022595318] 'range keys from in-memory index tree' (duration: 128.322651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:16:13.256805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.07879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-03-03T15:16:13.256901Z","caller":"traceutil/trace.go:171","msg":"trace[1304854035] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:20628; }","duration":"138.227714ms","start":"2026-03-03T15:16:13.118652Z","end":"2026-03-03T15:16:13.25688Z","steps":["trace[1304854035] 'range keys from in-memory index tree' (duration: 137.903754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:26.22576Z","caller":"traceutil/trace.go:171","msg":"trace[1735900850] transaction","detail":"{read_only:false; response_revision:20690; number_of_response:1; }","duration":"127.280728ms","start":"2026-03-03T15:16:26.098452Z","end":"2026-03-03T15:16:26.225733Z","steps":["trace[1735900850] 'process raft request' (duration: 34.925242ms)","trace[1735900850] 'compare' (duration: 92.046566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:16:29.476334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.581314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:16:29.476381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.654325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w68x5\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-03T15:16:29.476419Z","caller":"traceutil/trace.go:171","msg":"trace[1275376971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20703; }","duration":"156.720518ms","start":"2026-03-03T15:16:29.319679Z","end":"2026-03-03T15:16:29.4764Z","steps":["trace[1275376971] 'range keys from in-memory index tree' (duration: 156.490321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:29.476456Z","caller":"traceutil/trace.go:171","msg":"trace[638683556] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w68x5; range_end:; response_count:1; response_revision:20703; }","duration":"193.769948ms","start":"2026-03-03T15:16:29.282665Z","end":"2026-03-03T15:16:29.476435Z","steps":["trace[638683556] 'range keys from in-memory index tree' (duration: 193.459698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:29.476785Z","caller":"traceutil/trace.go:171","msg":"trace[1396997417] transaction","detail":"{read_only:false; response_revision:20704; number_of_response:1; }","duration":"148.55036ms","start":"2026-03-03T15:16:29.328207Z","end":"2026-03-03T15:16:29.476757Z","steps":["trace[1396997417] 'process raft request' (duration: 60.18095ms)","trace[1396997417] 'compare' (duration: 87.72739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:16:29.476838Z","caller":"traceutil/trace.go:171","msg":"trace[278095811] transaction","detail":"{read_only:false; response_revision:20705; number_of_response:1; }","duration":"129.154458ms","start":"2026-03-03T15:16:29.347665Z","end":"2026-03-03T15:16:29.47682Z","steps":["trace[278095811] 'process raft request' (duration: 128.784717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:30.437978Z","caller":"traceutil/trace.go:171","msg":"trace[747802485] linearizableReadLoop","detail":"{readStateIndex:21518; appliedIndex:21517; }","duration":"163.341239ms","start":"2026-03-03T15:16:30.274606Z","end":"2026-03-03T15:16:30.437947Z","steps":["trace[747802485] 'read index received' (duration: 163.231015ms)","trace[747802485] 'applied index is now lower than readState.Index' (duration: 108.824µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T15:16:30.438246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.611787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-03T15:16:30.438322Z","caller":"traceutil/trace.go:171","msg":"trace[1194615576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36e6bd48-c776-4e65-a68d-826fe46d9a9c; range_end:; response_count:1; response_revision:20708; }","duration":"163.732771ms","start":"2026-03-03T15:16:30.274569Z","end":"2026-03-03T15:16:30.438301Z","steps":["trace[1194615576] 'agreement among raft nodes before linearized reading' (duration: 163.484503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:30.572088Z","caller":"traceutil/trace.go:171","msg":"trace[889080676] transaction","detail":"{read_only:false; response_revision:20709; number_of_response:1; }","duration":"297.31225ms","start":"2026-03-03T15:16:30.274754Z","end":"2026-03-03T15:16:30.572066Z","steps":["trace[889080676] 'process raft request' (duration: 262.339325ms)","trace[889080676] 'compare' (duration: 34.82121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:16:30.572365Z","caller":"traceutil/trace.go:171","msg":"trace[562832930] transaction","detail":"{read_only:false; response_revision:20710; number_of_response:1; }","duration":"296.738951ms","start":"2026-03-03T15:16:30.275596Z","end":"2026-03-03T15:16:30.572335Z","steps":["trace[562832930] 'process raft request' (duration: 296.432762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:30.572442Z","caller":"traceutil/trace.go:171","msg":"trace[1620422735] linearizableReadLoop","detail":"{readStateIndex:21520; appliedIndex:21518; }","duration":"134.318662ms","start":"2026-03-03T15:16:30.438114Z","end":"2026-03-03T15:16:30.572433Z","steps":["trace[1620422735] 'read index received' (duration: 98.975316ms)","trace[1620422735] 'applied index is now lower than readState.Index' (duration: 35.342266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T15:16:30.572442Z","caller":"traceutil/trace.go:171","msg":"trace[1289605408] transaction","detail":"{read_only:false; response_revision:20711; number_of_response:1; }","duration":"132.855226ms","start":"2026-03-03T15:16:30.439562Z","end":"2026-03-03T15:16:30.572418Z","steps":["trace[1289605408] 'process raft request' (duration: 132.698671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:16:30.57257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.795562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-hnvz2\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-03T15:16:30.572592Z","caller":"traceutil/trace.go:171","msg":"trace[563162733] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-hnvz2; range_end:; response_count:1; response_revision:20711; }","duration":"295.854434ms","start":"2026-03-03T15:16:30.276732Z","end":"2026-03-03T15:16:30.572586Z","steps":["trace[563162733] 'agreement among raft nodes before linearized reading' (duration: 295.73247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T15:16:30.572688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.885755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T15:16:30.572701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.007068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T15:16:30.572756Z","caller":"traceutil/trace.go:171","msg":"trace[1276669994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20711; }","duration":"252.023609ms","start":"2026-03-03T15:16:30.320713Z","end":"2026-03-03T15:16:30.572736Z","steps":["trace[1276669994] 'agreement among raft nodes before linearized reading' (duration: 251.857114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T15:16:30.572801Z","caller":"traceutil/trace.go:171","msg":"trace[769214535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20711; }","duration":"181.149822ms","start":"2026-03-03T15:16:30.391624Z","end":"2026-03-03T15:16:30.572774Z","steps":["trace[769214535] 'agreement among raft nodes before linearized reading' (duration: 180.891394ms)"],"step_count":1}