{"level":"warn","ts":"2026-04-04T10:17:21.948785Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:17:21.94887Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-04T10:17:21.948935Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:17:21.948942Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-04T10:17:21.948961Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:17:21.949591Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-04-04T10:17:21.94968Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-04T10:17:21.956857Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.883149ms"} {"level":"info","ts":"2026-04-04T10:17:21.978849Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-04-04T10:17:21.978979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-04T10:17:21.979011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-04-04T10:17:21.979028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-04T10:17:21.979043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-04-04T10:17:21.979104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-04-04T10:17:21.98573Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-04T10:17:21.987882Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-04T10:17:21.989765Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-04T10:17:21.993211Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-04T10:17:21.993813Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-04T10:17:21.994731Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-04-04T10:17:21.994857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:17:21.996144Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-04T10:17:21.996138Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:17:21.99624Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:17:21.999878Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:17:22.000256Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-04T10:17:22.00037Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-04T10:17:22.000492Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-04T10:17:22.000549Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-04T10:17:22.08037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-04T10:17:22.08044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-04T10:17:22.080473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-04-04T10:17:22.080494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-04-04T10:17:22.080518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-04T10:17:22.080547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-04-04T10:17:22.080585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-04T10:17:22.082674Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-04-04T10:17:22.084019Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:17:22.085052Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:17:22.085147Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:17:22.085303Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-04T10:17:22.085358Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-04T10:17:22.085469Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:17:22.085646Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:17:22.08574Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:17:22.088185Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-04-04T10:17:22.088763Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-04T10:17:24.097562Z","caller":"traceutil/trace.go:171","msg":"trace[548194218] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"460.928722ms","start":"2026-04-04T10:17:23.636599Z","end":"2026-04-04T10:17:24.097527Z","steps":["trace[548194218] 'process raft request' (duration: 460.705476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.098207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.636587Z","time spent":"461.081957ms","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:24.107253Z","caller":"traceutil/trace.go:171","msg":"trace[66585962] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"388.804633ms","start":"2026-04-04T10:17:23.718407Z","end":"2026-04-04T10:17:24.107212Z","steps":["trace[66585962] 'process raft request' (duration: 388.614258ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.107359Z","caller":"traceutil/trace.go:171","msg":"trace[432552680] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"470.48068ms","start":"2026-04-04T10:17:23.636855Z","end":"2026-04-04T10:17:24.107335Z","steps":["trace[432552680] 'read index received' (duration: 460.42349ms)","trace[432552680] 'applied index is now lower than readState.Index' (duration: 10.05632ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:24.107458Z","caller":"traceutil/trace.go:171","msg":"trace[754003222] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"388.641059ms","start":"2026-04-04T10:17:23.71881Z","end":"2026-04-04T10:17:24.107451Z","steps":["trace[754003222] 'process raft request' (duration: 388.448184ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.107475Z","caller":"traceutil/trace.go:171","msg":"trace[1684584010] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"470.543781ms","start":"2026-04-04T10:17:23.636741Z","end":"2026-04-04T10:17:24.107284Z","steps":["trace[1684584010] 'process raft request' (duration: 470.137471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.107452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.71839Z","time spent":"388.957197ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:17:24.107542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.718798Z","time spent":"388.68832ms","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:17:24.107579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.63672Z","time spent":"470.799659ms","remote":"127.0.0.1:58786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:24.10759Z","caller":"traceutil/trace.go:171","msg":"trace[187225724] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"379.530064ms","start":"2026-04-04T10:17:23.728028Z","end":"2026-04-04T10:17:24.107558Z","steps":["trace[187225724] 'process raft request' (duration: 379.255255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.107748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.72801Z","time spent":"379.654577ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:17:24.107759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.890221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:17:24.107827Z","caller":"traceutil/trace.go:171","msg":"trace[1651890915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:11; }","duration":"470.966313ms","start":"2026-04-04T10:17:23.636851Z","end":"2026-04-04T10:17:24.107817Z","steps":["trace[1651890915] 'agreement among raft nodes before linearized reading' (duration: 470.84081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.107856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.636826Z","time spent":"471.022555ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:17:24.107576Z","caller":"traceutil/trace.go:171","msg":"trace[1239440498] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"331.282682ms","start":"2026-04-04T10:17:23.776227Z","end":"2026-04-04T10:17:24.107509Z","steps":["trace[1239440498] 'process raft request' (duration: 331.082027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.107889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.835108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:17:24.107946Z","caller":"traceutil/trace.go:171","msg":"trace[1958018759] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"389.285946ms","start":"2026-04-04T10:17:23.718647Z","end":"2026-04-04T10:17:24.107933Z","steps":["trace[1958018759] 'process raft request' (duration: 388.438813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.107954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.776209Z","time spent":"331.712424ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:24.107881Z","caller":"traceutil/trace.go:171","msg":"trace[160293105] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"389.05416ms","start":"2026-04-04T10:17:23.718715Z","end":"2026-04-04T10:17:24.107769Z","steps":["trace[160293105] 'process raft request' (duration: 388.511685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.589631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-04T10:17:24.108044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.941577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:17:24.108081Z","caller":"traceutil/trace.go:171","msg":"trace[1736273625] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"331.665613ms","start":"2026-04-04T10:17:23.776403Z","end":"2026-04-04T10:17:24.108068Z","steps":["trace[1736273625] 'agreement among raft nodes before linearized reading' (duration: 331.594801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.10807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.71862Z","time spent":"389.385449ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:24.108092Z","caller":"traceutil/trace.go:171","msg":"trace[1434847015] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"460.002159ms","start":"2026-04-04T10:17:23.648076Z","end":"2026-04-04T10:17:24.108078Z","steps":["trace[1434847015] 'agreement among raft nodes before linearized reading' (duration: 459.933837ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.108113Z","caller":"traceutil/trace.go:171","msg":"trace[1577678969] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"389.438661ms","start":"2026-04-04T10:17:23.718666Z","end":"2026-04-04T10:17:24.108105Z","steps":["trace[1577678969] 'process raft request' (duration: 388.511306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.776395Z","time spent":"331.721615ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-04T10:17:24.108124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.163742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-04T10:17:24.108158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.718646Z","time spent":"389.490881ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:17:24.108174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.674018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:17:24.108191Z","caller":"traceutil/trace.go:171","msg":"trace[1256876642] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"389.252925ms","start":"2026-04-04T10:17:23.718923Z","end":"2026-04-04T10:17:24.108176Z","steps":["trace[1256876642] 'agreement among raft nodes before linearized reading' (duration: 389.155853ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.107976Z","caller":"traceutil/trace.go:171","msg":"trace[299389616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:11; }","duration":"470.959242ms","start":"2026-04-04T10:17:23.636979Z","end":"2026-04-04T10:17:24.107938Z","steps":["trace[299389616] 'agreement among raft nodes before linearized reading' (duration: 470.824999ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:24.108212Z","caller":"traceutil/trace.go:171","msg":"trace[1014488366] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:0; response_revision:11; }","duration":"391.75001ms","start":"2026-04-04T10:17:23.716449Z","end":"2026-04-04T10:17:24.108199Z","steps":["trace[1014488366] 'agreement among raft nodes before linearized reading' (duration: 391.693448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.718915Z","time spent":"389.309137ms","remote":"127.0.0.1:58828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-04T10:17:24.108247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.71642Z","time spent":"391.820492ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-04T10:17:24.108254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.636959Z","time spent":"471.2753ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:17:24.107968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.232692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-04T10:17:24.10824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.127422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-04T10:17:24.108302Z","caller":"traceutil/trace.go:171","msg":"trace[79522281] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"390.59873ms","start":"2026-04-04T10:17:23.717694Z","end":"2026-04-04T10:17:24.108293Z","steps":["trace[79522281] 'agreement among raft nodes before linearized reading' (duration: 390.218941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.717674Z","time spent":"390.652512ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-04T10:17:24.108146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.648065Z","time spent":"460.06825ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-04T10:17:24.108181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.718702Z","time spent":"389.355948ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:24.10788Z","caller":"traceutil/trace.go:171","msg":"trace[1689683779] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"389.181343ms","start":"2026-04-04T10:17:23.718647Z","end":"2026-04-04T10:17:24.107828Z","steps":["trace[1689683779] 'process raft request' (duration: 388.492015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.718628Z","time spent":"389.791989ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:24.108375Z","caller":"traceutil/trace.go:171","msg":"trace[1289320789] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"421.328367ms","start":"2026-04-04T10:17:23.687014Z","end":"2026-04-04T10:17:24.108343Z","steps":["trace[1289320789] 'agreement among raft nodes before linearized reading' (duration: 420.927046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:24.108495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:23.686984Z","time spent":"421.496351ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-04T10:17:32.040493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.471506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:32.040866Z","caller":"traceutil/trace.go:171","msg":"trace[649795528] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"623.413039ms","start":"2026-04-04T10:17:31.417425Z","end":"2026-04-04T10:17:32.040838Z","steps":["trace[649795528] 'process raft request' (duration: 381.397268ms)","trace[649795528] 'compare' (duration: 241.339573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:32.040925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:31.417402Z","time spent":"623.489381ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:36.367547Z","caller":"traceutil/trace.go:171","msg":"trace[459828423] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"112.085253ms","start":"2026-04-04T10:17:36.255415Z","end":"2026-04-04T10:17:36.3675Z","steps":["trace[459828423] 'process raft request' (duration: 111.357475ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:36.367808Z","caller":"traceutil/trace.go:171","msg":"trace[1252007415] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"112.177696ms","start":"2026-04-04T10:17:36.255589Z","end":"2026-04-04T10:17:36.367767Z","steps":["trace[1252007415] 'process raft request' (duration: 111.828097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.453879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754733637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:17:38.901646Z","caller":"traceutil/trace.go:171","msg":"trace[1426836769] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:382; }","duration":"948.201886ms","start":"2026-04-04T10:17:37.953418Z","end":"2026-04-04T10:17:38.90162Z","steps":["trace[1426836769] 'read index received' (duration: 948.00537ms)","trace[1426836769] 'applied index is now lower than readState.Index' (duration: 195.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:38.901723Z","caller":"traceutil/trace.go:171","msg":"trace[968550357] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.199224572s","start":"2026-04-04T10:17:37.702455Z","end":"2026-04-04T10:17:38.90168Z","steps":["trace[968550357] 'process raft request' (duration: 1.199012095s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.901817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.225934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-04T10:17:38.901811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.343811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:38.901858Z","caller":"traceutil/trace.go:171","msg":"trace[1058849300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:370; }","duration":"780.316787ms","start":"2026-04-04T10:17:38.12153Z","end":"2026-04-04T10:17:38.901846Z","steps":["trace[1058849300] 'agreement among raft nodes before linearized reading' (duration: 780.217365ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:38.901886Z","caller":"traceutil/trace.go:171","msg":"trace[930896255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"948.501295ms","start":"2026-04-04T10:17:37.953368Z","end":"2026-04-04T10:17:38.901869Z","steps":["trace[930896255] 'agreement among raft nodes before linearized reading' (duration: 948.343541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.901905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:37.70242Z","time spent":"1.199402776s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:38.901942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:37.953347Z","time spent":"948.582976ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:17:38.901979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.266666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-04T10:17:38.901894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.121505Z","time spent":"780.380848ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:17:38.902101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.040251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-04T10:17:38.90204Z","caller":"traceutil/trace.go:171","msg":"trace[466848164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:370; }","duration":"528.369549ms","start":"2026-04-04T10:17:38.373656Z","end":"2026-04-04T10:17:38.902026Z","steps":["trace[466848164] 'agreement among raft nodes before linearized reading' (duration: 528.259296ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:38.902175Z","caller":"traceutil/trace.go:171","msg":"trace[748922766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:370; }","duration":"611.153604ms","start":"2026-04-04T10:17:38.291002Z","end":"2026-04-04T10:17:38.902156Z","steps":["trace[748922766] 'agreement among raft nodes before linearized reading' (duration: 611.013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.902197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.373634Z","time spent":"528.546594ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:17:38.902228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.290979Z","time spent":"611.235985ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:17:38.902349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.528283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-04T10:17:38.902605Z","caller":"traceutil/trace.go:171","msg":"trace[1134663539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:370; }","duration":"528.906743ms","start":"2026-04-04T10:17:38.373677Z","end":"2026-04-04T10:17:38.902584Z","steps":["trace[1134663539] 'agreement among raft nodes before linearized reading' (duration: 528.310838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:38.90269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.373656Z","time spent":"529.018475ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:17:39.585654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.795781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:39.585815Z","caller":"traceutil/trace.go:171","msg":"trace[1377021536] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"678.707504ms","start":"2026-04-04T10:17:38.907053Z","end":"2026-04-04T10:17:39.585761Z","steps":["trace[1377021536] 'process raft request' (duration: 303.721108ms)","trace[1377021536] 'compare' (duration: 374.693759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:39.585889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.907032Z","time spent":"678.820448ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:40.910132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:17:40.910259Z","caller":"traceutil/trace.go:171","msg":"trace[1617662320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603051s","start":"2026-04-04T10:17:38.909635Z","end":"2026-04-04T10:17:40.910238Z","steps":["trace[1617662320] 'agreement among raft nodes before linearized reading' (duration: 2.000446306s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:40.910311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.909623Z","time spent":"2.000676223s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:17:41.797531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.58666869s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:17:41.798135Z","caller":"traceutil/trace.go:171","msg":"trace[1094151725] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"2.890781568s","start":"2026-04-04T10:17:38.907329Z","end":"2026-04-04T10:17:41.798111Z","steps":["trace[1094151725] 'process raft request' (duration: 2.890552382s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.798281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.907304Z","time spent":"2.890896021s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:17:41.798428Z","caller":"traceutil/trace.go:171","msg":"trace[859257689] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"2.89083272s","start":"2026-04-04T10:17:38.907566Z","end":"2026-04-04T10:17:41.798399Z","steps":["trace[859257689] 'process raft request' (duration: 2.890504671s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:41.798475Z","caller":"traceutil/trace.go:171","msg":"trace[1275207453] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"2.890852321s","start":"2026-04-04T10:17:38.907611Z","end":"2026-04-04T10:17:41.798463Z","steps":["trace[1275207453] 'process raft request' (duration: 2.890692306s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:41.79851Z","caller":"traceutil/trace.go:171","msg":"trace[260983973] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:383; }","duration":"2.888822328s","start":"2026-04-04T10:17:38.909667Z","end":"2026-04-04T10:17:41.798489Z","steps":["trace[260983973] 'read index received' (duration: 301.137701ms)","trace[260983973] 'applied index is now lower than readState.Index' (duration: 2.587683537s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:41.79859Z","caller":"traceutil/trace.go:171","msg":"trace[998799208] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"2.886638192s","start":"2026-04-04T10:17:38.91194Z","end":"2026-04-04T10:17:41.798578Z","steps":["trace[998799208] 'process raft request' (duration: 2.886475687s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.79859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.907553Z","time spent":"2.890957593s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:41.798528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.907595Z","time spent":"2.890905532s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:41.798663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:38.911913Z","time spent":"2.886708644s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:41.999338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.700726ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:17:41.999631Z","caller":"traceutil/trace.go:171","msg":"trace[1484532257] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"201.027167ms","start":"2026-04-04T10:17:41.798585Z","end":"2026-04-04T10:17:41.999612Z","steps":["trace[1484532257] 'read index received' (duration: 8.945591ms)","trace[1484532257] 'applied index is now lower than readState.Index' (duration: 192.080606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:17:41.999732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080795475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:41.999778Z","caller":"traceutil/trace.go:171","msg":"trace[137417228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"1.080877827s","start":"2026-04-04T10:17:40.91888Z","end":"2026-04-04T10:17:41.999758Z","steps":["trace[137417228] 'agreement among raft nodes before linearized reading' (duration: 1.080791535s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:41.999768Z","caller":"traceutil/trace.go:171","msg":"trace[397479260] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"1.08516726s","start":"2026-04-04T10:17:40.914562Z","end":"2026-04-04T10:17:41.999729Z","steps":["trace[397479260] 'process raft request' (duration: 1.084897463s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.999821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:40.918826Z","time spent":"1.080986731s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:17:41.999876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.032362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:17:41.999918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:40.914535Z","time spent":"1.085305533s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:17:41.999934Z","caller":"traceutil/trace.go:171","msg":"trace[698231798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:376; }","duration":"410.176256ms","start":"2026-04-04T10:17:41.589744Z","end":"2026-04-04T10:17:41.99992Z","steps":["trace[698231798] 'agreement among raft nodes before linearized reading' (duration: 410.027932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:41.999975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:41.589722Z","time spent":"410.245208ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:17:42.181524Z","caller":"traceutil/trace.go:171","msg":"trace[1745549331] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"170.356503ms","start":"2026-04-04T10:17:42.011137Z","end":"2026-04-04T10:17:42.181493Z","steps":["trace[1745549331] 'process raft request' (duration: 156.665668ms)","trace[1745549331] 'compare' (duration: 13.519181ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:43.124779Z","caller":"traceutil/trace.go:171","msg":"trace[192517032] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"239.34688ms","start":"2026-04-04T10:17:42.885408Z","end":"2026-04-04T10:17:43.124755Z","steps":["trace[192517032] 'process raft request' (duration: 239.195056ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:44.35488Z","caller":"traceutil/trace.go:171","msg":"trace[2115295478] linearizableReadLoop","detail":"{readStateIndex:397; appliedIndex:396; }","duration":"117.663028ms","start":"2026-04-04T10:17:44.237189Z","end":"2026-04-04T10:17:44.354852Z","steps":["trace[2115295478] 'read index received' (duration: 117.448633ms)","trace[2115295478] 'applied index is now lower than readState.Index' (duration: 213.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:44.354921Z","caller":"traceutil/trace.go:171","msg":"trace[1628521289] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"224.231748ms","start":"2026-04-04T10:17:44.130667Z","end":"2026-04-04T10:17:44.354899Z","steps":["trace[1628521289] 'process raft request' (duration: 224.049584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:44.355034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.827323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:17:44.355085Z","caller":"traceutil/trace.go:171","msg":"trace[685922238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:383; }","duration":"117.928036ms","start":"2026-04-04T10:17:44.23714Z","end":"2026-04-04T10:17:44.355068Z","steps":["trace[685922238] 'agreement among raft nodes before linearized reading' (duration: 117.830543ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:47.190203Z","caller":"traceutil/trace.go:171","msg":"trace[1044783751] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"827.211998ms","start":"2026-04-04T10:17:46.362964Z","end":"2026-04-04T10:17:47.190176Z","steps":["trace[1044783751] 'process raft request' (duration: 827.053724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:47.190365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:46.362935Z","time spent":"827.346902ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:48.083542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.790199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:17:48.083635Z","caller":"traceutil/trace.go:171","msg":"trace[1372881428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:418; }","duration":"127.933243ms","start":"2026-04-04T10:17:47.955682Z","end":"2026-04-04T10:17:48.083615Z","steps":["trace[1372881428] 'range keys from in-memory index tree' (duration: 127.666966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:48.083658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.019634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:17:48.083659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.390732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:17:48.083838Z","caller":"traceutil/trace.go:171","msg":"trace[2039939752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:418; }","duration":"156.636258ms","start":"2026-04-04T10:17:47.92717Z","end":"2026-04-04T10:17:48.083806Z","steps":["trace[2039939752] 'range keys from in-memory index tree' (duration: 156.136605ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:48.083733Z","caller":"traceutil/trace.go:171","msg":"trace[717334289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:418; }","duration":"231.143797ms","start":"2026-04-04T10:17:47.852571Z","end":"2026-04-04T10:17:48.083715Z","steps":["trace[717334289] 'range keys from in-memory index tree' (duration: 230.919851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:49.454445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.105445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:17:49.454593Z","caller":"traceutil/trace.go:171","msg":"trace[17006953] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"149.459803ms","start":"2026-04-04T10:17:49.305111Z","end":"2026-04-04T10:17:49.454571Z","steps":["trace[17006953] 'process raft request' (duration: 41.736452ms)","trace[17006953] 'compare' (duration: 106.914929ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:50.306751Z","caller":"traceutil/trace.go:171","msg":"trace[713889277] linearizableReadLoop","detail":"{readStateIndex:441; appliedIndex:440; }","duration":"162.934921ms","start":"2026-04-04T10:17:50.143782Z","end":"2026-04-04T10:17:50.306717Z","steps":["trace[713889277] 'read index received' (duration: 162.579832ms)","trace[713889277] 'applied index is now lower than readState.Index' (duration: 351.069µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:50.306852Z","caller":"traceutil/trace.go:171","msg":"trace[1485468062] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"169.489631ms","start":"2026-04-04T10:17:50.137305Z","end":"2026-04-04T10:17:50.306794Z","steps":["trace[1485468062] 'process raft request' (duration: 169.215564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.30709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.261559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:17:50.307161Z","caller":"traceutil/trace.go:171","msg":"trace[1954532788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"163.394082ms","start":"2026-04-04T10:17:50.143746Z","end":"2026-04-04T10:17:50.307141Z","steps":["trace[1954532788] 'agreement among raft nodes before linearized reading' (duration: 163.184737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:50.30714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.89736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:17:50.307219Z","caller":"traceutil/trace.go:171","msg":"trace[2097996789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"163.032043ms","start":"2026-04-04T10:17:50.144166Z","end":"2026-04-04T10:17:50.307198Z","steps":["trace[2097996789] 'agreement among raft nodes before linearized reading' (duration: 162.88473ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:50.413213Z","caller":"traceutil/trace.go:171","msg":"trace[118364085] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"100.679108ms","start":"2026-04-04T10:17:50.312497Z","end":"2026-04-04T10:17:50.413176Z","steps":["trace[118364085] 'process raft request' (duration: 97.046493ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:57.768251Z","caller":"traceutil/trace.go:171","msg":"trace[1562738285] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:490; }","duration":"388.72621ms","start":"2026-04-04T10:17:57.37949Z","end":"2026-04-04T10:17:57.768216Z","steps":["trace[1562738285] 'read index received' (duration: 385.62906ms)","trace[1562738285] 'applied index is now lower than readState.Index' (duration: 3.09579ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:57.768334Z","caller":"traceutil/trace.go:171","msg":"trace[1332855762] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"453.60109ms","start":"2026-04-04T10:17:57.314679Z","end":"2026-04-04T10:17:57.76828Z","steps":["trace[1332855762] 'process raft request' (duration: 450.424828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:57.768692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.874906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-04T10:17:57.768376Z","caller":"traceutil/trace.go:171","msg":"trace[1053165148] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"451.686771ms","start":"2026-04-04T10:17:57.316652Z","end":"2026-04-04T10:17:57.768339Z","steps":["trace[1053165148] 'process raft request' (duration: 451.486245ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:57.768805Z","caller":"traceutil/trace.go:171","msg":"trace[769792961] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:473; }","duration":"269.04589ms","start":"2026-04-04T10:17:57.499731Z","end":"2026-04-04T10:17:57.768777Z","steps":["trace[769792961] 'agreement among raft nodes before linearized reading' (duration: 268.777703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:57.768864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:57.316627Z","time spent":"452.176593ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:17:57.768911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.402627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"warn","ts":"2026-04-04T10:17:57.768641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.985848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-04T10:17:57.768971Z","caller":"traceutil/trace.go:171","msg":"trace[1934641060] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:473; }","duration":"389.521701ms","start":"2026-04-04T10:17:57.379432Z","end":"2026-04-04T10:17:57.768953Z","steps":["trace[1934641060] 'agreement among raft nodes before linearized reading' (duration: 388.983317ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:17:57.76901Z","caller":"traceutil/trace.go:171","msg":"trace[1645263111] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:473; }","duration":"269.44244ms","start":"2026-04-04T10:17:57.499553Z","end":"2026-04-04T10:17:57.768995Z","steps":["trace[1645263111] 'agreement among raft nodes before linearized reading' (duration: 268.921306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:17:57.769014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:57.379396Z","time spent":"389.608594ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329980,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-04T10:17:57.769132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:57.314649Z","time spent":"454.098473ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:00.273327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754733861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:18:00.345274Z","caller":"traceutil/trace.go:171","msg":"trace[166033492] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"732.624837ms","start":"2026-04-04T10:17:59.612617Z","end":"2026-04-04T10:18:00.345241Z","steps":["trace[166033492] 'process raft request' (duration: 732.435352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.345462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.612593Z","time spent":"732.779272ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:00.363233Z","caller":"traceutil/trace.go:171","msg":"trace[478874613] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"742.953067ms","start":"2026-04-04T10:17:59.620238Z","end":"2026-04-04T10:18:00.363191Z","steps":["trace[478874613] 'process raft request' (duration: 742.72192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.363413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.620205Z","time spent":"743.122422ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.363464Z","caller":"traceutil/trace.go:171","msg":"trace[860990002] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"731.719126ms","start":"2026-04-04T10:17:59.631695Z","end":"2026-04-04T10:18:00.363414Z","steps":["trace[860990002] 'process raft request' (duration: 731.460849ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363427Z","caller":"traceutil/trace.go:171","msg":"trace[421769513] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"738.878411ms","start":"2026-04-04T10:17:59.624502Z","end":"2026-04-04T10:18:00.36338Z","steps":["trace[421769513] 'process raft request' (duration: 738.581283ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363585Z","caller":"traceutil/trace.go:171","msg":"trace[159009874] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"729.1596ms","start":"2026-04-04T10:17:59.634408Z","end":"2026-04-04T10:18:00.363568Z","steps":["trace[159009874] 'process raft request' (duration: 728.917794ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363599Z","caller":"traceutil/trace.go:171","msg":"trace[520614267] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"719.415927ms","start":"2026-04-04T10:17:59.644144Z","end":"2026-04-04T10:18:00.36356Z","steps":["trace[520614267] 'process raft request' (duration: 719.223802ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363649Z","caller":"traceutil/trace.go:171","msg":"trace[781330574] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"709.198711ms","start":"2026-04-04T10:17:59.654385Z","end":"2026-04-04T10:18:00.363584Z","steps":["trace[781330574] 'process raft request' (duration: 709.037107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.363725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.6344Z","time spent":"729.245222ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:00.363753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.644116Z","time spent":"719.55329ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.363597Z","caller":"traceutil/trace.go:171","msg":"trace[2106994461] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"731.757177ms","start":"2026-04-04T10:17:59.631706Z","end":"2026-04-04T10:18:00.363463Z","steps":["trace[2106994461] 'process raft request' (duration: 731.48748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.363814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.654361Z","time spent":"709.376696ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.363829Z","caller":"traceutil/trace.go:171","msg":"trace[1386786086] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"731.254443ms","start":"2026-04-04T10:17:59.632518Z","end":"2026-04-04T10:18:00.363772Z","steps":["trace[1386786086] 'process raft request' (duration: 730.72977ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363878Z","caller":"traceutil/trace.go:171","msg":"trace[311714366] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"689.87066ms","start":"2026-04-04T10:17:59.673998Z","end":"2026-04-04T10:18:00.363868Z","steps":["trace[311714366] 'process raft request' (duration: 689.47278ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:00.363922Z","caller":"traceutil/trace.go:171","msg":"trace[1614739381] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"578.430484ms","start":"2026-04-04T10:17:59.785476Z","end":"2026-04-04T10:18:00.363906Z","steps":["trace[1614739381] 'process raft request' (duration: 578.056885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.363946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.673934Z","time spent":"689.986904ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:00.363888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.624475Z","time spent":"739.147237ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.36375Z","caller":"traceutil/trace.go:171","msg":"trace[32696489] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:497; }","duration":"590.770234ms","start":"2026-04-04T10:17:59.772951Z","end":"2026-04-04T10:18:00.363721Z","steps":["trace[32696489] 'read index received' (duration: 572.205952ms)","trace[32696489] 'applied index is now lower than readState.Index' (duration: 18.562982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:00.364005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.785447Z","time spent":"578.521107ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:00.363972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.631672Z","time spent":"732.169488ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:00.36397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.632508Z","time spent":"731.413397ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.363608Z","caller":"traceutil/trace.go:171","msg":"trace[473350650] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"729.717784ms","start":"2026-04-04T10:17:59.633809Z","end":"2026-04-04T10:18:00.363526Z","steps":["trace[473350650] 'process raft request' (duration: 729.477378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.364101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.133294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:18:00.363325Z","caller":"traceutil/trace.go:171","msg":"trace[601623542] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"738.06284ms","start":"2026-04-04T10:17:59.625209Z","end":"2026-04-04T10:18:00.363272Z","steps":["trace[601623542] 'process raft request' (duration: 737.913796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.364134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.633798Z","time spent":"730.309248ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.364156Z","caller":"traceutil/trace.go:171","msg":"trace[489165095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:491; }","duration":"591.242596ms","start":"2026-04-04T10:17:59.772901Z","end":"2026-04-04T10:18:00.364144Z","steps":["trace[489165095] 'agreement among raft nodes before linearized reading' (duration: 591.074402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.364215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.772882Z","time spent":"591.319928ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:00.36423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.469112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:00.364273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.625196Z","time spent":"738.985493ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.364298Z","caller":"traceutil/trace.go:171","msg":"trace[1863475871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"127.592726ms","start":"2026-04-04T10:18:00.236682Z","end":"2026-04-04T10:18:00.364275Z","steps":["trace[1863475871] 'agreement among raft nodes before linearized reading' (duration: 127.457722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:00.364344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:17:59.631665Z","time spent":"732.575698ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:18:00.968703Z","caller":"traceutil/trace.go:171","msg":"trace[1285048447] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"191.333247ms","start":"2026-04-04T10:18:00.777327Z","end":"2026-04-04T10:18:00.968661Z","steps":["trace[1285048447] 'process raft request' (duration: 190.466354ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.040181Z","caller":"traceutil/trace.go:171","msg":"trace[519843413] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"258.936457ms","start":"2026-04-04T10:18:00.781216Z","end":"2026-04-04T10:18:01.040152Z","steps":["trace[519843413] 'process raft request' (duration: 258.571937ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.040811Z","caller":"traceutil/trace.go:171","msg":"trace[368708145] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"255.835717ms","start":"2026-04-04T10:18:00.784958Z","end":"2026-04-04T10:18:01.040793Z","steps":["trace[368708145] 'process raft request' (duration: 254.978015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.040977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.497751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.041057Z","caller":"traceutil/trace.go:171","msg":"trace[1523742252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:537; }","duration":"152.611533ms","start":"2026-04-04T10:18:00.888427Z","end":"2026-04-04T10:18:01.041039Z","steps":["trace[1523742252] 'agreement among raft nodes before linearized reading' (duration: 152.468479ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.041141Z","caller":"traceutil/trace.go:171","msg":"trace[1175339168] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:556; }","duration":"152.257594ms","start":"2026-04-04T10:18:00.888458Z","end":"2026-04-04T10:18:01.040715Z","steps":["trace[1175339168] 'read index received' (duration: 79.398367ms)","trace[1175339168] 'applied index is now lower than readState.Index' (duration: 72.858097ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:01.162592Z","caller":"traceutil/trace.go:171","msg":"trace[1563839467] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:559; }","duration":"121.306542ms","start":"2026-04-04T10:18:01.041259Z","end":"2026-04-04T10:18:01.162565Z","steps":["trace[1563839467] 'read index received' (duration: 100.861273ms)","trace[1563839467] 'applied index is now lower than readState.Index' (duration: 20.444259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:01.162796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.241373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.162844Z","caller":"traceutil/trace.go:171","msg":"trace[864386524] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:538; }","duration":"206.318375ms","start":"2026-04-04T10:18:00.956511Z","end":"2026-04-04T10:18:01.162829Z","steps":["trace[864386524] 'agreement among raft nodes before linearized reading' (duration: 206.197422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.16286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.284384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.162885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.071503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.162934Z","caller":"traceutil/trace.go:171","msg":"trace[382794899] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"172.711745ms","start":"2026-04-04T10:18:00.99019Z","end":"2026-04-04T10:18:01.162901Z","steps":["trace[382794899] 'process raft request' (duration: 151.909256ms)","trace[382794899] 'compare' (duration: 20.339297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:01.163009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.890027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163006Z","caller":"traceutil/trace.go:171","msg":"trace[1002645659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:538; }","duration":"249.245787ms","start":"2026-04-04T10:18:00.913725Z","end":"2026-04-04T10:18:01.16297Z","steps":["trace[1002645659] 'agreement among raft nodes before linearized reading' (duration: 249.006531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.863802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.162962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.213479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163102Z","caller":"traceutil/trace.go:171","msg":"trace[1566937418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:538; }","duration":"153.401584ms","start":"2026-04-04T10:18:01.00969Z","end":"2026-04-04T10:18:01.163091Z","steps":["trace[1566937418] 'agreement among raft nodes before linearized reading' (duration: 153.170738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.746693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.163091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.283746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163153Z","caller":"traceutil/trace.go:171","msg":"trace[1255125060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:538; }","duration":"165.835536ms","start":"2026-04-04T10:18:00.997298Z","end":"2026-04-04T10:18:01.163133Z","steps":["trace[1255125060] 'agreement among raft nodes before linearized reading' (duration: 165.721523ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163177Z","caller":"traceutil/trace.go:171","msg":"trace[1854023219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:538; }","duration":"274.418909ms","start":"2026-04-04T10:18:00.888732Z","end":"2026-04-04T10:18:01.163151Z","steps":["trace[1854023219] 'agreement among raft nodes before linearized reading' (duration: 274.258785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.520148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.163185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.313934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163248Z","caller":"traceutil/trace.go:171","msg":"trace[621156300] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:538; }","duration":"116.638341ms","start":"2026-04-04T10:18:01.046588Z","end":"2026-04-04T10:18:01.163226Z","steps":["trace[621156300] 'agreement among raft nodes before linearized reading' (duration: 116.487747ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163277Z","caller":"traceutil/trace.go:171","msg":"trace[753340613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:538; }","duration":"228.441927ms","start":"2026-04-04T10:18:00.93481Z","end":"2026-04-04T10:18:01.163252Z","steps":["trace[753340613] 'agreement among raft nodes before linearized reading' (duration: 228.280653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.536124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163385Z","caller":"traceutil/trace.go:171","msg":"trace[1236070295] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:538; }","duration":"249.572255ms","start":"2026-04-04T10:18:00.913803Z","end":"2026-04-04T10:18:01.163375Z","steps":["trace[1236070295] 'agreement among raft nodes before linearized reading' (duration: 249.515664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.659432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.163378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.490549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163423Z","caller":"traceutil/trace.go:171","msg":"trace[1792593301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:538; }","duration":"166.088732ms","start":"2026-04-04T10:18:00.997324Z","end":"2026-04-04T10:18:01.163413Z","steps":["trace[1792593301] 'agreement among raft nodes before linearized reading' (duration: 165.674261ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163429Z","caller":"traceutil/trace.go:171","msg":"trace[1631256269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:538; }","duration":"228.56465ms","start":"2026-04-04T10:18:00.934854Z","end":"2026-04-04T10:18:01.163418Z","steps":["trace[1631256269] 'agreement among raft nodes before linearized reading' (duration: 228.491148ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163049Z","caller":"traceutil/trace.go:171","msg":"trace[1785804982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:538; }","duration":"148.946548ms","start":"2026-04-04T10:18:01.014087Z","end":"2026-04-04T10:18:01.163034Z","steps":["trace[1785804982] 'agreement among raft nodes before linearized reading' (duration: 148.900917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.697768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.162982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.315332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:01.1635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.709878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163519Z","caller":"traceutil/trace.go:171","msg":"trace[1864618907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:538; }","duration":"153.874356ms","start":"2026-04-04T10:18:01.009636Z","end":"2026-04-04T10:18:01.16351Z","steps":["trace[1864618907] 'agreement among raft nodes before linearized reading' (duration: 153.317822ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163074Z","caller":"traceutil/trace.go:171","msg":"trace[1415844002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:538; }","duration":"205.911674ms","start":"2026-04-04T10:18:00.957153Z","end":"2026-04-04T10:18:01.163065Z","steps":["trace[1415844002] 'agreement among raft nodes before linearized reading' (duration: 205.876053ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.162927Z","caller":"traceutil/trace.go:171","msg":"trace[258419137] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:538; }","duration":"206.380376ms","start":"2026-04-04T10:18:00.956532Z","end":"2026-04-04T10:18:01.162912Z","steps":["trace[258419137] 'agreement among raft nodes before linearized reading' (duration: 206.174941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.163557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.881507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:01.163563Z","caller":"traceutil/trace.go:171","msg":"trace[380820834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:538; }","duration":"227.795951ms","start":"2026-04-04T10:18:00.935742Z","end":"2026-04-04T10:18:01.163538Z","steps":["trace[380820834] 'agreement among raft nodes before linearized reading' (duration: 227.654698ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.16353Z","caller":"traceutil/trace.go:171","msg":"trace[875225685] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:538; }","duration":"249.78823ms","start":"2026-04-04T10:18:00.91372Z","end":"2026-04-04T10:18:01.163508Z","steps":["trace[875225685] 'agreement among raft nodes before linearized reading' (duration: 249.646137ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:01.163591Z","caller":"traceutil/trace.go:171","msg":"trace[1678357681] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:538; }","duration":"116.926208ms","start":"2026-04-04T10:18:01.046656Z","end":"2026-04-04T10:18:01.163582Z","steps":["trace[1678357681] 'agreement among raft nodes before linearized reading' (duration: 116.873867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.76166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.706138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:01.761929Z","caller":"traceutil/trace.go:171","msg":"trace[1884765362] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"539.732311ms","start":"2026-04-04T10:18:01.222164Z","end":"2026-04-04T10:18:01.761896Z","steps":["trace[1884765362] 'process raft request' (duration: 42.692635ms)","trace[1884765362] 'compare' (duration: 496.558864ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:01.76206Z","caller":"traceutil/trace.go:171","msg":"trace[1675381969] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"502.193349ms","start":"2026-04-04T10:18:01.259844Z","end":"2026-04-04T10:18:01.762037Z","steps":["trace[1675381969] 'process raft request' (duration: 502.019195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:01.762113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:01.222139Z","time spent":"539.863445ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:01.762149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:01.259809Z","time spent":"502.299272ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:02.190707Z","caller":"traceutil/trace.go:171","msg":"trace[1397534845] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"857.76497ms","start":"2026-04-04T10:18:01.332914Z","end":"2026-04-04T10:18:02.190679Z","steps":["trace[1397534845] 'process raft request' (duration: 773.282341ms)","trace[1397534845] 'compare' (duration: 84.204621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:02.190836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:01.332879Z","time spent":"857.899733ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:02.828188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.421291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:02.828773Z","caller":"traceutil/trace.go:171","msg":"trace[1210877794] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:564; }","duration":"582.599062ms","start":"2026-04-04T10:18:02.246156Z","end":"2026-04-04T10:18:02.828755Z","steps":["trace[1210877794] 'read index received' (duration: 354.454882ms)","trace[1210877794] 'applied index is now lower than readState.Index' (duration: 228.14338ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:02.828839Z","caller":"traceutil/trace.go:171","msg":"trace[700210695] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.029229232s","start":"2026-04-04T10:18:01.79952Z","end":"2026-04-04T10:18:02.828749Z","steps":["trace[700210695] 'process raft request' (duration: 801.128243ms)","trace[700210695] 'compare' (duration: 227.276787ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:02.828895Z","caller":"traceutil/trace.go:171","msg":"trace[708638005] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.023690359s","start":"2026-04-04T10:18:01.805163Z","end":"2026-04-04T10:18:02.828854Z","steps":["trace[708638005] 'process raft request' (duration: 1.023489093s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.829127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:01.805146Z","time spent":"1.023878674s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:02.829179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:01.799499Z","time spent":"1.02952849s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:02.828909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.747796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:02.829348Z","caller":"traceutil/trace.go:171","msg":"trace[2114830301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"583.218038ms","start":"2026-04-04T10:18:02.246116Z","end":"2026-04-04T10:18:02.829334Z","steps":["trace[2114830301] 'agreement among raft nodes before linearized reading' (duration: 582.714525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.829397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.246097Z","time spent":"583.288549ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:18:02.841773Z","caller":"traceutil/trace.go:171","msg":"trace[92943503] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"560.674944ms","start":"2026-04-04T10:18:02.281064Z","end":"2026-04-04T10:18:02.841739Z","steps":["trace[92943503] 'process raft request' (duration: 560.383466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.841926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.281026Z","time spent":"560.828028ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:18:02.841929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.660934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:18:02.841989Z","caller":"traceutil/trace.go:171","msg":"trace[1253000472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:545; }","duration":"389.770467ms","start":"2026-04-04T10:18:02.452203Z","end":"2026-04-04T10:18:02.841974Z","steps":["trace[1253000472] 'agreement among raft nodes before linearized reading' (duration: 389.50269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.841984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.887768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:18:02.84205Z","caller":"traceutil/trace.go:171","msg":"trace[795261835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:545; }","duration":"366.00232ms","start":"2026-04-04T10:18:02.476032Z","end":"2026-04-04T10:18:02.842035Z","steps":["trace[795261835] 'agreement among raft nodes before linearized reading' (duration: 365.637861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.84206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.452173Z","time spent":"389.8723ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:02.842087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.476009Z","time spent":"366.069853ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:18:02.842191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.06677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:18:02.842279Z","caller":"traceutil/trace.go:171","msg":"trace[2128647361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"364.215286ms","start":"2026-04-04T10:18:02.478041Z","end":"2026-04-04T10:18:02.842256Z","steps":["trace[2128647361] 'agreement among raft nodes before linearized reading' (duration: 363.873296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.842263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.90943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:18:02.842328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.47801Z","time spent":"364.309819ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:18:02.842347Z","caller":"traceutil/trace.go:171","msg":"trace[1397352186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"466.057334ms","start":"2026-04-04T10:18:02.376269Z","end":"2026-04-04T10:18:02.842326Z","steps":["trace[1397352186] 'agreement among raft nodes before linearized reading' (duration: 465.754805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:02.842397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.376244Z","time spent":"466.144866ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:18:03.10038Z","caller":"traceutil/trace.go:171","msg":"trace[1206851339] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"258.730293ms","start":"2026-04-04T10:18:02.841615Z","end":"2026-04-04T10:18:03.100346Z","steps":["trace[1206851339] 'read index received' (duration: 253.805155ms)","trace[1206851339] 'applied index is now lower than readState.Index' (duration: 4.924088ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:03.10042Z","caller":"traceutil/trace.go:171","msg":"trace[1932529434] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"262.140632ms","start":"2026-04-04T10:18:02.838246Z","end":"2026-04-04T10:18:03.100387Z","steps":["trace[1932529434] 'process raft request' (duration: 257.05651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:03.100525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.778969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:03.100551Z","caller":"traceutil/trace.go:171","msg":"trace[483133310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"269.874672ms","start":"2026-04-04T10:18:02.830668Z","end":"2026-04-04T10:18:03.100543Z","steps":["trace[483133310] 'agreement among raft nodes before linearized reading' (duration: 269.770849ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:03.29552Z","caller":"traceutil/trace.go:171","msg":"trace[840488977] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"449.491333ms","start":"2026-04-04T10:18:02.846009Z","end":"2026-04-04T10:18:03.295501Z","steps":["trace[840488977] 'process raft request' (duration: 445.055029ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:03.295671Z","caller":"traceutil/trace.go:171","msg":"trace[2036361422] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"449.563096ms","start":"2026-04-04T10:18:02.8461Z","end":"2026-04-04T10:18:03.295663Z","steps":["trace[2036361422] 'process raft request' (duration: 449.374121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:03.295749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.846092Z","time spent":"449.594096ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:03.29599Z","caller":"traceutil/trace.go:171","msg":"trace[1270299121] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"449.37525ms","start":"2026-04-04T10:18:02.846586Z","end":"2026-04-04T10:18:03.295962Z","steps":["trace[1270299121] 'process raft request' (duration: 449.048392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:03.296029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.845981Z","time spent":"450.028167ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:03.296112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.846567Z","time spent":"449.479794ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:03.296174Z","caller":"traceutil/trace.go:171","msg":"trace[923880746] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"449.392262ms","start":"2026-04-04T10:18:02.846773Z","end":"2026-04-04T10:18:03.296165Z","steps":["trace[923880746] 'process raft request' (duration: 449.123194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:03.296215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.846765Z","time spent":"449.433313ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:03.296363Z","caller":"traceutil/trace.go:171","msg":"trace[1661768402] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"277.043126ms","start":"2026-04-04T10:18:03.019312Z","end":"2026-04-04T10:18:03.296355Z","steps":["trace[1661768402] 'process raft request' (duration: 276.906463ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:03.296343Z","caller":"traceutil/trace.go:171","msg":"trace[1345123722] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"442.563984ms","start":"2026-04-04T10:18:02.853748Z","end":"2026-04-04T10:18:03.296312Z","steps":["trace[1345123722] 'process raft request' (duration: 442.321878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:03.296533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:02.853733Z","time spent":"442.706048ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:03.30452Z","caller":"traceutil/trace.go:171","msg":"trace[829459387] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"172.065077ms","start":"2026-04-04T10:18:03.132438Z","end":"2026-04-04T10:18:03.304503Z","steps":["trace[829459387] 'process raft request' (duration: 171.962924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.914575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.537006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dz4gn\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-04-04T10:18:07.914577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.0806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:18:07.914601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.754958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:07.914653Z","caller":"traceutil/trace.go:171","msg":"trace[168474013] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dz4gn; range_end:; response_count:1; response_revision:572; }","duration":"434.66972ms","start":"2026-04-04T10:18:07.479967Z","end":"2026-04-04T10:18:07.914637Z","steps":["trace[168474013] 'range keys from in-memory index tree' (duration: 434.298961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.914666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.327641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:18:07.914693Z","caller":"traceutil/trace.go:171","msg":"trace[2002947663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"599.251354ms","start":"2026-04-04T10:18:07.315416Z","end":"2026-04-04T10:18:07.914667Z","steps":["trace[2002947663] 'range keys from in-memory index tree' (duration: 598.878435ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:07.914702Z","caller":"traceutil/trace.go:171","msg":"trace[1236640254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"662.912122ms","start":"2026-04-04T10:18:07.251769Z","end":"2026-04-04T10:18:07.914681Z","steps":["trace[1236640254] 'range keys from in-memory index tree' (duration: 662.663546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.91471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.479949Z","time spent":"434.747402ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-dz4gn\" "} {"level":"info","ts":"2026-04-04T10:18:07.914731Z","caller":"traceutil/trace.go:171","msg":"trace[1844064372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"605.426754ms","start":"2026-04-04T10:18:07.309285Z","end":"2026-04-04T10:18:07.914711Z","steps":["trace[1844064372] 'range keys from in-memory index tree' (duration: 605.192717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.91476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.251749Z","time spent":"663.001295ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:18:07.91477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.315395Z","time spent":"599.352417ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:07.914778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.309258Z","time spent":"605.511216ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:07.914576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.489647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:18:07.914756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.186004Z","time spent":"728.733258ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:18:07.914857Z","caller":"traceutil/trace.go:171","msg":"trace[1025482725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"597.790156ms","start":"2026-04-04T10:18:07.31703Z","end":"2026-04-04T10:18:07.914821Z","steps":["trace[1025482725] 'range keys from in-memory index tree' (duration: 597.345204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.91491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.317019Z","time spent":"597.879218ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:18:07.91461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.017939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:18:07.914967Z","caller":"traceutil/trace.go:171","msg":"trace[1488176596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"599.443369ms","start":"2026-04-04T10:18:07.315504Z","end":"2026-04-04T10:18:07.914947Z","steps":["trace[1488176596] 'range keys from in-memory index tree' (duration: 598.850703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:07.915004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.31549Z","time spent":"599.501711ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:18:08.56362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:09.064436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:09.565455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:10.066377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:10.235331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:18:10.235419Z","caller":"traceutil/trace.go:171","msg":"trace[828474304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044865s","start":"2026-04-04T10:18:08.234949Z","end":"2026-04-04T10:18:10.235397Z","steps":["trace[828474304] 'agreement among raft nodes before linearized reading' (duration: 2.000328007s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.235471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:08.234926Z","time spent":"2.000534772s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:18:10.368072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.37797255s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:18:10.36865Z","caller":"traceutil/trace.go:171","msg":"trace[546347457] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"2.449463312s","start":"2026-04-04T10:18:07.919158Z","end":"2026-04-04T10:18:10.368622Z","steps":["trace[546347457] 'process raft request' (duration: 2.449264587s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.368797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.919122Z","time spent":"2.449589535s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:10.368861Z","caller":"traceutil/trace.go:171","msg":"trace[1785929616] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"2.449472692s","start":"2026-04-04T10:18:07.919371Z","end":"2026-04-04T10:18:10.368844Z","steps":["trace[1785929616] 'process raft request' (duration: 2.449187194s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.369041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.919351Z","time spent":"2.449569185s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:10.369289Z","caller":"traceutil/trace.go:171","msg":"trace[558242343] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"2.449684857s","start":"2026-04-04T10:18:07.919569Z","end":"2026-04-04T10:18:10.369254Z","steps":["trace[558242343] 'process raft request' (duration: 2.449216565s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:10.369419Z","caller":"traceutil/trace.go:171","msg":"trace[1654659196] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"2.439086423s","start":"2026-04-04T10:18:07.930317Z","end":"2026-04-04T10:18:10.369403Z","steps":["trace[1654659196] 'process raft request' (duration: 2.438728704s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.369448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.91955Z","time spent":"2.449815711s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:10.369434Z","caller":"traceutil/trace.go:171","msg":"trace[1113814997] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:596; }","duration":"2.306025826s","start":"2026-04-04T10:18:08.063387Z","end":"2026-04-04T10:18:10.369413Z","steps":["trace[1113814997] 'read index received' (duration: 2.304961129s)","trace[1113814997] 'applied index is now lower than readState.Index' (duration: 1.063297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:10.369565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306185181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:10.369608Z","caller":"traceutil/trace.go:171","msg":"trace[198557323] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:577; }","duration":"2.306269254s","start":"2026-04-04T10:18:08.063328Z","end":"2026-04-04T10:18:10.369597Z","steps":["trace[198557323] 'agreement among raft nodes before linearized reading' (duration: 2.306201241s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.369636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:08.0633Z","time spent":"2.306328045s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-04T10:18:10.369695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.040243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:10.36974Z","caller":"traceutil/trace.go:171","msg":"trace[1410909444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"134.111924ms","start":"2026-04-04T10:18:10.235617Z","end":"2026-04-04T10:18:10.369729Z","steps":["trace[1410909444] 'agreement among raft nodes before linearized reading' (duration: 134.041993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.369846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:07.930298Z","time spent":"2.439182585s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:10.370191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.029925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:18:10.370264Z","caller":"traceutil/trace.go:171","msg":"trace[1066043311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"419.392704ms","start":"2026-04-04T10:18:09.950853Z","end":"2026-04-04T10:18:10.370245Z","steps":["trace[1066043311] 'agreement among raft nodes before linearized reading' (duration: 418.954313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:10.370452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:09.950836Z","time spent":"419.598729ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:10.613112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.930384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:10.613306Z","caller":"traceutil/trace.go:171","msg":"trace[700422163] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"213.528392ms","start":"2026-04-04T10:18:10.399741Z","end":"2026-04-04T10:18:10.613269Z","steps":["trace[700422163] 'process raft request' (duration: 80.307001ms)","trace[700422163] 'compare' (duration: 132.746698ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:10.613448Z","caller":"traceutil/trace.go:171","msg":"trace[668633252] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"198.729808ms","start":"2026-04-04T10:18:10.414697Z","end":"2026-04-04T10:18:10.613427Z","steps":["trace[668633252] 'process raft request' (duration: 198.540482ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:10.613475Z","caller":"traceutil/trace.go:171","msg":"trace[938053271] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"212.319491ms","start":"2026-04-04T10:18:10.401094Z","end":"2026-04-04T10:18:10.613413Z","steps":["trace[938053271] 'read index received' (duration: 78.968676ms)","trace[938053271] 'applied index is now lower than readState.Index' (duration: 133.348785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:12.826399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213026888s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:18:12.826539Z","caller":"traceutil/trace.go:171","msg":"trace[1332064964] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"564.054712ms","start":"2026-04-04T10:18:12.262452Z","end":"2026-04-04T10:18:12.826506Z","steps":["trace[1332064964] 'read index received' (duration: 63.811µs)","trace[1332064964] 'applied index is now lower than readState.Index' (duration: 563.987791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:12.82655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425430901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:12.826647Z","caller":"traceutil/trace.go:171","msg":"trace[148221993] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager; range_end:; response_count:0; response_revision:580; }","duration":"2.425569154s","start":"2026-04-04T10:18:10.401049Z","end":"2026-04-04T10:18:12.826618Z","steps":["trace[148221993] 'agreement among raft nodes before linearized reading' (duration: 212.480495ms)","trace[148221993] 'range keys from in-memory index tree' (duration: 2.212934686s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:12.826702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:10.40103Z","time spent":"2.425662176s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-infra-manager\" "} {"level":"warn","ts":"2026-04-04T10:18:12.826706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.261227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:18:12.826808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.250366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:18:12.826821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.801284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:18:12.826877Z","caller":"traceutil/trace.go:171","msg":"trace[1424737124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:580; }","duration":"425.330898ms","start":"2026-04-04T10:18:12.401529Z","end":"2026-04-04T10:18:12.82686Z","steps":["trace[1424737124] 'agreement among raft nodes before linearized reading' (duration: 425.162693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:12.828173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.864688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:18:12.828284Z","caller":"traceutil/trace.go:171","msg":"trace[372222175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"427.012051ms","start":"2026-04-04T10:18:12.401249Z","end":"2026-04-04T10:18:12.828261Z","steps":["trace[372222175] 'agreement among raft nodes before linearized reading' (duration: 425.479662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:12.828345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.401226Z","time spent":"427.102363ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:18:12.828345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.401501Z","time spent":"426.714243ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:18:12.827769Z","caller":"traceutil/trace.go:171","msg":"trace[883262197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"564.458873ms","start":"2026-04-04T10:18:12.262359Z","end":"2026-04-04T10:18:12.826818Z","steps":["trace[883262197] 'agreement among raft nodes before linearized reading' (duration: 564.235607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:12.829239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.262324Z","time spent":"566.891126ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:18:12.826887Z","caller":"traceutil/trace.go:171","msg":"trace[1355972362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"424.879547ms","start":"2026-04-04T10:18:12.401991Z","end":"2026-04-04T10:18:12.82687Z","steps":["trace[1355972362] 'agreement among raft nodes before linearized reading' (duration: 424.691402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:12.830157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.401987Z","time spent":"428.137491ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:12.830215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.790062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:18:12.830621Z","caller":"traceutil/trace.go:171","msg":"trace[1382925696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"428.149331ms","start":"2026-04-04T10:18:12.402331Z","end":"2026-04-04T10:18:12.83048Z","steps":["trace[1382925696] 'agreement among raft nodes before linearized reading' (duration: 424.373114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:12.83069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.402318Z","time spent":"428.352526ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:18:13.33554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:13.836047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754734059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:18:14.156936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322135599s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:18:14.157513Z","caller":"traceutil/trace.go:171","msg":"trace[907375963] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.322845489s","start":"2026-04-04T10:18:12.834633Z","end":"2026-04-04T10:18:14.157478Z","steps":["trace[907375963] 'process raft request' (duration: 1.322603003s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:14.157687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.834602Z","time spent":"1.322996022s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:14.315704Z","caller":"traceutil/trace.go:171","msg":"trace[968590482] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.481028216s","start":"2026-04-04T10:18:12.834649Z","end":"2026-04-04T10:18:14.315677Z","steps":["trace[968590482] 'process raft request' (duration: 1.480847361s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:14.315869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.834624Z","time spent":"1.48115675s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:14.316074Z","caller":"traceutil/trace.go:171","msg":"trace[1427701762] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.481109567s","start":"2026-04-04T10:18:12.834931Z","end":"2026-04-04T10:18:14.31604Z","steps":["trace[1427701762] 'process raft request' (duration: 1.480707137s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:14.316093Z","caller":"traceutil/trace.go:171","msg":"trace[2137378391] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.480625835s","start":"2026-04-04T10:18:12.835441Z","end":"2026-04-04T10:18:14.316067Z","steps":["trace[2137378391] 'process raft request' (duration: 1.480499732s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:14.316183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48120807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:14.316241Z","caller":"traceutil/trace.go:171","msg":"trace[1763659156] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding; range_end:; response_count:0; response_revision:584; }","duration":"1.481301942s","start":"2026-04-04T10:18:12.834924Z","end":"2026-04-04T10:18:14.316226Z","steps":["trace[1763659156] 'agreement among raft nodes before linearized reading' (duration: 1.481207969s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:14.316084Z","caller":"traceutil/trace.go:171","msg":"trace[115725980] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:604; }","duration":"1.481103617s","start":"2026-04-04T10:18:12.834953Z","end":"2026-04-04T10:18:14.316057Z","steps":["trace[115725980] 'read index received' (duration: 1.322316524s)","trace[115725980] 'applied index is now lower than readState.Index' (duration: 158.785993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:14.316227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.834916Z","time spent":"1.48123033s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:14.316279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.834906Z","time spent":"1.481363044s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding\" "} {"level":"warn","ts":"2026-04-04T10:18:14.316235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:12.835428Z","time spent":"1.480726547s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:16.290548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.655157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:16.290667Z","caller":"traceutil/trace.go:171","msg":"trace[671568823] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:600; }","duration":"486.78466ms","start":"2026-04-04T10:18:15.803866Z","end":"2026-04-04T10:18:16.290651Z","steps":["trace[671568823] 'range keys from in-memory index tree' (duration: 486.642106ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:16.305185Z","caller":"traceutil/trace.go:171","msg":"trace[1093234716] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"142.465561ms","start":"2026-04-04T10:18:16.162625Z","end":"2026-04-04T10:18:16.305091Z","steps":["trace[1093234716] 'read index received' (duration: 134.33865ms)","trace[1093234716] 'applied index is now lower than readState.Index' (duration: 8.122531ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:16.305205Z","caller":"traceutil/trace.go:171","msg":"trace[1141567921] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"550.11826ms","start":"2026-04-04T10:18:15.75502Z","end":"2026-04-04T10:18:16.305138Z","steps":["trace[1141567921] 'process raft request' (duration: 543.316744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:16.305482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.82294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:18:16.305598Z","caller":"traceutil/trace.go:171","msg":"trace[1832229054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"142.997764ms","start":"2026-04-04T10:18:16.162573Z","end":"2026-04-04T10:18:16.305571Z","steps":["trace[1832229054] 'agreement among raft nodes before linearized reading' (duration: 142.641575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:16.305509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:15.75499Z","time spent":"550.357437ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:17.06594Z","caller":"traceutil/trace.go:171","msg":"trace[1563326033] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"277.696784ms","start":"2026-04-04T10:18:16.788224Z","end":"2026-04-04T10:18:17.06592Z","steps":["trace[1563326033] 'process raft request' (duration: 277.595961ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:17.079942Z","caller":"traceutil/trace.go:171","msg":"trace[770960422] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"267.629863ms","start":"2026-04-04T10:18:16.812263Z","end":"2026-04-04T10:18:17.079892Z","steps":["trace[770960422] 'process raft request' (duration: 266.869204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:18.777241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.496539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:18.777431Z","caller":"traceutil/trace.go:171","msg":"trace[1872763771] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"146.736292ms","start":"2026-04-04T10:18:18.630669Z","end":"2026-04-04T10:18:18.777405Z","steps":["trace[1872763771] 'process raft request' (duration: 12.978516ms)","trace[1872763771] 'compare' (duration: 133.350005ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:18.801034Z","caller":"traceutil/trace.go:171","msg":"trace[1502579277] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"143.238071ms","start":"2026-04-04T10:18:18.657769Z","end":"2026-04-04T10:18:18.801007Z","steps":["trace[1502579277] 'process raft request' (duration: 141.935117ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:26.099112Z","caller":"traceutil/trace.go:171","msg":"trace[1383387299] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"124.803329ms","start":"2026-04-04T10:18:25.974285Z","end":"2026-04-04T10:18:26.099088Z","steps":["trace[1383387299] 'process raft request' (duration: 123.167028ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:26.100967Z","caller":"traceutil/trace.go:171","msg":"trace[687173900] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"121.177577ms","start":"2026-04-04T10:18:25.979767Z","end":"2026-04-04T10:18:26.100945Z","steps":["trace[687173900] 'process raft request' (duration: 121.038423ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:26.642702Z","caller":"traceutil/trace.go:171","msg":"trace[1968509684] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"192.334315ms","start":"2026-04-04T10:18:26.450333Z","end":"2026-04-04T10:18:26.642667Z","steps":["trace[1968509684] 'process raft request' (duration: 192.259023ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:26.64274Z","caller":"traceutil/trace.go:171","msg":"trace[1762887150] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"192.849908ms","start":"2026-04-04T10:18:26.449834Z","end":"2026-04-04T10:18:26.642684Z","steps":["trace[1762887150] 'process raft request' (duration: 186.809534ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:26.910268Z","caller":"traceutil/trace.go:171","msg":"trace[1521656904] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"215.853087ms","start":"2026-04-04T10:18:26.694381Z","end":"2026-04-04T10:18:26.910234Z","steps":["trace[1521656904] 'process raft request' (duration: 150.199999ms)","trace[1521656904] 'compare' (duration: 65.34598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:29.075643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.46738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:18:29.075799Z","caller":"traceutil/trace.go:171","msg":"trace[2144938650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"113.683986ms","start":"2026-04-04T10:18:28.962083Z","end":"2026-04-04T10:18:29.075767Z","steps":["trace[2144938650] 'range keys from in-memory index tree' (duration: 113.195774ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:29.706809Z","caller":"traceutil/trace.go:171","msg":"trace[1210443243] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"470.187177ms","start":"2026-04-04T10:18:29.236593Z","end":"2026-04-04T10:18:29.70678Z","steps":["trace[1210443243] 'read index received' (duration: 469.959691ms)","trace[1210443243] 'applied index is now lower than readState.Index' (duration: 225.486µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:29.706969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.349361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:29.707031Z","caller":"traceutil/trace.go:171","msg":"trace[1070274521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"470.456264ms","start":"2026-04-04T10:18:29.236559Z","end":"2026-04-04T10:18:29.707015Z","steps":["trace[1070274521] 'agreement among raft nodes before linearized reading' (duration: 470.346551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:29.707083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:29.236545Z","time spent":"470.527895ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:18:29.707541Z","caller":"traceutil/trace.go:171","msg":"trace[212080376] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"626.00994ms","start":"2026-04-04T10:18:29.081492Z","end":"2026-04-04T10:18:29.707502Z","steps":["trace[212080376] 'process raft request' (duration: 625.109277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:29.707739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:29.081464Z","time spent":"626.171024ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:32.761891Z","caller":"traceutil/trace.go:171","msg":"trace[407399444] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"134.346493ms","start":"2026-04-04T10:18:32.627507Z","end":"2026-04-04T10:18:32.761854Z","steps":["trace[407399444] 'process raft request' (duration: 134.028375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.478695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675106412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:37.478808Z","caller":"traceutil/trace.go:171","msg":"trace[1301907634] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:777; }","duration":"1.675228725s","start":"2026-04-04T10:18:35.80356Z","end":"2026-04-04T10:18:37.478788Z","steps":["trace[1301907634] 'range keys from in-memory index tree' (duration: 1.675080071s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.479063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942582458s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:37.479405Z","caller":"traceutil/trace.go:171","msg":"trace[1276326444] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"2.030354411s","start":"2026-04-04T10:18:35.449026Z","end":"2026-04-04T10:18:37.479381Z","steps":["trace[1276326444] 'process raft request' (duration: 87.316081ms)","trace[1276326444] 'compare' (duration: 1.942072604s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.479538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:35.449005Z","time spent":"2.030469244s","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:37.479315Z","caller":"traceutil/trace.go:171","msg":"trace[829734902] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:808; }","duration":"1.850710399s","start":"2026-04-04T10:18:35.628585Z","end":"2026-04-04T10:18:37.479295Z","steps":["trace[829734902] 'read index received' (duration: 65.641µs)","trace[829734902] 'applied index is now lower than readState.Index' (duration: 1.850642968s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.479675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851041099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-04T10:18:37.479767Z","caller":"traceutil/trace.go:171","msg":"trace[1781931861] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf; range_end:; response_count:1; response_revision:778; }","duration":"1.851209892s","start":"2026-04-04T10:18:35.628544Z","end":"2026-04-04T10:18:37.479754Z","steps":["trace[1781931861] 'agreement among raft nodes before linearized reading' (duration: 1.850913075s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.48009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:35.628523Z","time spent":"1.851554271s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf\" "} {"level":"warn","ts":"2026-04-04T10:18:37.724584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634347378s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:18:37.827441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.554471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:37.827536Z","caller":"traceutil/trace.go:171","msg":"trace[1914014196] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"347.805069ms","start":"2026-04-04T10:18:37.479715Z","end":"2026-04-04T10:18:37.82752Z","steps":["trace[1914014196] 'read index received' (duration: 245.099203ms)","trace[1914014196] 'applied index is now lower than readState.Index' (duration: 102.704836ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:37.827629Z","caller":"traceutil/trace.go:171","msg":"trace[1006521644] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"1.737483925s","start":"2026-04-04T10:18:36.090063Z","end":"2026-04-04T10:18:37.827547Z","steps":["trace[1006521644] 'process raft request' (duration: 1.634736679s)","trace[1006521644] 'compare' (duration: 102.433898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:37.827713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025382026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:18:37.827747Z","caller":"traceutil/trace.go:171","msg":"trace[216734140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:779; }","duration":"1.025413627s","start":"2026-04-04T10:18:36.802321Z","end":"2026-04-04T10:18:37.827735Z","steps":["trace[216734140] 'agreement among raft nodes before linearized reading' (duration: 1.025264873s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.82781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.802292Z","time spent":"1.025509199s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:18:37.827902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.090025Z","time spent":"1.737722231s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:37.827938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325686081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:18:37.828063Z","caller":"traceutil/trace.go:171","msg":"trace[1849732122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:779; }","duration":"1.325798503s","start":"2026-04-04T10:18:36.50223Z","end":"2026-04-04T10:18:37.828029Z","steps":["trace[1849732122] 'agreement among raft nodes before linearized reading' (duration: 1.325438784s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.828132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051074052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:18:37.828144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.502134Z","time spent":"1.325993308s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:18:37.828177Z","caller":"traceutil/trace.go:171","msg":"trace[1099361365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:779; }","duration":"1.051211226s","start":"2026-04-04T10:18:36.776956Z","end":"2026-04-04T10:18:37.828167Z","steps":["trace[1099361365] 'agreement among raft nodes before linearized reading' (duration: 1.051101203s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.828161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053912133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:18:37.828223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.776919Z","time spent":"1.051290588s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:18:37.827936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590760715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:18:37.828263Z","caller":"traceutil/trace.go:171","msg":"trace[1556660542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:779; }","duration":"2.054087357s","start":"2026-04-04T10:18:35.774153Z","end":"2026-04-04T10:18:37.82824Z","steps":["trace[1556660542] 'agreement among raft nodes before linearized reading' (duration: 2.053774099s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.828321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:35.774123Z","time spent":"2.05418839s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:18:37.828308Z","caller":"traceutil/trace.go:171","msg":"trace[1816245901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"1.591235627s","start":"2026-04-04T10:18:36.237058Z","end":"2026-04-04T10:18:37.828293Z","steps":["trace[1816245901] 'agreement among raft nodes before linearized reading' (duration: 1.590719924s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.828445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.237025Z","time spent":"1.591404912s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:18:37.829249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031357788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:18:37.829299Z","caller":"traceutil/trace.go:171","msg":"trace[879950128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:779; }","duration":"1.03145187s","start":"2026-04-04T10:18:36.797838Z","end":"2026-04-04T10:18:37.82929Z","steps":["trace[879950128] 'agreement among raft nodes before linearized reading' (duration: 1.030170467s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.829332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:36.797809Z","time spent":"1.031518192s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:18:37.833849Z","caller":"traceutil/trace.go:171","msg":"trace[1273858916] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"345.340626ms","start":"2026-04-04T10:18:37.488484Z","end":"2026-04-04T10:18:37.833825Z","steps":["trace[1273858916] 'process raft request' (duration: 345.11973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.834047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:37.488463Z","time spent":"345.458948ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:18:37.834096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.562014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-04T10:18:37.834174Z","caller":"traceutil/trace.go:171","msg":"trace[1905867136] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:780; }","duration":"351.700548ms","start":"2026-04-04T10:18:37.482458Z","end":"2026-04-04T10:18:37.834158Z","steps":["trace[1905867136] 'agreement among raft nodes before linearized reading' (duration: 351.526174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:37.834234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:37.482399Z","time spent":"351.824941ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-04T10:18:52.153583Z","caller":"traceutil/trace.go:171","msg":"trace[562609901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:941; }","duration":"133.028579ms","start":"2026-04-04T10:18:52.020526Z","end":"2026-04-04T10:18:52.153554Z","steps":["trace[562609901] 'process raft request' (duration: 66.782676ms)","trace[562609901] 'compare' (duration: 66.015318ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:57.877066Z","caller":"traceutil/trace.go:171","msg":"trace[1236745192] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"132.023014ms","start":"2026-04-04T10:18:57.745019Z","end":"2026-04-04T10:18:57.877042Z","steps":["trace[1236745192] 'process raft request' (duration: 131.882991ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:58.095849Z","caller":"traceutil/trace.go:171","msg":"trace[1781489094] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"213.746513ms","start":"2026-04-04T10:18:57.882079Z","end":"2026-04-04T10:18:58.095825Z","steps":["trace[1781489094] 'process raft request' (duration: 213.584779ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:58.164564Z","caller":"traceutil/trace.go:171","msg":"trace[185396418] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1147; }","duration":"173.538655ms","start":"2026-04-04T10:18:57.991002Z","end":"2026-04-04T10:18:58.16454Z","steps":["trace[185396418] 'read index received' (duration: 104.794658ms)","trace[185396418] 'applied index is now lower than readState.Index' (duration: 68.742987ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:58.164621Z","caller":"traceutil/trace.go:171","msg":"trace[215557334] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"282.245744ms","start":"2026-04-04T10:18:57.882321Z","end":"2026-04-04T10:18:58.164567Z","steps":["trace[215557334] 'process raft request' (duration: 274.825654ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:58.164697Z","caller":"traceutil/trace.go:171","msg":"trace[1670444826] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"281.321961ms","start":"2026-04-04T10:18:57.883362Z","end":"2026-04-04T10:18:58.164684Z","steps":["trace[1670444826] 'process raft request' (duration: 281.119496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:58.164895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.282631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:18:58.164964Z","caller":"traceutil/trace.go:171","msg":"trace[808018497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1115; }","duration":"168.380294ms","start":"2026-04-04T10:18:57.996565Z","end":"2026-04-04T10:18:58.164946Z","steps":["trace[808018497] 'agreement among raft nodes before linearized reading' (duration: 168.201629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:58.165029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.014737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:18:58.165027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.298013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:18:58.165068Z","caller":"traceutil/trace.go:171","msg":"trace[2093646558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1115; }","duration":"174.094859ms","start":"2026-04-04T10:18:57.990962Z","end":"2026-04-04T10:18:58.165056Z","steps":["trace[2093646558] 'agreement among raft nodes before linearized reading' (duration: 173.962616ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:58.165074Z","caller":"traceutil/trace.go:171","msg":"trace[246127965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1115; }","duration":"163.373766ms","start":"2026-04-04T10:18:58.00169Z","end":"2026-04-04T10:18:58.165064Z","steps":["trace[246127965] 'agreement among raft nodes before linearized reading' (duration: 163.170711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:58.165177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.63769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:18:58.165263Z","caller":"traceutil/trace.go:171","msg":"trace[87501104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1115; }","duration":"166.763943ms","start":"2026-04-04T10:18:57.998479Z","end":"2026-04-04T10:18:58.165243Z","steps":["trace[87501104] 'agreement among raft nodes before linearized reading' (duration: 166.486666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:58.165156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.63236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:18:58.165389Z","caller":"traceutil/trace.go:171","msg":"trace[819409709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1115; }","duration":"160.021979ms","start":"2026-04-04T10:18:58.005344Z","end":"2026-04-04T10:18:58.165366Z","steps":["trace[819409709] 'agreement among raft nodes before linearized reading' (duration: 159.482216ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:59.176404Z","caller":"traceutil/trace.go:171","msg":"trace[1914755698] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"330.045105ms","start":"2026-04-04T10:18:58.846337Z","end":"2026-04-04T10:18:59.176382Z","steps":["trace[1914755698] 'process raft request' (duration: 329.912482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:59.17653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:18:58.846313Z","time spent":"330.152018ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:18:59.275591Z","caller":"traceutil/trace.go:171","msg":"trace[1402284668] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"107.715083ms","start":"2026-04-04T10:18:59.167833Z","end":"2026-04-04T10:18:59.275548Z","steps":["trace[1402284668] 'process raft request' (duration: 87.688201ms)","trace[1402284668] 'compare' (duration: 19.663492ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:01.16059Z","caller":"traceutil/trace.go:171","msg":"trace[1141952258] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"208.033227ms","start":"2026-04-04T10:19:00.952531Z","end":"2026-04-04T10:19:01.160564Z","steps":["trace[1141952258] 'process raft request' (duration: 207.865802ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:01.471174Z","caller":"traceutil/trace.go:171","msg":"trace[456833176] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"110.717769ms","start":"2026-04-04T10:19:01.360431Z","end":"2026-04-04T10:19:01.471149Z","steps":["trace[456833176] 'process raft request' (duration: 110.557805ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:10.109503Z","caller":"traceutil/trace.go:171","msg":"trace[301140047] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"207.088603ms","start":"2026-04-04T10:19:09.90239Z","end":"2026-04-04T10:19:10.109479Z","steps":["trace[301140047] 'process raft request' (duration: 201.175222ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:10.10958Z","caller":"traceutil/trace.go:171","msg":"trace[1711019830] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"205.938824ms","start":"2026-04-04T10:19:09.903606Z","end":"2026-04-04T10:19:10.109545Z","steps":["trace[1711019830] 'process raft request' (duration: 205.78808ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:11.127393Z","caller":"traceutil/trace.go:171","msg":"trace[834499494] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1227; }","duration":"123.866556ms","start":"2026-04-04T10:19:11.0035Z","end":"2026-04-04T10:19:11.127366Z","steps":["trace[834499494] 'read index received' (duration: 96.141357ms)","trace[834499494] 'applied index is now lower than readState.Index' (duration: 27.723559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:11.12761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.085961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-04-04T10:19:11.127653Z","caller":"traceutil/trace.go:171","msg":"trace[1097781390] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1190; }","duration":"124.195334ms","start":"2026-04-04T10:19:11.003446Z","end":"2026-04-04T10:19:11.127642Z","steps":["trace[1097781390] 'agreement among raft nodes before linearized reading' (duration: 124.015019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:11.814251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754735252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:19:12.315419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754735252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:19:12.815744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754735252,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:19:12.833808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.687626861s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:19:12.834254Z","caller":"traceutil/trace.go:171","msg":"trace[1861401106] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"1.688171175s","start":"2026-04-04T10:19:11.146053Z","end":"2026-04-04T10:19:12.834224Z","steps":["trace[1861401106] 'process raft request' (duration: 1.6879749s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:12.834419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:11.146034Z","time spent":"1.688295279s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:13.277984Z","caller":"traceutil/trace.go:171","msg":"trace[2012126032] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1228; }","duration":"1.964236671s","start":"2026-04-04T10:19:11.313716Z","end":"2026-04-04T10:19:13.277953Z","steps":["trace[2012126032] 'read index received' (duration: 1.520324436s)","trace[2012126032] 'applied index is now lower than readState.Index' (duration: 443.910705ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:13.278058Z","caller":"traceutil/trace.go:171","msg":"trace[1016370572] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"1.387750118s","start":"2026-04-04T10:19:11.890256Z","end":"2026-04-04T10:19:13.278006Z","steps":["trace[1016370572] 'process raft request' (duration: 1.387587664s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:13.278068Z","caller":"traceutil/trace.go:171","msg":"trace[2137349273] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"1.924179137s","start":"2026-04-04T10:19:11.353825Z","end":"2026-04-04T10:19:13.278004Z","steps":["trace[2137349273] 'process raft request' (duration: 1.922050823s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964459307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:13.278263Z","caller":"traceutil/trace.go:171","msg":"trace[165357764] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1193; }","duration":"1.96458912s","start":"2026-04-04T10:19:11.313658Z","end":"2026-04-04T10:19:13.278247Z","steps":["trace[165357764] 'agreement among raft nodes before linearized reading' (duration: 1.964453497s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:11.313635Z","time spent":"1.964668322s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:19:13.278325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653679143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:19:13.278353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:11.35377Z","time spent":"1.924433674s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:13.278375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.605262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:19:13.278419Z","caller":"traceutil/trace.go:171","msg":"trace[1801636327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1193; }","duration":"1.653829777s","start":"2026-04-04T10:19:11.62457Z","end":"2026-04-04T10:19:13.278399Z","steps":["trace[1801636327] 'agreement among raft nodes before linearized reading' (duration: 1.653676673s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:11.624548Z","time spent":"1.65391602s","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:19:13.27852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.860756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:19:13.27854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.865716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-04-04T10:19:13.278578Z","caller":"traceutil/trace.go:171","msg":"trace[330379540] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1193; }","duration":"643.951048ms","start":"2026-04-04T10:19:12.634611Z","end":"2026-04-04T10:19:13.278562Z","steps":["trace[330379540] 'agreement among raft nodes before linearized reading' (duration: 643.857886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.63459Z","time spent":"644.03002ms","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:19:13.278598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.566284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:13.278427Z","caller":"traceutil/trace.go:171","msg":"trace[718660917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1193; }","duration":"838.679964ms","start":"2026-04-04T10:19:12.439734Z","end":"2026-04-04T10:19:13.278414Z","steps":["trace[718660917] 'agreement among raft nodes before linearized reading' (duration: 838.515489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04076355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:19:13.278694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.596806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:19:13.278719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.439723Z","time spent":"838.984663ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:19:13.278724Z","caller":"traceutil/trace.go:171","msg":"trace[696263964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1193; }","duration":"788.749459ms","start":"2026-04-04T10:19:12.489945Z","end":"2026-04-04T10:19:13.278695Z","steps":["trace[696263964] 'agreement among raft nodes before linearized reading' (duration: 788.533443ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:13.278747Z","caller":"traceutil/trace.go:171","msg":"trace[72785501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"1.040901653s","start":"2026-04-04T10:19:12.237823Z","end":"2026-04-04T10:19:13.278725Z","steps":["trace[72785501] 'agreement among raft nodes before linearized reading' (duration: 1.040729609s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:13.278756Z","caller":"traceutil/trace.go:171","msg":"trace[1321218333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1193; }","duration":"837.678369ms","start":"2026-04-04T10:19:12.441065Z","end":"2026-04-04T10:19:13.278744Z","steps":["trace[1321218333] 'agreement among raft nodes before linearized reading' (duration: 837.546916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:11.890234Z","time spent":"1.387873742s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:13.278791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.489913Z","time spent":"788.860532ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:19:13.278809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.237773Z","time spent":"1.041027066s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:19:13.278823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.441054Z","time spent":"837.74847ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:19:13.278653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.108791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:19:13.27883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.147168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:19:13.278869Z","caller":"traceutil/trace.go:171","msg":"trace[1930666971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1193; }","duration":"939.373588ms","start":"2026-04-04T10:19:12.339483Z","end":"2026-04-04T10:19:13.278856Z","steps":["trace[1930666971] 'agreement among raft nodes before linearized reading' (duration: 938.975878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.2789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.339464Z","time spent":"939.428149ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:19:13.278896Z","caller":"traceutil/trace.go:171","msg":"trace[1985853593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1193; }","duration":"877.230019ms","start":"2026-04-04T10:19:12.401647Z","end":"2026-04-04T10:19:13.278877Z","steps":["trace[1985853593] 'agreement among raft nodes before linearized reading' (duration: 877.134417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.27876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.357247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:19:13.278864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004607246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-04T10:19:13.27896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.401632Z","time spent":"877.317312ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:19:13.27896Z","caller":"traceutil/trace.go:171","msg":"trace[1933798519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"840.592453ms","start":"2026-04-04T10:19:12.438352Z","end":"2026-04-04T10:19:13.278945Z","steps":["trace[1933798519] 'agreement among raft nodes before linearized reading' (duration: 840.349077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.278967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.38807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-04-04T10:19:13.278992Z","caller":"traceutil/trace.go:171","msg":"trace[232936526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1193; }","duration":"1.00479646s","start":"2026-04-04T10:19:12.274172Z","end":"2026-04-04T10:19:13.278968Z","steps":["trace[232936526] 'agreement among raft nodes before linearized reading' (duration: 1.004423551s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:13.279014Z","caller":"traceutil/trace.go:171","msg":"trace[1787226212] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf; range_end:; response_count:1; response_revision:1193; }","duration":"441.468892ms","start":"2026-04-04T10:19:12.837531Z","end":"2026-04-04T10:19:13.279Z","steps":["trace[1787226212] 'agreement among raft nodes before linearized reading' (duration: 441.261797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.279017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.438314Z","time spent":"840.685905ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:19:13.279052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.837513Z","time spent":"441.531514ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4149,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-drpzf\" "} {"level":"warn","ts":"2026-04-04T10:19:13.279065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.274152Z","time spent":"1.004900723s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:19:13.278586Z","caller":"traceutil/trace.go:171","msg":"trace[51943419] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1193; }","duration":"440.952359ms","start":"2026-04-04T10:19:12.837617Z","end":"2026-04-04T10:19:13.278569Z","steps":["trace[51943419] 'agreement among raft nodes before linearized reading' (duration: 440.833426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:13.279178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:12.837593Z","time spent":"441.570674ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2953,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-04T10:19:15.045924Z","caller":"traceutil/trace.go:171","msg":"trace[183766803] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"215.945979ms","start":"2026-04-04T10:19:14.829929Z","end":"2026-04-04T10:19:15.045875Z","steps":["trace[183766803] 'process raft request' (duration: 215.594961ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:29.877122Z","caller":"traceutil/trace.go:171","msg":"trace[1612845103] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"470.865391ms","start":"2026-04-04T10:19:29.406225Z","end":"2026-04-04T10:19:29.877091Z","steps":["trace[1612845103] 'read index received' (duration: 470.592174ms)","trace[1612845103] 'applied index is now lower than readState.Index' (duration: 271.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:29.87739Z","caller":"traceutil/trace.go:171","msg":"trace[725344223] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"501.045901ms","start":"2026-04-04T10:19:29.37631Z","end":"2026-04-04T10:19:29.877356Z","steps":["trace[725344223] 'process raft request' (duration: 500.58595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:29.877558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.376251Z","time spent":"501.223176ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:29.877635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.382683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:19:29.877757Z","caller":"traceutil/trace.go:171","msg":"trace[1599872353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1331; }","duration":"471.565118ms","start":"2026-04-04T10:19:29.406165Z","end":"2026-04-04T10:19:29.87773Z","steps":["trace[1599872353] 'agreement among raft nodes before linearized reading' (duration: 471.23488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:29.87783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.998396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:19:29.877861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.357301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:19:29.877892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.406142Z","time spent":"471.732532ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:19:29.877948Z","caller":"traceutil/trace.go:171","msg":"trace[1121781141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1331; }","duration":"466.180131ms","start":"2026-04-04T10:19:29.41174Z","end":"2026-04-04T10:19:29.87792Z","steps":["trace[1121781141] 'agreement among raft nodes before linearized reading' (duration: 465.797161ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:29.877959Z","caller":"traceutil/trace.go:171","msg":"trace[676231709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1331; }","duration":"467.529325ms","start":"2026-04-04T10:19:29.410404Z","end":"2026-04-04T10:19:29.877933Z","steps":["trace[676231709] 'agreement among raft nodes before linearized reading' (duration: 467.212227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:29.878002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.41173Z","time spent":"466.263632ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:19:29.878012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.410364Z","time spent":"467.638378ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:19:29.877972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.873757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:19:29.878199Z","caller":"traceutil/trace.go:171","msg":"trace[1647873813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1331; }","duration":"465.199665ms","start":"2026-04-04T10:19:29.412947Z","end":"2026-04-04T10:19:29.878147Z","steps":["trace[1647873813] 'agreement among raft nodes before linearized reading' (duration: 464.58228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:29.878295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.41292Z","time spent":"465.333989ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:19:29.878372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.886875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:19:29.878504Z","caller":"traceutil/trace.go:171","msg":"trace[873457250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1331; }","duration":"470.181203ms","start":"2026-04-04T10:19:29.408298Z","end":"2026-04-04T10:19:29.878479Z","steps":["trace[873457250] 'agreement among raft nodes before linearized reading' (duration: 469.145186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:29.878632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:29.408286Z","time spent":"470.324617ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:19:35.987596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:35.428612Z","time spent":"558.975802ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:19:38.503447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754735751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:19:38.511055Z","caller":"traceutil/trace.go:171","msg":"trace[355653671] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1505; }","duration":"508.082719ms","start":"2026-04-04T10:19:38.002939Z","end":"2026-04-04T10:19:38.511022Z","steps":["trace[355653671] 'read index received' (duration: 507.823803ms)","trace[355653671] 'applied index is now lower than readState.Index' (duration: 257.966µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:38.511116Z","caller":"traceutil/trace.go:171","msg":"trace[1527471105] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"513.417725ms","start":"2026-04-04T10:19:37.997661Z","end":"2026-04-04T10:19:38.511079Z","steps":["trace[1527471105] 'process raft request' (duration: 513.149458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:37.997635Z","time spent":"513.550998ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:38.511394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.417337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:19:38.511443Z","caller":"traceutil/trace.go:171","msg":"trace[1879219955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1458; }","duration":"508.516ms","start":"2026-04-04T10:19:38.002909Z","end":"2026-04-04T10:19:38.511425Z","steps":["trace[1879219955] 'agreement among raft nodes before linearized reading' (duration: 508.306485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.913383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:19:38.511485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.561606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:19:38.511455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.379666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:19:38.511567Z","caller":"traceutil/trace.go:171","msg":"trace[559835180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1458; }","duration":"504.024696ms","start":"2026-04-04T10:19:38.007512Z","end":"2026-04-04T10:19:38.511537Z","steps":["trace[559835180] 'agreement among raft nodes before linearized reading' (duration: 503.758259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.238716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:19:38.511483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.537569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:19:38.511623Z","caller":"traceutil/trace.go:171","msg":"trace[689055568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1458; }","duration":"506.594971ms","start":"2026-04-04T10:19:38.004984Z","end":"2026-04-04T10:19:38.511579Z","steps":["trace[689055568] 'agreement among raft nodes before linearized reading' (duration: 506.269163ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:38.511635Z","caller":"traceutil/trace.go:171","msg":"trace[229054674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1458; }","duration":"504.716483ms","start":"2026-04-04T10:19:38.006907Z","end":"2026-04-04T10:19:38.511623Z","steps":["trace[229054674] 'agreement among raft nodes before linearized reading' (duration: 504.457327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.007483Z","time spent":"504.135589ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:19:38.511634Z","caller":"traceutil/trace.go:171","msg":"trace[693264193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1458; }","duration":"505.331089ms","start":"2026-04-04T10:19:38.006286Z","end":"2026-04-04T10:19:38.511617Z","steps":["trace[693264193] 'agreement among raft nodes before linearized reading' (duration: 505.145654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.004954Z","time spent":"506.703224ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:19:38.511486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.002893Z","time spent":"508.581302ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:19:38.511692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.006276Z","time spent":"505.404471ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:19:38.511581Z","caller":"traceutil/trace.go:171","msg":"trace[1215050704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1458; }","duration":"274.70989ms","start":"2026-04-04T10:19:38.236848Z","end":"2026-04-04T10:19:38.511558Z","steps":["trace[1215050704] 'agreement among raft nodes before linearized reading' (duration: 274.506105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:38.511674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.0069Z","time spent":"504.765704ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:19:38.870274Z","caller":"traceutil/trace.go:171","msg":"trace[1205257862] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"353.348277ms","start":"2026-04-04T10:19:38.51682Z","end":"2026-04-04T10:19:38.870168Z","steps":["trace[1205257862] 'process raft request' (duration: 330.426775ms)","trace[1205257862] 'compare' (duration: 22.251665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:38.870549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.516793Z","time spent":"353.626915ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:39.346831Z","caller":"traceutil/trace.go:171","msg":"trace[1464952373] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"829.782273ms","start":"2026-04-04T10:19:38.516999Z","end":"2026-04-04T10:19:39.346781Z","steps":["trace[1464952373] 'process raft request' (duration: 829.444605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.347092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.516964Z","time spent":"829.985478ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:39.347093Z","caller":"traceutil/trace.go:171","msg":"trace[827772970] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"829.819215ms","start":"2026-04-04T10:19:38.517222Z","end":"2026-04-04T10:19:39.347041Z","steps":["trace[827772970] 'process raft request' (duration: 829.468235ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:39.347124Z","caller":"traceutil/trace.go:171","msg":"trace[1533394545] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"829.872476ms","start":"2026-04-04T10:19:38.517218Z","end":"2026-04-04T10:19:39.347091Z","steps":["trace[1533394545] 'process raft request' (duration: 829.502536ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:39.347206Z","caller":"traceutil/trace.go:171","msg":"trace[1063507644] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"829.976619ms","start":"2026-04-04T10:19:38.517201Z","end":"2026-04-04T10:19:39.347178Z","steps":["trace[1063507644] 'process raft request' (duration: 829.446515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.347297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.517187Z","time spent":"830.01583ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:39.347293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.517205Z","time spent":"829.979339ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:19:39.347356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.517187Z","time spent":"830.090131ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:39.347527Z","caller":"traceutil/trace.go:171","msg":"trace[1014649183] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1507; }","duration":"467.694644ms","start":"2026-04-04T10:19:38.879793Z","end":"2026-04-04T10:19:39.347488Z","steps":["trace[1014649183] 'read index received' (duration: 466.700588ms)","trace[1014649183] 'applied index is now lower than readState.Index' (duration: 988.706µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:39.347672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.871368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:39.347751Z","caller":"traceutil/trace.go:171","msg":"trace[1945396419] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1463; }","duration":"467.997351ms","start":"2026-04-04T10:19:38.879731Z","end":"2026-04-04T10:19:39.347728Z","steps":["trace[1945396419] 'agreement among raft nodes before linearized reading' (duration: 467.863087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.347809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.879671Z","time spent":"468.122724ms","remote":"127.0.0.1:55176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:19:39.351242Z","caller":"traceutil/trace.go:171","msg":"trace[855336503] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"105.728787ms","start":"2026-04-04T10:19:39.245487Z","end":"2026-04-04T10:19:39.351216Z","steps":["trace[855336503] 'process raft request' (duration: 105.521902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.351242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.397023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:19:39.351323Z","caller":"traceutil/trace.go:171","msg":"trace[571761803] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1464; }","duration":"385.543946ms","start":"2026-04-04T10:19:38.965758Z","end":"2026-04-04T10:19:39.351302Z","steps":["trace[571761803] 'agreement among raft nodes before linearized reading' (duration: 385.380362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:39.351371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:38.965745Z","time spent":"385.614888ms","remote":"127.0.0.1:55164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:19:39.35139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.824027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:39.351477Z","caller":"traceutil/trace.go:171","msg":"trace[1192886473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1464; }","duration":"114.972601ms","start":"2026-04-04T10:19:39.236482Z","end":"2026-04-04T10:19:39.351454Z","steps":["trace[1192886473] 'agreement among raft nodes before linearized reading' (duration: 114.815137ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:43.04749Z","caller":"traceutil/trace.go:171","msg":"trace[267375800] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1590; }","duration":"112.689163ms","start":"2026-04-04T10:19:42.934774Z","end":"2026-04-04T10:19:43.047463Z","steps":["trace[267375800] 'read index received' (duration: 75.455897ms)","trace[267375800] 'applied index is now lower than readState.Index' (duration: 37.232466ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:43.047588Z","caller":"traceutil/trace.go:171","msg":"trace[726186955] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"113.135754ms","start":"2026-04-04T10:19:42.934418Z","end":"2026-04-04T10:19:43.047553Z","steps":["trace[726186955] 'process raft request' (duration: 75.838757ms)","trace[726186955] 'compare' (duration: 37.092032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:43.047637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.831026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:43.047708Z","caller":"traceutil/trace.go:171","msg":"trace[1103039405] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1542; }","duration":"112.945451ms","start":"2026-04-04T10:19:42.934744Z","end":"2026-04-04T10:19:43.047689Z","steps":["trace[1103039405] 'agreement among raft nodes before linearized reading' (duration: 112.828287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:51.515083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.917373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:19:51.515137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.877233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:19:51.51518Z","caller":"traceutil/trace.go:171","msg":"trace[2066870937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1683; }","duration":"101.058427ms","start":"2026-04-04T10:19:51.414102Z","end":"2026-04-04T10:19:51.515161Z","steps":["trace[2066870937] 'range keys from in-memory index tree' (duration: 100.738089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:51.51516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.421278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:19:51.515226Z","caller":"traceutil/trace.go:171","msg":"trace[1704863296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1683; }","duration":"101.023316ms","start":"2026-04-04T10:19:51.41418Z","end":"2026-04-04T10:19:51.515203Z","steps":["trace[1704863296] 'range keys from in-memory index tree' (duration: 100.637457ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:51.515287Z","caller":"traceutil/trace.go:171","msg":"trace[770999172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1683; }","duration":"103.618893ms","start":"2026-04-04T10:19:51.411634Z","end":"2026-04-04T10:19:51.515253Z","steps":["trace[770999172] 'range keys from in-memory index tree' (duration: 103.151961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:51.5151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.747519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:19:51.515413Z","caller":"traceutil/trace.go:171","msg":"trace[1166794269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1683; }","duration":"101.104839ms","start":"2026-04-04T10:19:51.414266Z","end":"2026-04-04T10:19:51.515371Z","steps":["trace[1166794269] 'range keys from in-memory index tree' (duration: 100.608687ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:51.574491Z","caller":"traceutil/trace.go:171","msg":"trace[337731257] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1750; }","duration":"108.318972ms","start":"2026-04-04T10:19:51.466135Z","end":"2026-04-04T10:19:51.574454Z","steps":["trace[337731257] 'read index received' (duration: 20.408448ms)","trace[337731257] 'applied index is now lower than readState.Index' (duration: 87.909134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:19:51.57468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.508316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:51.574731Z","caller":"traceutil/trace.go:171","msg":"trace[416201125] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1684; }","duration":"108.641849ms","start":"2026-04-04T10:19:51.466072Z","end":"2026-04-04T10:19:51.574714Z","steps":["trace[416201125] 'agreement among raft nodes before linearized reading' (duration: 108.519036ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:51.575082Z","caller":"traceutil/trace.go:171","msg":"trace[1901307642] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"133.550493ms","start":"2026-04-04T10:19:51.441518Z","end":"2026-04-04T10:19:51.575069Z","steps":["trace[1901307642] 'process raft request' (duration: 132.597088ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.521422Z","caller":"traceutil/trace.go:171","msg":"trace[1710599843] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"132.909547ms","start":"2026-04-04T10:19:53.38848Z","end":"2026-04-04T10:19:53.521389Z","steps":["trace[1710599843] 'process raft request' (duration: 132.773274ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.745567Z","caller":"traceutil/trace.go:171","msg":"trace[1376398897] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"356.319133ms","start":"2026-04-04T10:19:53.389219Z","end":"2026-04-04T10:19:53.745538Z","steps":["trace[1376398897] 'process raft request' (duration: 356.073507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:53.745695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:53.389174Z","time spent":"356.461726ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:53.746084Z","caller":"traceutil/trace.go:171","msg":"trace[505416269] linearizableReadLoop","detail":"{readStateIndex:1762; appliedIndex:1760; }","duration":"223.139439ms","start":"2026-04-04T10:19:53.522908Z","end":"2026-04-04T10:19:53.746047Z","steps":["trace[505416269] 'read index received' (duration: 222.37988ms)","trace[505416269] 'applied index is now lower than readState.Index' (duration: 758.079µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:53.746157Z","caller":"traceutil/trace.go:171","msg":"trace[87118985] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1691; }","duration":"265.822614ms","start":"2026-04-04T10:19:53.480324Z","end":"2026-04-04T10:19:53.746147Z","steps":["trace[87118985] 'process raft request' (duration: 265.549646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:53.746444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.501428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-04-04T10:19:53.746495Z","caller":"traceutil/trace.go:171","msg":"trace[1843779846] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1691; }","duration":"223.628402ms","start":"2026-04-04T10:19:53.522851Z","end":"2026-04-04T10:19:53.746479Z","steps":["trace[1843779846] 'agreement among raft nodes before linearized reading' (duration: 223.401706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:53.746541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.080284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:19:53.746579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.553096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:19:53.746624Z","caller":"traceutil/trace.go:171","msg":"trace[1000006162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1691; }","duration":"128.202308ms","start":"2026-04-04T10:19:53.618404Z","end":"2026-04-04T10:19:53.746606Z","steps":["trace[1000006162] 'agreement among raft nodes before linearized reading' (duration: 127.974072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:53.746617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.089704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:19:53.746675Z","caller":"traceutil/trace.go:171","msg":"trace[499623731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1691; }","duration":"128.71151ms","start":"2026-04-04T10:19:53.617939Z","end":"2026-04-04T10:19:53.74665Z","steps":["trace[499623731] 'agreement among raft nodes before linearized reading' (duration: 128.411452ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.746711Z","caller":"traceutil/trace.go:171","msg":"trace[1916933016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1691; }","duration":"128.340931ms","start":"2026-04-04T10:19:53.618361Z","end":"2026-04-04T10:19:53.746702Z","steps":["trace[1916933016] 'agreement among raft nodes before linearized reading' (duration: 128.051004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:53.7467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.976012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:19:53.746801Z","caller":"traceutil/trace.go:171","msg":"trace[311648415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1691; }","duration":"128.167356ms","start":"2026-04-04T10:19:53.618611Z","end":"2026-04-04T10:19:53.746778Z","steps":["trace[311648415] 'agreement among raft nodes before linearized reading' (duration: 127.826528ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.917046Z","caller":"traceutil/trace.go:171","msg":"trace[1599281157] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"165.485136ms","start":"2026-04-04T10:19:53.751533Z","end":"2026-04-04T10:19:53.917018Z","steps":["trace[1599281157] 'process raft request' (duration: 159.072052ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.917043Z","caller":"traceutil/trace.go:171","msg":"trace[834230475] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"165.348152ms","start":"2026-04-04T10:19:53.751669Z","end":"2026-04-04T10:19:53.917017Z","steps":["trace[834230475] 'process raft request' (duration: 165.197257ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:53.917458Z","caller":"traceutil/trace.go:171","msg":"trace[245632021] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"164.176052ms","start":"2026-04-04T10:19:53.753066Z","end":"2026-04-04T10:19:53.917242Z","steps":["trace[245632021] 'process raft request' (duration: 163.852862ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:54.649871Z","caller":"traceutil/trace.go:171","msg":"trace[700528836] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"133.578225ms","start":"2026-04-04T10:19:54.516258Z","end":"2026-04-04T10:19:54.649836Z","steps":["trace[700528836] 'read index received' (duration: 133.220336ms)","trace[700528836] 'applied index is now lower than readState.Index' (duration: 356.579µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:54.649982Z","caller":"traceutil/trace.go:171","msg":"trace[2120640482] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"133.975844ms","start":"2026-04-04T10:19:54.515961Z","end":"2026-04-04T10:19:54.649937Z","steps":["trace[2120640482] 'process raft request' (duration: 133.576534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:54.650251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.958174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:19:54.650297Z","caller":"traceutil/trace.go:171","msg":"trace[1181816897] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1697; }","duration":"134.043816ms","start":"2026-04-04T10:19:54.516238Z","end":"2026-04-04T10:19:54.650282Z","steps":["trace[1181816897] 'agreement among raft nodes before linearized reading' (duration: 133.726908ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:55.66313Z","caller":"traceutil/trace.go:171","msg":"trace[825306916] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"184.890498ms","start":"2026-04-04T10:19:55.478203Z","end":"2026-04-04T10:19:55.663094Z","steps":["trace[825306916] 'process raft request' (duration: 175.339245ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:55.843898Z","caller":"traceutil/trace.go:171","msg":"trace[1755745328] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"336.771687ms","start":"2026-04-04T10:19:55.507015Z","end":"2026-04-04T10:19:55.843787Z","steps":["trace[1755745328] 'process raft request' (duration: 333.066343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:55.844191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:55.506995Z","time spent":"337.057663ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:55.84734Z","caller":"traceutil/trace.go:171","msg":"trace[1146069679] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"174.197227ms","start":"2026-04-04T10:19:55.673109Z","end":"2026-04-04T10:19:55.847306Z","steps":["trace[1146069679] 'process raft request' (duration: 173.914169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:56.222288Z","caller":"traceutil/trace.go:171","msg":"trace[2097941443] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"249.866809ms","start":"2026-04-04T10:19:55.972385Z","end":"2026-04-04T10:19:56.222252Z","steps":["trace[2097941443] 'process raft request' (duration: 249.612432ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:56.222453Z","caller":"traceutil/trace.go:171","msg":"trace[1825603143] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1789; }","duration":"190.159421ms","start":"2026-04-04T10:19:56.032268Z","end":"2026-04-04T10:19:56.222427Z","steps":["trace[1825603143] 'read index received' (duration: 8.371393ms)","trace[1825603143] 'applied index is now lower than readState.Index' (duration: 181.787038ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:56.222451Z","caller":"traceutil/trace.go:171","msg":"trace[1469154572] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"249.471209ms","start":"2026-04-04T10:19:55.972937Z","end":"2026-04-04T10:19:56.222408Z","steps":["trace[1469154572] 'process raft request' (duration: 249.203602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:56.222642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.354817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-9h6sh\" ","response":"range_response_count:1 size:5493"} {"level":"info","ts":"2026-04-04T10:19:56.222697Z","caller":"traceutil/trace.go:171","msg":"trace[1696622476] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-9h6sh; range_end:; response_count:1; response_revision:1721; }","duration":"190.46618ms","start":"2026-04-04T10:19:56.032217Z","end":"2026-04-04T10:19:56.222683Z","steps":["trace[1696622476] 'agreement among raft nodes before linearized reading' (duration: 190.294835ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:56.222666Z","caller":"traceutil/trace.go:171","msg":"trace[808678428] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"249.156951ms","start":"2026-04-04T10:19:55.973457Z","end":"2026-04-04T10:19:56.222614Z","steps":["trace[808678428] 'process raft request' (duration: 248.74799ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:56.222567Z","caller":"traceutil/trace.go:171","msg":"trace[439919590] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"185.276578ms","start":"2026-04-04T10:19:56.037243Z","end":"2026-04-04T10:19:56.222519Z","steps":["trace[439919590] 'process raft request' (duration: 185.032451ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:56.966263Z","caller":"traceutil/trace.go:171","msg":"trace[1985618908] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"198.921944ms","start":"2026-04-04T10:19:56.767313Z","end":"2026-04-04T10:19:56.966235Z","steps":["trace[1985618908] 'read index received' (duration: 198.704719ms)","trace[1985618908] 'applied index is now lower than readState.Index' (duration: 216.385µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:56.966368Z","caller":"traceutil/trace.go:171","msg":"trace[803520318] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"208.385494ms","start":"2026-04-04T10:19:56.757916Z","end":"2026-04-04T10:19:56.966302Z","steps":["trace[803520318] 'process raft request' (duration: 208.168849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:56.966438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.095509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:19:56.966478Z","caller":"traceutil/trace.go:171","msg":"trace[1298776278] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1737; }","duration":"199.189271ms","start":"2026-04-04T10:19:56.767277Z","end":"2026-04-04T10:19:56.966467Z","steps":["trace[1298776278] 'agreement among raft nodes before linearized reading' (duration: 199.068318ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:59.34737Z","caller":"traceutil/trace.go:171","msg":"trace[369961326] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"227.212384ms","start":"2026-04-04T10:19:59.120125Z","end":"2026-04-04T10:19:59.347338Z","steps":["trace[369961326] 'process raft request' (duration: 226.983038ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:59.818477Z","caller":"traceutil/trace.go:171","msg":"trace[772885456] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"109.654776ms","start":"2026-04-04T10:19:59.708791Z","end":"2026-04-04T10:19:59.818446Z","steps":["trace[772885456] 'read index received' (duration: 103.592852ms)","trace[772885456] 'applied index is now lower than readState.Index' (duration: 6.060624ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:59.818806Z","caller":"traceutil/trace.go:171","msg":"trace[504277536] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"169.443075ms","start":"2026-04-04T10:19:59.649334Z","end":"2026-04-04T10:19:59.818777Z","steps":["trace[504277536] 'process raft request' (duration: 163.003682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:59.819318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.063956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:19:59.819446Z","caller":"traceutil/trace.go:171","msg":"trace[1069094863] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1760; }","duration":"110.655012ms","start":"2026-04-04T10:19:59.70873Z","end":"2026-04-04T10:19:59.819385Z","steps":["trace[1069094863] 'agreement among raft nodes before linearized reading' (duration: 109.872322ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:02.80596Z","caller":"traceutil/trace.go:171","msg":"trace[1838919689] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"251.349027ms","start":"2026-04-04T10:20:02.554587Z","end":"2026-04-04T10:20:02.805936Z","steps":["trace[1838919689] 'process raft request' (duration: 251.163101ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:02.829563Z","caller":"traceutil/trace.go:171","msg":"trace[2019415281] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"136.417687ms","start":"2026-04-04T10:20:02.693111Z","end":"2026-04-04T10:20:02.829529Z","steps":["trace[2019415281] 'process raft request' (duration: 136.243432ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:09.220872Z","caller":"traceutil/trace.go:171","msg":"trace[1070480031] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"112.905739ms","start":"2026-04-04T10:20:09.107942Z","end":"2026-04-04T10:20:09.220848Z","steps":["trace[1070480031] 'process raft request' (duration: 112.744684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:10.410664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:11.782823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097365832s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:11.783042Z","caller":"traceutil/trace.go:171","msg":"trace[1940520414] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"1.932251314s","start":"2026-04-04T10:20:09.850756Z","end":"2026-04-04T10:20:11.783007Z","steps":["trace[1940520414] 'process raft request' (duration: 834.547983ms)","trace[1940520414] 'compare' (duration: 1.097176997s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:11.783164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:09.850722Z","time spent":"1.932387487s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:12.139273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453895522s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:20:12.139838Z","caller":"traceutil/trace.go:171","msg":"trace[924191886] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1958; }","duration":"2.230289687s","start":"2026-04-04T10:20:09.909528Z","end":"2026-04-04T10:20:12.139818Z","steps":["trace[924191886] 'read index received' (duration: 775.861092ms)","trace[924191886] 'applied index is now lower than readState.Index' (duration: 1.454427945s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:12.139921Z","caller":"traceutil/trace.go:171","msg":"trace[26399164] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"1.597784866s","start":"2026-04-04T10:20:10.542129Z","end":"2026-04-04T10:20:12.139914Z","steps":["trace[26399164] 'process raft request' (duration: 1.597653523s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:12.139916Z","caller":"traceutil/trace.go:171","msg":"trace[1133393457] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"2.229051395s","start":"2026-04-04T10:20:09.910842Z","end":"2026-04-04T10:20:12.139893Z","steps":["trace[1133393457] 'process raft request' (duration: 2.228790518s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:12.140027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.542096Z","time spent":"1.597849278s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:12.140033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:09.910819Z","time spent":"2.229146059s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:12.140248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230727239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:20:12.140284Z","caller":"traceutil/trace.go:171","msg":"trace[1370708078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1886; }","duration":"2.230838111s","start":"2026-04-04T10:20:09.909435Z","end":"2026-04-04T10:20:12.140273Z","steps":["trace[1370708078] 'agreement among raft nodes before linearized reading' (duration: 2.230719098s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:12.140313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:09.909405Z","time spent":"2.230902363s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:12.236289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:20:12.236355Z","caller":"traceutil/trace.go:171","msg":"trace[1940137328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974056s","start":"2026-04-04T10:20:10.23637Z","end":"2026-04-04T10:20:12.236344Z","steps":["trace[1940137328] 'agreement among raft nodes before linearized reading' (duration: 1.999891454s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:12.236402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.236352Z","time spent":"2.000036278s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:12.356812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.858921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:12.357049Z","caller":"traceutil/trace.go:171","msg":"trace[316941123] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"1.465122098s","start":"2026-04-04T10:20:10.89186Z","end":"2026-04-04T10:20:12.356982Z","steps":["trace[316941123] 'process raft request' (duration: 1.29596333s)","trace[316941123] 'compare' (duration: 168.675256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:12.357253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.891841Z","time spent":"1.465305132s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:14.222487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865558592s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:20:14.222821Z","caller":"traceutil/trace.go:171","msg":"trace[1305655118] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1961; }","duration":"2.082914236s","start":"2026-04-04T10:20:12.139888Z","end":"2026-04-04T10:20:14.222802Z","steps":["trace[1305655118] 'read index received' (duration: 47.957339ms)","trace[1305655118] 'applied index is now lower than readState.Index' (duration: 2.034955787s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:14.223118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834837579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:20:14.223187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928797306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:14.223191Z","caller":"traceutil/trace.go:171","msg":"trace[596536131] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1887; }","duration":"3.834927321s","start":"2026-04-04T10:20:10.388246Z","end":"2026-04-04T10:20:14.223173Z","steps":["trace[596536131] 'agreement among raft nodes before linearized reading' (duration: 3.834784127s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.223185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36531021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:20:14.223225Z","caller":"traceutil/trace.go:171","msg":"trace[1304726080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1887; }","duration":"3.928879058s","start":"2026-04-04T10:20:10.294334Z","end":"2026-04-04T10:20:14.223213Z","steps":["trace[1304726080] 'agreement among raft nodes before linearized reading' (duration: 3.928735904s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.223198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825024602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:20:14.223261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.294313Z","time spent":"3.92894016s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:14.223252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122023166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:20:14.223259Z","caller":"traceutil/trace.go:171","msg":"trace[1966065066] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1887; }","duration":"3.365394452s","start":"2026-04-04T10:20:10.857847Z","end":"2026-04-04T10:20:14.223241Z","steps":["trace[1966065066] 'agreement among raft nodes before linearized reading' (duration: 3.365185106s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:14.223295Z","caller":"traceutil/trace.go:171","msg":"trace[31173555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1887; }","duration":"2.825164194s","start":"2026-04-04T10:20:11.398107Z","end":"2026-04-04T10:20:14.223271Z","steps":["trace[31173555] 'agreement among raft nodes before linearized reading' (duration: 2.824935309s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.223315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.857717Z","time spent":"3.365588576s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:20:14.223318Z","caller":"traceutil/trace.go:171","msg":"trace[767209459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1887; }","duration":"4.122121658s","start":"2026-04-04T10:20:10.101172Z","end":"2026-04-04T10:20:14.223294Z","steps":["trace[767209459] 'agreement among raft nodes before linearized reading' (duration: 4.121932663s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.223355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.101115Z","time spent":"4.1222317s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:20:14.223413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:11.398082Z","time spent":"2.825313889s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:20:14.22345Z","caller":"traceutil/trace.go:171","msg":"trace[917661598] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"2.07797336s","start":"2026-04-04T10:20:12.145442Z","end":"2026-04-04T10:20:14.223415Z","steps":["trace[917661598] 'process raft request' (duration: 2.077271532s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.223238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.38822Z","time spent":"3.835007923s","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:20:14.223587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:12.145408Z","time spent":"2.078102873s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:14.224561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930803698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:20:14.224639Z","caller":"traceutil/trace.go:171","msg":"trace[1323375174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1887; }","duration":"3.930898761s","start":"2026-04-04T10:20:10.293712Z","end":"2026-04-04T10:20:14.224611Z","steps":["trace[1323375174] 'agreement among raft nodes before linearized reading' (duration: 3.929413813s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.224689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.293698Z","time spent":"3.930979043s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:20:14.237286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:20:14.23738Z","caller":"traceutil/trace.go:171","msg":"trace[2112800910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153293s","start":"2026-04-04T10:20:12.237211Z","end":"2026-04-04T10:20:14.237364Z","steps":["trace[2112800910] 'agreement among raft nodes before linearized reading' (duration: 2.00004973s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:14.23744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:12.237194Z","time spent":"2.000232924s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:14.391169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523950092s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:20:15.340435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733040173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-04T10:20:15.341153Z","caller":"traceutil/trace.go:171","msg":"trace[90235102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1888; }","duration":"4.733800703s","start":"2026-04-04T10:20:10.607336Z","end":"2026-04-04T10:20:15.341136Z","steps":["trace[90235102] 'agreement among raft nodes before linearized reading' (duration: 3.615928917s)","trace[90235102] 'range keys from in-memory index tree' (duration: 1.117017254s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:15.341231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.607316Z","time spent":"4.733902216s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" "} {"level":"warn","ts":"2026-04-04T10:20:15.341611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860699187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:20:15.341648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234610046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-04T10:20:15.341697Z","caller":"traceutil/trace.go:171","msg":"trace[7257491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"4.860817149s","start":"2026-04-04T10:20:10.480858Z","end":"2026-04-04T10:20:15.341675Z","steps":["trace[7257491] 'agreement among raft nodes before linearized reading' (duration: 3.742458982s)","trace[7257491] 'range keys from in-memory index tree' (duration: 1.118156632s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:15.34171Z","caller":"traceutil/trace.go:171","msg":"trace[952207368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1888; }","duration":"5.234713979s","start":"2026-04-04T10:20:10.106978Z","end":"2026-04-04T10:20:15.341692Z","steps":["trace[952207368] 'agreement among raft nodes before linearized reading' (duration: 4.116181277s)","trace[952207368] 'range keys from in-memory index tree' (duration: 1.118354468s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:15.341744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.106958Z","time spent":"5.234779941s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" "} {"level":"warn","ts":"2026-04-04T10:20:15.341743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:10.480843Z","time spent":"4.860891152s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:20:15.341775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.277448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:15.34194Z","caller":"traceutil/trace.go:171","msg":"trace[996359821] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"2.474802403s","start":"2026-04-04T10:20:12.867111Z","end":"2026-04-04T10:20:15.341914Z","steps":["trace[996359821] 'process raft request' (duration: 1.52430379s)","trace[996359821] 'compare' (duration: 950.003031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:15.342028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:12.867087Z","time spent":"2.474899387s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.354796Z","caller":"traceutil/trace.go:171","msg":"trace[539500337] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.208826467s","start":"2026-04-04T10:20:14.145951Z","end":"2026-04-04T10:20:15.354777Z","steps":["trace[539500337] 'process raft request' (duration: 1.208780406s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:15.35482Z","caller":"traceutil/trace.go:171","msg":"trace[1782429353] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"1.209480713s","start":"2026-04-04T10:20:14.14532Z","end":"2026-04-04T10:20:15.354801Z","steps":["trace[1782429353] 'process raft request' (duration: 1.209313669s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.354925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.14529Z","time spent":"1.209577756s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:15.354936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.145938Z","time spent":"1.208924179s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.355008Z","caller":"traceutil/trace.go:171","msg":"trace[1484533285] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.127940401s","start":"2026-04-04T10:20:14.227052Z","end":"2026-04-04T10:20:15.354992Z","steps":["trace[1484533285] 'process raft request' (duration: 1.127703775s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.355089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.227039Z","time spent":"1.128007022s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.355311Z","caller":"traceutil/trace.go:171","msg":"trace[723482790] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.127474339s","start":"2026-04-04T10:20:14.22783Z","end":"2026-04-04T10:20:15.355304Z","steps":["trace[723482790] 'process raft request' (duration: 1.12710348s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.355355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.227804Z","time spent":"1.127530861s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.355443Z","caller":"traceutil/trace.go:171","msg":"trace[1382774153] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.127562112s","start":"2026-04-04T10:20:14.227869Z","end":"2026-04-04T10:20:15.355431Z","steps":["trace[1382774153] 'process raft request' (duration: 1.127406018s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.355501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.227841Z","time spent":"1.127627833s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.355537Z","caller":"traceutil/trace.go:171","msg":"trace[445311366] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1964; }","duration":"1.132670842s","start":"2026-04-04T10:20:14.222859Z","end":"2026-04-04T10:20:15.35553Z","steps":["trace[445311366] 'read index received' (duration: 168.524411ms)","trace[445311366] 'applied index is now lower than readState.Index' (duration: 964.145761ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:15.355576Z","caller":"traceutil/trace.go:171","msg":"trace[709449219] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.127648464s","start":"2026-04-04T10:20:14.227922Z","end":"2026-04-04T10:20:15.35557Z","steps":["trace[709449219] 'process raft request' (duration: 1.127469639s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.355601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.227897Z","time spent":"1.127687975s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.355625Z","caller":"traceutil/trace.go:171","msg":"trace[1664579446] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"992.788558ms","start":"2026-04-04T10:20:14.362827Z","end":"2026-04-04T10:20:15.355616Z","steps":["trace[1664579446] 'process raft request' (duration: 992.673635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.355676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.362789Z","time spent":"992.86228ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:15.355704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933837228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:20:15.355727Z","caller":"traceutil/trace.go:171","msg":"trace[1284767639] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1897; }","duration":"1.933881748s","start":"2026-04-04T10:20:13.421838Z","end":"2026-04-04T10:20:15.35572Z","steps":["trace[1284767639] 'agreement among raft nodes before linearized reading' (duration: 1.933803236s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:15.355715Z","caller":"traceutil/trace.go:171","msg":"trace[1177612090] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.127754517s","start":"2026-04-04T10:20:14.227932Z","end":"2026-04-04T10:20:15.355686Z","steps":["trace[1177612090] 'process raft request' (duration: 1.127539101s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.35575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:13.42182Z","time spent":"1.93392609s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:20:15.355846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.227905Z","time spent":"1.127856399s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:15.356043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027688542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-04T10:20:15.356137Z","caller":"traceutil/trace.go:171","msg":"trace[1574929562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1897; }","duration":"3.027809075s","start":"2026-04-04T10:20:12.328307Z","end":"2026-04-04T10:20:15.356116Z","steps":["trace[1574929562] 'agreement among raft nodes before linearized reading' (duration: 3.027436915s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.356185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:12.32828Z","time spent":"3.027896508s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:20:15.636688Z","caller":"traceutil/trace.go:171","msg":"trace[1354333659] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.148428603s","start":"2026-04-04T10:20:14.488238Z","end":"2026-04-04T10:20:15.636667Z","steps":["trace[1354333659] 'process raft request' (duration: 1.129173024s)","trace[1354333659] 'compare' (duration: 19.007053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:15.636797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.488212Z","time spent":"1.148529995s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:15.636844Z","caller":"traceutil/trace.go:171","msg":"trace[603043918] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1973; }","duration":"281.271368ms","start":"2026-04-04T10:20:15.35555Z","end":"2026-04-04T10:20:15.636821Z","steps":["trace[603043918] 'read index received' (duration: 262.201123ms)","trace[603043918] 'applied index is now lower than readState.Index' (duration: 19.068615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:15.636949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.610885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a320218b2dc942\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-04T10:20:15.636972Z","caller":"traceutil/trace.go:171","msg":"trace[330828525] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a320218b2dc942; range_end:; response_count:1; response_revision:1899; }","duration":"364.630085ms","start":"2026-04-04T10:20:15.272332Z","end":"2026-04-04T10:20:15.636962Z","steps":["trace[330828525] 'agreement among raft nodes before linearized reading' (duration: 364.535353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.636987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:15.272269Z","time spent":"364.714538ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a320218b2dc942\" "} {"level":"warn","ts":"2026-04-04T10:20:15.637046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391792256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:15.637046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391662183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:20:15.637101Z","caller":"traceutil/trace.go:171","msg":"trace[1696415475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"1.391873218s","start":"2026-04-04T10:20:14.245209Z","end":"2026-04-04T10:20:15.637082Z","steps":["trace[1696415475] 'agreement among raft nodes before linearized reading' (duration: 1.391801897s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:15.63716Z","caller":"traceutil/trace.go:171","msg":"trace[1289983574] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d; range_end:; response_count:1; response_revision:1899; }","duration":"1.391818577s","start":"2026-04-04T10:20:14.245328Z","end":"2026-04-04T10:20:15.637147Z","steps":["trace[1289983574] 'agreement among raft nodes before linearized reading' (duration: 1.391609412s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.637176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.245195Z","time spent":"1.39197156s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:15.637182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:14.245313Z","time spent":"1.391863058s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" "} {"level":"info","ts":"2026-04-04T10:20:15.637177Z","caller":"traceutil/trace.go:171","msg":"trace[1885231168] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"286.415628ms","start":"2026-04-04T10:20:15.35072Z","end":"2026-04-04T10:20:15.637136Z","steps":["trace[1885231168] 'process raft request' (duration: 285.867884ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:15.647668Z","caller":"traceutil/trace.go:171","msg":"trace[173339486] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"284.541301ms","start":"2026-04-04T10:20:15.363106Z","end":"2026-04-04T10:20:15.647647Z","steps":["trace[173339486] 'process raft request' (duration: 284.412688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.647767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.767984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:15.64781Z","caller":"traceutil/trace.go:171","msg":"trace[717390282] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1900; }","duration":"241.872137ms","start":"2026-04-04T10:20:15.405929Z","end":"2026-04-04T10:20:15.647801Z","steps":["trace[717390282] 'agreement among raft nodes before linearized reading' (duration: 241.778985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.647823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.078477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:15.647879Z","caller":"traceutil/trace.go:171","msg":"trace[1302642095] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1900; }","duration":"278.16199ms","start":"2026-04-04T10:20:15.369704Z","end":"2026-04-04T10:20:15.647866Z","steps":["trace[1302642095] 'agreement among raft nodes before linearized reading' (duration: 278.081908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.647901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.264143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-04T10:20:15.648001Z","caller":"traceutil/trace.go:171","msg":"trace[542226789] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:1900; }","duration":"219.400576ms","start":"2026-04-04T10:20:15.42858Z","end":"2026-04-04T10:20:15.64798Z","steps":["trace[542226789] 'agreement among raft nodes before linearized reading' (duration: 219.108478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:15.782115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.741892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:15.78219Z","caller":"traceutil/trace.go:171","msg":"trace[1320820358] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1903; }","duration":"130.843416ms","start":"2026-04-04T10:20:15.651324Z","end":"2026-04-04T10:20:15.782168Z","steps":["trace[1320820358] 'agreement among raft nodes before linearized reading' (duration: 130.60448ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:16.309946Z","caller":"traceutil/trace.go:171","msg":"trace[1903587809] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"165.994009ms","start":"2026-04-04T10:20:16.143912Z","end":"2026-04-04T10:20:16.309906Z","steps":["trace[1903587809] 'process raft request' (duration: 97.797556ms)","trace[1903587809] 'compare' (duration: 67.346571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:16.55025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.236075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:16.5504Z","caller":"traceutil/trace.go:171","msg":"trace[1917939388] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"203.097701ms","start":"2026-04-04T10:20:16.347279Z","end":"2026-04-04T10:20:16.550377Z","steps":["trace[1917939388] 'read index received' (duration: 44.133971ms)","trace[1917939388] 'applied index is now lower than readState.Index' (duration: 158.96186ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:16.550459Z","caller":"traceutil/trace.go:171","msg":"trace[431508981] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"227.07934ms","start":"2026-04-04T10:20:16.323344Z","end":"2026-04-04T10:20:16.550423Z","steps":["trace[431508981] 'process raft request' (duration: 121.554648ms)","trace[431508981] 'compare' (duration: 105.05189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:16.550651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.956717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3926"} {"level":"info","ts":"2026-04-04T10:20:16.550714Z","caller":"traceutil/trace.go:171","msg":"trace[182052002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1908; }","duration":"203.044559ms","start":"2026-04-04T10:20:16.347652Z","end":"2026-04-04T10:20:16.550697Z","steps":["trace[182052002] 'agreement among raft nodes before linearized reading' (duration: 202.868205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:16.550792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.457791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:16.5509Z","caller":"traceutil/trace.go:171","msg":"trace[532880748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"203.645355ms","start":"2026-04-04T10:20:16.347238Z","end":"2026-04-04T10:20:16.550883Z","steps":["trace[532880748] 'agreement among raft nodes before linearized reading' (duration: 203.225674ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:17.463344Z","caller":"traceutil/trace.go:171","msg":"trace[1106320797] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"101.346016ms","start":"2026-04-04T10:20:17.361968Z","end":"2026-04-04T10:20:17.463314Z","steps":["trace[1106320797] 'process raft request' (duration: 101.13572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.780801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.901397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:17.781078Z","caller":"traceutil/trace.go:171","msg":"trace[953272836] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"419.040407ms","start":"2026-04-04T10:20:17.361996Z","end":"2026-04-04T10:20:17.781036Z","steps":["trace[953272836] 'process raft request' (duration: 213.712131ms)","trace[953272836] 'compare' (duration: 204.713371ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:17.781142Z","caller":"traceutil/trace.go:171","msg":"trace[156946096] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"418.395061ms","start":"2026-04-04T10:20:17.362717Z","end":"2026-04-04T10:20:17.781112Z","steps":["trace[156946096] 'process raft request' (duration: 418.231387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.362697Z","time spent":"418.502424ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:17.78134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.361977Z","time spent":"419.198001ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:17.781346Z","caller":"traceutil/trace.go:171","msg":"trace[367921719] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1986; }","duration":"419.11775ms","start":"2026-04-04T10:20:17.362207Z","end":"2026-04-04T10:20:17.781324Z","steps":["trace[367921719] 'read index received' (duration: 100.888414ms)","trace[367921719] 'applied index is now lower than readState.Index' (duration: 318.228566ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:17.781446Z","caller":"traceutil/trace.go:171","msg":"trace[408287671] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"416.290438ms","start":"2026-04-04T10:20:17.365148Z","end":"2026-04-04T10:20:17.781438Z","steps":["trace[408287671] 'process raft request' (duration: 416.066482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.365139Z","time spent":"416.328368ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:17.781567Z","caller":"traceutil/trace.go:171","msg":"trace[1762867002] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"416.917673ms","start":"2026-04-04T10:20:17.364626Z","end":"2026-04-04T10:20:17.781544Z","steps":["trace[1762867002] 'process raft request' (duration: 416.428561ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:17.78164Z","caller":"traceutil/trace.go:171","msg":"trace[1743888119] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"415.443156ms","start":"2026-04-04T10:20:17.36619Z","end":"2026-04-04T10:20:17.781633Z","steps":["trace[1743888119] 'process raft request' (duration: 415.104668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.366183Z","time spent":"415.472907ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:17.781683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.364613Z","time spent":"417.013995ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:17.781824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.448336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:17.781851Z","caller":"traceutil/trace.go:171","msg":"trace[1498356282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"223.505748ms","start":"2026-04-04T10:20:17.558337Z","end":"2026-04-04T10:20:17.781843Z","steps":["trace[1498356282] 'agreement among raft nodes before linearized reading' (duration: 223.389885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.432247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:20:17.781957Z","caller":"traceutil/trace.go:171","msg":"trace[1156452086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1915; }","duration":"419.502659ms","start":"2026-04-04T10:20:17.362416Z","end":"2026-04-04T10:20:17.781918Z","steps":["trace[1156452086] 'agreement among raft nodes before linearized reading' (duration: 419.270483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.789643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:2241"} {"level":"warn","ts":"2026-04-04T10:20:17.782005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.362403Z","time spent":"419.592032ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:20:17.78202Z","caller":"traceutil/trace.go:171","msg":"trace[1823299024] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1915; }","duration":"143.848635ms","start":"2026-04-04T10:20:17.638164Z","end":"2026-04-04T10:20:17.782013Z","steps":["trace[1823299024] 'agreement among raft nodes before linearized reading' (duration: 143.794814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.782034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.804038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:17.782124Z","caller":"traceutil/trace.go:171","msg":"trace[1998915418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1915; }","duration":"419.920471ms","start":"2026-04-04T10:20:17.362175Z","end":"2026-04-04T10:20:17.782096Z","steps":["trace[1998915418] 'agreement among raft nodes before linearized reading' (duration: 419.645193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.781958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.330596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3926"} {"level":"warn","ts":"2026-04-04T10:20:17.782177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.362163Z","time spent":"419.998673ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:20:17.7822Z","caller":"traceutil/trace.go:171","msg":"trace[259989582] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1915; }","duration":"225.623163ms","start":"2026-04-04T10:20:17.556567Z","end":"2026-04-04T10:20:17.78219Z","steps":["trace[259989582] 'agreement among raft nodes before linearized reading' (duration: 225.273734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.78222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.305065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3926"} {"level":"info","ts":"2026-04-04T10:20:17.782238Z","caller":"traceutil/trace.go:171","msg":"trace[457369987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1915; }","duration":"419.336376ms","start":"2026-04-04T10:20:17.362894Z","end":"2026-04-04T10:20:17.782231Z","steps":["trace[457369987] 'agreement among raft nodes before linearized reading' (duration: 419.292095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:17.782252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:17.362885Z","time spent":"419.363567ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3950,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" "} {"level":"info","ts":"2026-04-04T10:20:17.967563Z","caller":"traceutil/trace.go:171","msg":"trace[1735970537] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"180.548538ms","start":"2026-04-04T10:20:17.786975Z","end":"2026-04-04T10:20:17.967524Z","steps":["trace[1735970537] 'process raft request' (duration: 100.213057ms)","trace[1735970537] 'compare' (duration: 80.082755ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:17.967952Z","caller":"traceutil/trace.go:171","msg":"trace[1448272095] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"180.080355ms","start":"2026-04-04T10:20:17.787834Z","end":"2026-04-04T10:20:17.967914Z","steps":["trace[1448272095] 'process raft request' (duration: 179.643144ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:17.967975Z","caller":"traceutil/trace.go:171","msg":"trace[912704855] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"177.700356ms","start":"2026-04-04T10:20:17.790249Z","end":"2026-04-04T10:20:17.96795Z","steps":["trace[912704855] 'process raft request' (duration: 177.566603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:18.326766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.866576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-04-04T10:20:18.326866Z","caller":"traceutil/trace.go:171","msg":"trace[734490396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6bf9cd3-7e5a-49d7-b3fd-3945fed66d50; range_end:; response_count:1; response_revision:1919; }","duration":"172.02541ms","start":"2026-04-04T10:20:18.154826Z","end":"2026-04-04T10:20:18.326851Z","steps":["trace[734490396] 'range keys from in-memory index tree' (duration: 171.750513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.372888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:20:23.444529Z","caller":"traceutil/trace.go:171","msg":"trace[299273170] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"584.750247ms","start":"2026-04-04T10:20:22.85975Z","end":"2026-04-04T10:20:23.4445Z","steps":["trace[299273170] 'read index received' (duration: 584.507411ms)","trace[299273170] 'applied index is now lower than readState.Index' (duration: 241.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:23.444598Z","caller":"traceutil/trace.go:171","msg":"trace[1866316382] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"596.864875ms","start":"2026-04-04T10:20:22.847689Z","end":"2026-04-04T10:20:23.444554Z","steps":["trace[1866316382] 'process raft request' (duration: 596.633229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.44477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.847647Z","time spent":"597.0322ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:23.444974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.184059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:20:23.44504Z","caller":"traceutil/trace.go:171","msg":"trace[147348421] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1975; }","duration":"585.309082ms","start":"2026-04-04T10:20:22.859712Z","end":"2026-04-04T10:20:23.445021Z","steps":["trace[147348421] 'agreement among raft nodes before linearized reading' (duration: 584.922822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.445099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.859691Z","time spent":"585.390934ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":238,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:20:23.445544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.321486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-04T10:20:23.44594Z","caller":"traceutil/trace.go:171","msg":"trace[1257545005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1975; }","duration":"190.818249ms","start":"2026-04-04T10:20:23.255082Z","end":"2026-04-04T10:20:23.445901Z","steps":["trace[1257545005] 'agreement among raft nodes before linearized reading' (duration: 189.68509ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:23.63601Z","caller":"traceutil/trace.go:171","msg":"trace[606064525] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"153.394368ms","start":"2026-04-04T10:20:23.482585Z","end":"2026-04-04T10:20:23.635979Z","steps":["trace[606064525] 'process raft request' (duration: 152.132457ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:24.123622Z","caller":"traceutil/trace.go:171","msg":"trace[2073167713] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"125.664233ms","start":"2026-04-04T10:20:23.997899Z","end":"2026-04-04T10:20:24.123563Z","steps":["trace[2073167713] 'process raft request' (duration: 125.244752ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:24.188601Z","caller":"traceutil/trace.go:171","msg":"trace[215229142] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"187.437191ms","start":"2026-04-04T10:20:24.00113Z","end":"2026-04-04T10:20:24.188567Z","steps":["trace[215229142] 'process raft request' (duration: 186.260682ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:24.744342Z","caller":"traceutil/trace.go:171","msg":"trace[1560600395] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"184.693642ms","start":"2026-04-04T10:20:24.55962Z","end":"2026-04-04T10:20:24.744314Z","steps":["trace[1560600395] 'process raft request' (duration: 184.473277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.108352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.484347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:25.108484Z","caller":"traceutil/trace.go:171","msg":"trace[354536524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"278.713692ms","start":"2026-04-04T10:20:24.829734Z","end":"2026-04-04T10:20:25.108448Z","steps":["trace[354536524] 'range keys from in-memory index tree' (duration: 278.170678ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:25.400904Z","caller":"traceutil/trace.go:171","msg":"trace[482669991] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2064; }","duration":"110.653561ms","start":"2026-04-04T10:20:25.290223Z","end":"2026-04-04T10:20:25.400877Z","steps":["trace[482669991] 'read index received' (duration: 110.430915ms)","trace[482669991] 'applied index is now lower than readState.Index' (duration: 221.746µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:25.400996Z","caller":"traceutil/trace.go:171","msg":"trace[532500253] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"190.800348ms","start":"2026-04-04T10:20:25.210163Z","end":"2026-04-04T10:20:25.400964Z","steps":["trace[532500253] 'process raft request' (duration: 190.560372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.401133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.883716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-04T10:20:25.401185Z","caller":"traceutil/trace.go:171","msg":"trace[1965419046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1986; }","duration":"111.00446ms","start":"2026-04-04T10:20:25.290162Z","end":"2026-04-04T10:20:25.401167Z","steps":["trace[1965419046] 'agreement among raft nodes before linearized reading' (duration: 110.833136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.623651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.711902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:25.6239Z","caller":"traceutil/trace.go:171","msg":"trace[991180865] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"183.711778ms","start":"2026-04-04T10:20:25.440159Z","end":"2026-04-04T10:20:25.623871Z","steps":["trace[991180865] 'process raft request' (duration: 76.578117ms)","trace[991180865] 'compare' (duration: 106.389673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:25.975382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.800974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:25.975509Z","caller":"traceutil/trace.go:171","msg":"trace[1516650043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1987; }","duration":"171.950128ms","start":"2026-04-04T10:20:25.803539Z","end":"2026-04-04T10:20:25.975489Z","steps":["trace[1516650043] 'range keys from in-memory index tree' (duration: 171.782084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.975658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.73145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:25.975997Z","caller":"traceutil/trace.go:171","msg":"trace[1221709697] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"168.8166ms","start":"2026-04-04T10:20:25.807156Z","end":"2026-04-04T10:20:25.975972Z","steps":["trace[1221709697] 'process raft request' (duration: 168.634625ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:25.976007Z","caller":"traceutil/trace.go:171","msg":"trace[152729988] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"328.052876ms","start":"2026-04-04T10:20:25.647896Z","end":"2026-04-04T10:20:25.975949Z","steps":["trace[152729988] 'process raft request' (duration: 126.904216ms)","trace[152729988] 'compare' (duration: 200.399851ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:25.976202Z","caller":"traceutil/trace.go:171","msg":"trace[1124264963] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2067; }","duration":"155.578473ms","start":"2026-04-04T10:20:25.820602Z","end":"2026-04-04T10:20:25.97618Z","steps":["trace[1124264963] 'read index received' (duration: 35.562614ms)","trace[1124264963] 'applied index is now lower than readState.Index' (duration: 120.014059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:25.97624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.647875Z","time spent":"328.236491ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:25.976395Z","caller":"traceutil/trace.go:171","msg":"trace[1990145388] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"158.437996ms","start":"2026-04-04T10:20:25.817935Z","end":"2026-04-04T10:20:25.976373Z","steps":["trace[1990145388] 'process raft request' (duration: 157.983534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.976534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.942553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:20:25.976584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.965632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-04-04T10:20:25.976596Z","caller":"traceutil/trace.go:171","msg":"trace[1402378555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1990; }","duration":"156.034115ms","start":"2026-04-04T10:20:25.820549Z","end":"2026-04-04T10:20:25.976583Z","steps":["trace[1402378555] 'agreement among raft nodes before linearized reading' (duration: 155.799369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.976629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.708774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:20:25.976643Z","caller":"traceutil/trace.go:171","msg":"trace[121600170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1990; }","duration":"143.049295ms","start":"2026-04-04T10:20:25.833579Z","end":"2026-04-04T10:20:25.976629Z","steps":["trace[121600170] 'agreement among raft nodes before linearized reading' (duration: 142.85761ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:25.976684Z","caller":"traceutil/trace.go:171","msg":"trace[307671149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1990; }","duration":"151.788807ms","start":"2026-04-04T10:20:25.824882Z","end":"2026-04-04T10:20:25.976671Z","steps":["trace[307671149] 'agreement among raft nodes before linearized reading' (duration: 151.636683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.976751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.448108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:25.976836Z","caller":"traceutil/trace.go:171","msg":"trace[263623859] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1990; }","duration":"149.728795ms","start":"2026-04-04T10:20:25.827071Z","end":"2026-04-04T10:20:25.9768Z","steps":["trace[263623859] 'agreement among raft nodes before linearized reading' (duration: 149.341515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:25.977034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.939846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:20:25.977144Z","caller":"traceutil/trace.go:171","msg":"trace[651206593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1990; }","duration":"155.09696ms","start":"2026-04-04T10:20:25.82203Z","end":"2026-04-04T10:20:25.977127Z","steps":["trace[651206593] 'agreement among raft nodes before linearized reading' (duration: 154.363052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.501539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:26.359197Z","caller":"traceutil/trace.go:171","msg":"trace[72398605] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"379.225805ms","start":"2026-04-04T10:20:25.97994Z","end":"2026-04-04T10:20:26.359166Z","steps":["trace[72398605] 'process raft request' (duration: 203.449779ms)","trace[72398605] 'compare' (duration: 175.383406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:26.359272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.979916Z","time spent":"379.324328ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:26.359718Z","caller":"traceutil/trace.go:171","msg":"trace[562560614] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"379.0105ms","start":"2026-04-04T10:20:25.980673Z","end":"2026-04-04T10:20:26.359683Z","steps":["trace[562560614] 'process raft request' (duration: 378.447116ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.359816Z","caller":"traceutil/trace.go:171","msg":"trace[2073746084] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"376.486937ms","start":"2026-04-04T10:20:25.983314Z","end":"2026-04-04T10:20:26.359801Z","steps":["trace[2073746084] 'process raft request' (duration: 376.346032ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.359817Z","caller":"traceutil/trace.go:171","msg":"trace[1095169468] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"376.556839ms","start":"2026-04-04T10:20:25.983238Z","end":"2026-04-04T10:20:26.359795Z","steps":["trace[1095169468] 'process raft request' (duration: 376.24205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.359891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.983306Z","time spent":"376.547168ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:26.359916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.983218Z","time spent":"376.64762ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:26.359918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.980659Z","time spent":"379.154534ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:26.359773Z","caller":"traceutil/trace.go:171","msg":"trace[175309902] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2070; }","duration":"370.748559ms","start":"2026-04-04T10:20:25.989002Z","end":"2026-04-04T10:20:26.359751Z","steps":["trace[175309902] 'read index received' (duration: 194.40702ms)","trace[175309902] 'applied index is now lower than readState.Index' (duration: 176.340409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:26.359952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.937055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:26.360015Z","caller":"traceutil/trace.go:171","msg":"trace[1070591692] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1994; }","duration":"371.049819ms","start":"2026-04-04T10:20:25.988949Z","end":"2026-04-04T10:20:26.359998Z","steps":["trace[1070591692] 'agreement among raft nodes before linearized reading' (duration: 370.907965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.360073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:25.988927Z","time spent":"371.13368ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:20:26.360178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.083538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:26.360201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.682842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:26.360243Z","caller":"traceutil/trace.go:171","msg":"trace[1255668844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1994; }","duration":"123.19778ms","start":"2026-04-04T10:20:26.23703Z","end":"2026-04-04T10:20:26.360228Z","steps":["trace[1255668844] 'agreement among raft nodes before linearized reading' (duration: 123.089628ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.360253Z","caller":"traceutil/trace.go:171","msg":"trace[2121218975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1994; }","duration":"243.771034ms","start":"2026-04-04T10:20:26.116461Z","end":"2026-04-04T10:20:26.360232Z","steps":["trace[2121218975] 'agreement among raft nodes before linearized reading' (duration: 243.62776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.360321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.424085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-04T10:20:26.360318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.86837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:26.360426Z","caller":"traceutil/trace.go:171","msg":"trace[2032352256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1994; }","duration":"232.511948ms","start":"2026-04-04T10:20:26.127858Z","end":"2026-04-04T10:20:26.36037Z","steps":["trace[2032352256] 'agreement among raft nodes before linearized reading' (duration: 232.310043ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:26.360527Z","caller":"traceutil/trace.go:171","msg":"trace[285924881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"167.040835ms","start":"2026-04-04T10:20:26.193357Z","end":"2026-04-04T10:20:26.360397Z","steps":["trace[285924881] 'agreement among raft nodes before linearized reading' (duration: 166.751007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.709065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.409941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:26.709217Z","caller":"traceutil/trace.go:171","msg":"trace[1997438784] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"343.823746ms","start":"2026-04-04T10:20:26.36537Z","end":"2026-04-04T10:20:26.709193Z","steps":["trace[1997438784] 'process raft request' (duration: 158.177889ms)","trace[1997438784] 'compare' (duration: 185.251067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:26.709287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:26.365349Z","time spent":"343.906389ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:26.777566Z","caller":"traceutil/trace.go:171","msg":"trace[691165898] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2074; }","duration":"405.258368ms","start":"2026-04-04T10:20:26.372285Z","end":"2026-04-04T10:20:26.777543Z","steps":["trace[691165898] 'read index received' (duration: 151.276615ms)","trace[691165898] 'applied index is now lower than readState.Index' (duration: 253.980823ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:26.777651Z","caller":"traceutil/trace.go:171","msg":"trace[923675117] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"411.401363ms","start":"2026-04-04T10:20:26.366216Z","end":"2026-04-04T10:20:26.777617Z","steps":["trace[923675117] 'process raft request' (duration: 411.206588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.777805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:26.366189Z","time spent":"411.528106ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:26.777979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.659828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:26.778099Z","caller":"traceutil/trace.go:171","msg":"trace[409469217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"405.857822ms","start":"2026-04-04T10:20:26.372215Z","end":"2026-04-04T10:20:26.778073Z","steps":["trace[409469217] 'agreement among raft nodes before linearized reading' (duration: 405.452182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:26.778245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:26.372191Z","time spent":"405.970215ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:20:29.096098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.092995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:29.0963Z","caller":"traceutil/trace.go:171","msg":"trace[2079198199] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"290.755937ms","start":"2026-04-04T10:20:28.805484Z","end":"2026-04-04T10:20:29.09624Z","steps":["trace[2079198199] 'process raft request' (duration: 173.449437ms)","trace[2079198199] 'compare' (duration: 116.971972ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:29.096315Z","caller":"traceutil/trace.go:171","msg":"trace[206740093] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"207.923383ms","start":"2026-04-04T10:20:28.888366Z","end":"2026-04-04T10:20:29.096289Z","steps":["trace[206740093] 'process raft request' (duration: 207.82174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.906549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:20:30.965672Z","caller":"traceutil/trace.go:171","msg":"trace[1752647599] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"588.573595ms","start":"2026-04-04T10:20:30.377081Z","end":"2026-04-04T10:20:30.965655Z","steps":["trace[1752647599] 'process raft request' (duration: 588.439422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.965858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:30.377057Z","time spent":"588.685837ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:30.97137Z","caller":"traceutil/trace.go:171","msg":"trace[1049019446] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2094; }","duration":"565.869137ms","start":"2026-04-04T10:20:30.405478Z","end":"2026-04-04T10:20:30.971347Z","steps":["trace[1049019446] 'read index received' (duration: 560.094121ms)","trace[1049019446] 'applied index is now lower than readState.Index' (duration: 5.773626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:30.971731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.849042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:20:30.971771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.654173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:20:30.971808Z","caller":"traceutil/trace.go:171","msg":"trace[912432269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2015; }","duration":"564.950974ms","start":"2026-04-04T10:20:30.406821Z","end":"2026-04-04T10:20:30.971772Z","steps":["trace[912432269] 'agreement among raft nodes before linearized reading' (duration: 564.79875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.971803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.080093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:20:30.97184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.092632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:20:30.971854Z","caller":"traceutil/trace.go:171","msg":"trace[1868292356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2015; }","duration":"247.802667ms","start":"2026-04-04T10:20:30.724029Z","end":"2026-04-04T10:20:30.971832Z","steps":["trace[1868292356] 'agreement among raft nodes before linearized reading' (duration: 247.588521ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:30.971865Z","caller":"traceutil/trace.go:171","msg":"trace[1853158422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"553.165316ms","start":"2026-04-04T10:20:30.418681Z","end":"2026-04-04T10:20:30.971846Z","steps":["trace[1853158422] 'agreement among raft nodes before linearized reading' (duration: 553.022372ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:30.971892Z","caller":"traceutil/trace.go:171","msg":"trace[1564920796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2015; }","duration":"318.190015ms","start":"2026-04-04T10:20:30.65369Z","end":"2026-04-04T10:20:30.97188Z","steps":["trace[1564920796] 'agreement among raft nodes before linearized reading' (duration: 317.98626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.971855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:30.4068Z","time spent":"565.044817ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:20:30.971904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:30.418668Z","time spent":"553.226987ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:20:30.971931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:30.653672Z","time spent":"318.250167ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:20:30.972472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.984026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:20:30.972534Z","caller":"traceutil/trace.go:171","msg":"trace[650330367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2015; }","duration":"567.095889ms","start":"2026-04-04T10:20:30.405423Z","end":"2026-04-04T10:20:30.972519Z","steps":["trace[650330367] 'agreement among raft nodes before linearized reading' (duration: 566.173836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:30.972579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:30.405405Z","time spent":"567.16723ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:20:32.103777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:32.605144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:33.105825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:33.606902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754736939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:33.808072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987445317s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:20:33.808691Z","caller":"traceutil/trace.go:171","msg":"trace[1948844216] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"2.388279033s","start":"2026-04-04T10:20:31.420385Z","end":"2026-04-04T10:20:33.808664Z","steps":["trace[1948844216] 'process raft request' (duration: 2.388055646s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.808841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.420366Z","time spent":"2.388395005s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:33.816477Z","caller":"traceutil/trace.go:171","msg":"trace[1511886262] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"1.821969473s","start":"2026-04-04T10:20:31.994482Z","end":"2026-04-04T10:20:33.816451Z","steps":["trace[1511886262] 'process raft request' (duration: 1.821758328s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.816639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.994445Z","time spent":"1.822099436s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:33.81696Z","caller":"traceutil/trace.go:171","msg":"trace[1203044995] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"1.81910019s","start":"2026-04-04T10:20:31.997835Z","end":"2026-04-04T10:20:33.816935Z","steps":["trace[1203044995] 'process raft request' (duration: 1.818565857s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:33.816949Z","caller":"traceutil/trace.go:171","msg":"trace[1973789696] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2103; }","duration":"2.21344397s","start":"2026-04-04T10:20:31.603474Z","end":"2026-04-04T10:20:33.816918Z","steps":["trace[1973789696] 'read index received' (duration: 2.204992855s)","trace[1973789696] 'applied index is now lower than readState.Index' (duration: 8.449454ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:33.817061Z","caller":"traceutil/trace.go:171","msg":"trace[228277183] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"1.818137887s","start":"2026-04-04T10:20:31.998904Z","end":"2026-04-04T10:20:33.817042Z","steps":["trace[228277183] 'process raft request' (duration: 1.817831998s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.997811Z","time spent":"1.819200773s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:33.81717Z","caller":"traceutil/trace.go:171","msg":"trace[1819961858] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"1.673064771s","start":"2026-04-04T10:20:32.144063Z","end":"2026-04-04T10:20:33.817128Z","steps":["trace[1819961858] 'process raft request' (duration: 1.672787273s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213774829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-04T10:20:33.817293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675297347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:20:33.817312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.339601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:20:33.817325Z","caller":"traceutil/trace.go:171","msg":"trace[1301363934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2026; }","duration":"2.213866001s","start":"2026-04-04T10:20:31.603437Z","end":"2026-04-04T10:20:33.817303Z","steps":["trace[1301363934] 'agreement among raft nodes before linearized reading' (duration: 2.213648066s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:33.817359Z","caller":"traceutil/trace.go:171","msg":"trace[1503826204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"836.412532ms","start":"2026-04-04T10:20:32.980934Z","end":"2026-04-04T10:20:33.817346Z","steps":["trace[1503826204] 'agreement among raft nodes before linearized reading' (duration: 836.260998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.603422Z","time spent":"2.213943463s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:20:33.817372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.144037Z","time spent":"1.673224914s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:33.817393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.980922Z","time spent":"836.464814ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:20:33.81743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.32749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:20:33.81746Z","caller":"traceutil/trace.go:171","msg":"trace[160282602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"847.390302ms","start":"2026-04-04T10:20:32.97006Z","end":"2026-04-04T10:20:33.81745Z","steps":["trace[160282602] 'agreement among raft nodes before linearized reading' (duration: 847.29856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.81743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032064691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-04-04T10:20:33.817487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.97004Z","time spent":"847.441243ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:20:33.817337Z","caller":"traceutil/trace.go:171","msg":"trace[707371445] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2026; }","duration":"1.675365618s","start":"2026-04-04T10:20:32.14195Z","end":"2026-04-04T10:20:33.817315Z","steps":["trace[707371445] 'agreement among raft nodes before linearized reading' (duration: 1.675294267s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.625826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:20:33.817202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.998892Z","time spent":"1.818213819s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:33.817529Z","caller":"traceutil/trace.go:171","msg":"trace[1672753391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2026; }","duration":"2.032216035s","start":"2026-04-04T10:20:31.785288Z","end":"2026-04-04T10:20:33.817504Z","steps":["trace[1672753391] 'agreement among raft nodes before linearized reading' (duration: 2.031915808s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.141928Z","time spent":"1.675591574s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:20:33.817551Z","caller":"traceutil/trace.go:171","msg":"trace[561001100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2026; }","duration":"832.676658ms","start":"2026-04-04T10:20:32.984862Z","end":"2026-04-04T10:20:33.817539Z","steps":["trace[561001100] 'agreement among raft nodes before linearized reading' (duration: 832.522754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.984857Z","time spent":"832.723419ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:20:33.817591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.78527Z","time spent":"2.032306798s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:20:33.817607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372859643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:20:33.817636Z","caller":"traceutil/trace.go:171","msg":"trace[1415774632] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2026; }","duration":"1.372888323s","start":"2026-04-04T10:20:32.444738Z","end":"2026-04-04T10:20:33.817626Z","steps":["trace[1415774632] 'agreement among raft nodes before linearized reading' (duration: 1.372824082s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.224948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:33.817653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.875767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-04T10:20:33.817666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.444674Z","time spent":"1.372984475s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:20:33.817682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.987425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:20:33.817692Z","caller":"traceutil/trace.go:171","msg":"trace[1670465382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"581.434314ms","start":"2026-04-04T10:20:33.236246Z","end":"2026-04-04T10:20:33.817681Z","steps":["trace[1670465382] 'agreement among raft nodes before linearized reading' (duration: 581.242729ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:33.817708Z","caller":"traceutil/trace.go:171","msg":"trace[1887498261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"707.960659ms","start":"2026-04-04T10:20:33.10973Z","end":"2026-04-04T10:20:33.817691Z","steps":["trace[1887498261] 'agreement among raft nodes before linearized reading' (duration: 707.839826ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:33.817719Z","caller":"traceutil/trace.go:171","msg":"trace[823115538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2026; }","duration":"833.040257ms","start":"2026-04-04T10:20:32.984668Z","end":"2026-04-04T10:20:33.817708Z","steps":["trace[823115538] 'agreement among raft nodes before linearized reading' (duration: 832.947835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.817721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:33.236223Z","time spent":"581.490645ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:33.81775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.984657Z","time spent":"833.083428ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:20:33.817749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:33.109711Z","time spent":"708.02876ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:33.81743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.386284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:33.817993Z","caller":"traceutil/trace.go:171","msg":"trace[1898585853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2026; }","duration":"831.988549ms","start":"2026-04-04T10:20:32.985986Z","end":"2026-04-04T10:20:33.817974Z","steps":["trace[1898585853] 'agreement among raft nodes before linearized reading' (duration: 831.276321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.818042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823377269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:20:33.818051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.985975Z","time spent":"832.057041ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:20:33.818102Z","caller":"traceutil/trace.go:171","msg":"trace[838677186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"1.823460241s","start":"2026-04-04T10:20:31.99463Z","end":"2026-04-04T10:20:33.81809Z","steps":["trace[838677186] 'agreement among raft nodes before linearized reading' (duration: 1.823332538s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.818139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:31.994622Z","time spent":"1.823507733s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:20:33.818039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757027853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:33.818264Z","caller":"traceutil/trace.go:171","msg":"trace[1322950281] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2026; }","duration":"1.757228708s","start":"2026-04-04T10:20:32.060969Z","end":"2026-04-04T10:20:33.818198Z","steps":["trace[1322950281] 'agreement among raft nodes before linearized reading' (duration: 1.757025222s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:33.818352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:32.060954Z","time spent":"1.757380732s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:20:50.130701Z","caller":"traceutil/trace.go:171","msg":"trace[940403520] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2206; }","duration":"228.124127ms","start":"2026-04-04T10:20:49.902551Z","end":"2026-04-04T10:20:50.130675Z","steps":["trace[940403520] 'read index received' (duration: 16.655493ms)","trace[940403520] 'applied index is now lower than readState.Index' (duration: 211.467314ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:50.130729Z","caller":"traceutil/trace.go:171","msg":"trace[282692619] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"247.225731ms","start":"2026-04-04T10:20:49.883473Z","end":"2026-04-04T10:20:50.130699Z","steps":["trace[282692619] 'process raft request' (duration: 246.948294ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.130804Z","caller":"traceutil/trace.go:171","msg":"trace[969364264] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"247.282503ms","start":"2026-04-04T10:20:49.883488Z","end":"2026-04-04T10:20:50.13077Z","steps":["trace[969364264] 'process raft request' (duration: 247.138039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.130956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.377513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:20:50.131065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.504307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:20:50.131102Z","caller":"traceutil/trace.go:171","msg":"trace[1722093295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"219.558988ms","start":"2026-04-04T10:20:49.911532Z","end":"2026-04-04T10:20:50.131091Z","steps":["trace[1722093295] 'agreement among raft nodes before linearized reading' (duration: 219.409154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.13112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.28568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:20:50.13113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.98761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:20:50.131093Z","caller":"traceutil/trace.go:171","msg":"trace[1427339972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2124; }","duration":"228.569288ms","start":"2026-04-04T10:20:49.90251Z","end":"2026-04-04T10:20:50.13108Z","steps":["trace[1427339972] 'agreement among raft nodes before linearized reading' (duration: 228.304711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.131248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.649953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:20:50.131283Z","caller":"traceutil/trace.go:171","msg":"trace[573003381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2124; }","duration":"223.697904ms","start":"2026-04-04T10:20:49.907577Z","end":"2026-04-04T10:20:50.131274Z","steps":["trace[573003381] 'agreement among raft nodes before linearized reading' (duration: 223.614261ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.131239Z","caller":"traceutil/trace.go:171","msg":"trace[1096397597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2124; }","duration":"211.133104ms","start":"2026-04-04T10:20:49.920077Z","end":"2026-04-04T10:20:50.13121Z","steps":["trace[1096397597] 'agreement among raft nodes before linearized reading' (duration: 210.871067ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.131176Z","caller":"traceutil/trace.go:171","msg":"trace[2128465704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"180.387093ms","start":"2026-04-04T10:20:49.950771Z","end":"2026-04-04T10:20:50.131158Z","steps":["trace[2128465704] 'agreement among raft nodes before linearized reading' (duration: 180.201298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.131464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.532188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:20:50.131527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.554896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:20:50.131605Z","caller":"traceutil/trace.go:171","msg":"trace[1737428096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2124; }","duration":"228.922005ms","start":"2026-04-04T10:20:49.902669Z","end":"2026-04-04T10:20:50.131591Z","steps":["trace[1737428096] 'agreement among raft nodes before linearized reading' (duration: 228.215798ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.13158Z","caller":"traceutil/trace.go:171","msg":"trace[270289998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2124; }","duration":"219.662381ms","start":"2026-04-04T10:20:49.911895Z","end":"2026-04-04T10:20:50.131558Z","steps":["trace[270289998] 'agreement among raft nodes before linearized reading' (duration: 219.193169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.268579Z","caller":"traceutil/trace.go:171","msg":"trace[709517367] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"132.723462ms","start":"2026-04-04T10:20:50.135837Z","end":"2026-04-04T10:20:50.26856Z","steps":["trace[709517367] 'process raft request' (duration: 132.469616ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.268577Z","caller":"traceutil/trace.go:171","msg":"trace[1213289211] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"132.296141ms","start":"2026-04-04T10:20:50.136259Z","end":"2026-04-04T10:20:50.268555Z","steps":["trace[1213289211] 'process raft request' (duration: 132.219949ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.268876Z","caller":"traceutil/trace.go:171","msg":"trace[954475013] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"132.277681ms","start":"2026-04-04T10:20:50.136583Z","end":"2026-04-04T10:20:50.26886Z","steps":["trace[954475013] 'process raft request' (duration: 131.944402ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.269059Z","caller":"traceutil/trace.go:171","msg":"trace[476397381] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"132.402014ms","start":"2026-04-04T10:20:50.136643Z","end":"2026-04-04T10:20:50.269045Z","steps":["trace[476397381] 'process raft request' (duration: 132.176709ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:50.269105Z","caller":"traceutil/trace.go:171","msg":"trace[927208860] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"132.313592ms","start":"2026-04-04T10:20:50.136767Z","end":"2026-04-04T10:20:50.26908Z","steps":["trace[927208860] 'process raft request' (duration: 132.203669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.687196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.767584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:56.687344Z","caller":"traceutil/trace.go:171","msg":"trace[321270741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2151; }","duration":"883.930228ms","start":"2026-04-04T10:20:55.803393Z","end":"2026-04-04T10:20:56.687323Z","steps":["trace[321270741] 'range keys from in-memory index tree' (duration: 883.751074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.687517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.979126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:56.687751Z","caller":"traceutil/trace.go:171","msg":"trace[721542852] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"537.704093ms","start":"2026-04-04T10:20:56.150034Z","end":"2026-04-04T10:20:56.687738Z","steps":["trace[721542852] 'process raft request' (duration: 537.648461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.687805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.150012Z","time spent":"537.770754ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:56.687774Z","caller":"traceutil/trace.go:171","msg":"trace[1694959195] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.015897083s","start":"2026-04-04T10:20:55.671805Z","end":"2026-04-04T10:20:56.687702Z","steps":["trace[1694959195] 'process raft request' (duration: 814.656599ms)","trace[1694959195] 'compare' (duration: 200.72194ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:56.68789Z","caller":"traceutil/trace.go:171","msg":"trace[602090984] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"748.989541ms","start":"2026-04-04T10:20:55.938894Z","end":"2026-04-04T10:20:56.687884Z","steps":["trace[602090984] 'process raft request' (duration: 748.709104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.687925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:55.938863Z","time spent":"749.046223ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:56.687943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:55.671781Z","time spent":"1.016071966s","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:56.688001Z","caller":"traceutil/trace.go:171","msg":"trace[1178178594] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2238; }","duration":"642.793243ms","start":"2026-04-04T10:20:56.045196Z","end":"2026-04-04T10:20:56.687989Z","steps":["trace[1178178594] 'read index received' (duration: 441.308683ms)","trace[1178178594] 'applied index is now lower than readState.Index' (duration: 201.4835ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:56.688132Z","caller":"traceutil/trace.go:171","msg":"trace[1227661739] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"531.678249ms","start":"2026-04-04T10:20:56.156448Z","end":"2026-04-04T10:20:56.688126Z","steps":["trace[1227661739] 'process raft request' (duration: 531.256339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.688188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.15641Z","time spent":"531.740891ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:56.688406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.189253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:56.688539Z","caller":"traceutil/trace.go:171","msg":"trace[314585916] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2155; }","duration":"643.383098ms","start":"2026-04-04T10:20:56.045123Z","end":"2026-04-04T10:20:56.688506Z","steps":["trace[314585916] 'agreement among raft nodes before linearized reading' (duration: 643.182093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.688614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.770042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:20:56.688655Z","caller":"traceutil/trace.go:171","msg":"trace[1454184645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2155; }","duration":"361.850404ms","start":"2026-04-04T10:20:56.326792Z","end":"2026-04-04T10:20:56.688642Z","steps":["trace[1454184645] 'agreement among raft nodes before linearized reading' (duration: 361.69122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.688642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.045093Z","time spent":"643.534351ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:20:56.688686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.326752Z","time spent":"361.929956ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:56.688749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.995938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:20:56.68874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.754368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:56.688835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.326516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:20:56.688847Z","caller":"traceutil/trace.go:171","msg":"trace[2087390683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2155; }","duration":"360.147262ms","start":"2026-04-04T10:20:56.328676Z","end":"2026-04-04T10:20:56.688824Z","steps":["trace[2087390683] 'agreement among raft nodes before linearized reading' (duration: 359.843264ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.688897Z","caller":"traceutil/trace.go:171","msg":"trace[1959842058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2155; }","duration":"362.417758ms","start":"2026-04-04T10:20:56.326464Z","end":"2026-04-04T10:20:56.688882Z","steps":["trace[1959842058] 'agreement among raft nodes before linearized reading' (duration: 362.219003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.688901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.328666Z","time spent":"360.225703ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:56.688771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.269409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:20:56.68894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.326446Z","time spent":"362.48491ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:20:56.688957Z","caller":"traceutil/trace.go:171","msg":"trace[882810250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2155; }","duration":"359.482264ms","start":"2026-04-04T10:20:56.329465Z","end":"2026-04-04T10:20:56.688947Z","steps":["trace[882810250] 'agreement among raft nodes before linearized reading' (duration: 359.044103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.688949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.734785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:20:56.688983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.329457Z","time spent":"359.518675ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:20:56.68901Z","caller":"traceutil/trace.go:171","msg":"trace[411586041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2155; }","duration":"334.844738ms","start":"2026-04-04T10:20:56.354147Z","end":"2026-04-04T10:20:56.688992Z","steps":["trace[411586041] 'agreement among raft nodes before linearized reading' (duration: 334.610582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.689061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.354136Z","time spent":"334.91627ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:20:56.689319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.681817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:20:56.689328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.362273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:20:56.689422Z","caller":"traceutil/trace.go:171","msg":"trace[1494708338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2155; }","duration":"514.856132ms","start":"2026-04-04T10:20:56.174539Z","end":"2026-04-04T10:20:56.689396Z","steps":["trace[1494708338] 'agreement among raft nodes before linearized reading' (duration: 513.813916ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.689432Z","caller":"traceutil/trace.go:171","msg":"trace[1440016090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2155; }","duration":"426.496536ms","start":"2026-04-04T10:20:56.26291Z","end":"2026-04-04T10:20:56.689406Z","steps":["trace[1440016090] 'agreement among raft nodes before linearized reading' (duration: 425.676806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.689474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.174513Z","time spent":"514.949304ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:20:56.689477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.262896Z","time spent":"426.571388ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:20:56.689495Z","caller":"traceutil/trace.go:171","msg":"trace[1285077449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2155; }","duration":"452.011214ms","start":"2026-04-04T10:20:56.236868Z","end":"2026-04-04T10:20:56.688879Z","steps":["trace[1285077449] 'agreement among raft nodes before linearized reading' (duration: 451.731077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.689593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:56.236842Z","time spent":"452.732002ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:20:56.886553Z","caller":"traceutil/trace.go:171","msg":"trace[491181961] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"191.968848ms","start":"2026-04-04T10:20:56.694555Z","end":"2026-04-04T10:20:56.886524Z","steps":["trace[491181961] 'process raft request' (duration: 191.846074ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.886741Z","caller":"traceutil/trace.go:171","msg":"trace[703964483] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"193.030425ms","start":"2026-04-04T10:20:56.693672Z","end":"2026-04-04T10:20:56.886702Z","steps":["trace[703964483] 'process raft request' (duration: 192.539551ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.886899Z","caller":"traceutil/trace.go:171","msg":"trace[122920564] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"192.292497ms","start":"2026-04-04T10:20:56.694566Z","end":"2026-04-04T10:20:56.886859Z","steps":["trace[122920564] 'process raft request' (duration: 191.890886ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.887551Z","caller":"traceutil/trace.go:171","msg":"trace[843903352] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"192.728267ms","start":"2026-04-04T10:20:56.694797Z","end":"2026-04-04T10:20:56.887525Z","steps":["trace[843903352] 'process raft request' (duration: 192.594574ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.887571Z","caller":"traceutil/trace.go:171","msg":"trace[801959288] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"192.807029ms","start":"2026-04-04T10:20:56.694726Z","end":"2026-04-04T10:20:56.887533Z","steps":["trace[801959288] 'process raft request' (duration: 191.998689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:56.887668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.186498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:20:56.887759Z","caller":"traceutil/trace.go:171","msg":"trace[1559179303] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2161; }","duration":"193.322532ms","start":"2026-04-04T10:20:56.694426Z","end":"2026-04-04T10:20:56.887748Z","steps":["trace[1559179303] 'agreement among raft nodes before linearized reading' (duration: 193.165398ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:56.88755Z","caller":"traceutil/trace.go:171","msg":"trace[963049997] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2242; }","duration":"193.046365ms","start":"2026-04-04T10:20:56.694458Z","end":"2026-04-04T10:20:56.887505Z","steps":["trace[963049997] 'read index received' (duration: 70.620384ms)","trace[963049997] 'applied index is now lower than readState.Index' (duration: 122.424931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:56.888294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.47624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-04T10:20:56.888335Z","caller":"traceutil/trace.go:171","msg":"trace[61501569] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f; range_end:; response_count:1; response_revision:2161; }","duration":"107.551932ms","start":"2026-04-04T10:20:56.78077Z","end":"2026-04-04T10:20:56.888322Z","steps":["trace[61501569] 'agreement among raft nodes before linearized reading' (duration: 107.425329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:58.954445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.363146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:20:58.954604Z","caller":"traceutil/trace.go:171","msg":"trace[1598506716] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"260.250153ms","start":"2026-04-04T10:20:58.694335Z","end":"2026-04-04T10:20:58.954585Z","steps":["trace[1598506716] 'process raft request' (duration: 119.646501ms)","trace[1598506716] 'compare' (duration: 140.258763ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:58.954914Z","caller":"traceutil/trace.go:171","msg":"trace[1777098721] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"260.534809ms","start":"2026-04-04T10:20:58.694356Z","end":"2026-04-04T10:20:58.954891Z","steps":["trace[1777098721] 'process raft request' (duration: 260.18303ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:58.954896Z","caller":"traceutil/trace.go:171","msg":"trace[1405463027] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2251; }","duration":"251.48011ms","start":"2026-04-04T10:20:58.703392Z","end":"2026-04-04T10:20:58.954872Z","steps":["trace[1405463027] 'read index received' (duration: 41.171746ms)","trace[1405463027] 'applied index is now lower than readState.Index' (duration: 210.306224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:58.955144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.728806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:20:58.955195Z","caller":"traceutil/trace.go:171","msg":"trace[314682294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2166; }","duration":"251.823618ms","start":"2026-04-04T10:20:58.703353Z","end":"2026-04-04T10:20:58.955177Z","steps":["trace[314682294] 'agreement among raft nodes before linearized reading' (duration: 251.634804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:58.955573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.357874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:20:58.955612Z","caller":"traceutil/trace.go:171","msg":"trace[241124500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2166; }","duration":"186.425156ms","start":"2026-04-04T10:20:58.769177Z","end":"2026-04-04T10:20:58.955602Z","steps":["trace[241124500] 'agreement among raft nodes before linearized reading' (duration: 186.294233ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.084052Z","caller":"traceutil/trace.go:171","msg":"trace[77603292] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"124.897104ms","start":"2026-04-04T10:20:58.959129Z","end":"2026-04-04T10:20:59.084026Z","steps":["trace[77603292] 'process raft request' (duration: 123.229802ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.12691Z","caller":"traceutil/trace.go:171","msg":"trace[237472722] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"167.238309ms","start":"2026-04-04T10:20:58.959647Z","end":"2026-04-04T10:20:59.126885Z","steps":["trace[237472722] 'process raft request' (duration: 167.078805ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.127145Z","caller":"traceutil/trace.go:171","msg":"trace[1820286524] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"167.478465ms","start":"2026-04-04T10:20:58.95965Z","end":"2026-04-04T10:20:59.127129Z","steps":["trace[1820286524] 'process raft request' (duration: 167.194898ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.127215Z","caller":"traceutil/trace.go:171","msg":"trace[1520894590] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"167.297861ms","start":"2026-04-04T10:20:58.959892Z","end":"2026-04-04T10:20:59.12719Z","steps":["trace[1520894590] 'process raft request' (duration: 167.135867ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.127365Z","caller":"traceutil/trace.go:171","msg":"trace[507487022] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"167.2829ms","start":"2026-04-04T10:20:58.960068Z","end":"2026-04-04T10:20:59.127351Z","steps":["trace[507487022] 'process raft request' (duration: 167.067464ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.127524Z","caller":"traceutil/trace.go:171","msg":"trace[228547640] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"167.2375ms","start":"2026-04-04T10:20:58.960275Z","end":"2026-04-04T10:20:59.127512Z","steps":["trace[228547640] 'process raft request' (duration: 166.984203ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:59.127535Z","caller":"traceutil/trace.go:171","msg":"trace[1632503213] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2253; }","duration":"154.604968ms","start":"2026-04-04T10:20:58.972889Z","end":"2026-04-04T10:20:59.127494Z","steps":["trace[1632503213] 'read index received' (duration: 109.486022ms)","trace[1632503213] 'applied index is now lower than readState.Index' (duration: 45.117516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:59.127822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.907037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-04T10:20:59.127885Z","caller":"traceutil/trace.go:171","msg":"trace[841672323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2172; }","duration":"155.002359ms","start":"2026-04-04T10:20:58.972868Z","end":"2026-04-04T10:20:59.12787Z","steps":["trace[841672323] 'agreement among raft nodes before linearized reading' (duration: 154.730892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:01.471485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:01.972474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:01.972769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222746017s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:21:01.973173Z","caller":"traceutil/trace.go:171","msg":"trace[1375180957] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"1.223201889s","start":"2026-04-04T10:21:00.749947Z","end":"2026-04-04T10:21:01.973149Z","steps":["trace[1375180957] 'process raft request' (duration: 1.223049885s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:01.973432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:00.749931Z","time spent":"1.223297682s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:03.850916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051547699s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:21:03.851967Z","caller":"traceutil/trace.go:171","msg":"trace[137347945] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"2.891805565s","start":"2026-04-04T10:21:00.960136Z","end":"2026-04-04T10:21:03.851942Z","steps":["trace[137347945] 'process raft request' (duration: 2.890924073s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:03.852116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:00.960112Z","time spent":"2.891923168s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:04.236167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9997324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:21:04.236245Z","caller":"traceutil/trace.go:171","msg":"trace[1593542671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999893953s","start":"2026-04-04T10:21:02.236334Z","end":"2026-04-04T10:21:04.236228Z","steps":["trace[1593542671] 'agreement among raft nodes before linearized reading' (duration: 1.999796471s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:04.236288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:02.236295Z","time spent":"1.999984396s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:21:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:21:05.703731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851679668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:05.704093Z","caller":"traceutil/trace.go:171","msg":"trace[1881766243] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.72501943s","start":"2026-04-04T10:21:03.97905Z","end":"2026-04-04T10:21:05.704069Z","steps":["trace[1881766243] 'process raft request' (duration: 1.724951318s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:05.704186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:03.97899Z","time spent":"1.725158414s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:05.704278Z","caller":"traceutil/trace.go:171","msg":"trace[1314854610] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"4.744073258s","start":"2026-04-04T10:21:00.960135Z","end":"2026-04-04T10:21:05.704209Z","steps":["trace[1314854610] 'process raft request' (duration: 2.891791285s)","trace[1314854610] 'compare' (duration: 1.851413391s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:05.70439Z","caller":"traceutil/trace.go:171","msg":"trace[1488876360] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2259; }","duration":"4.733525151s","start":"2026-04-04T10:21:00.970708Z","end":"2026-04-04T10:21:05.704233Z","steps":["trace[1488876360] 'read index received' (duration: 1.002204665s)","trace[1488876360] 'applied index is now lower than readState.Index' (duration: 3.731316176s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:05.704393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733661444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:21:05.704462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:00.960112Z","time spent":"4.744253572s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:05.704499Z","caller":"traceutil/trace.go:171","msg":"trace[108969283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2177; }","duration":"4.733826828s","start":"2026-04-04T10:21:00.97066Z","end":"2026-04-04T10:21:05.704487Z","steps":["trace[108969283] 'agreement among raft nodes before linearized reading' (duration: 4.733576482s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:05.704285Z","caller":"traceutil/trace.go:171","msg":"trace[1442427594] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"4.702895973s","start":"2026-04-04T10:21:01.001344Z","end":"2026-04-04T10:21:05.70424Z","steps":["trace[1442427594] 'process raft request' (duration: 4.702510283s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:05.704571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:00.970639Z","time spent":"4.73389232s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:21:05.704794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.001332Z","time spent":"4.703273222s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:06.129679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999746685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:21:06.129756Z","caller":"traceutil/trace.go:171","msg":"trace[207285564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999876348s","start":"2026-04-04T10:21:01.129862Z","end":"2026-04-04T10:21:06.129738Z","steps":["trace[207285564] 'agreement among raft nodes before linearized reading' (duration: 4.999770525s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.129822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.129847Z","time spent":"4.99996488s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/04 10:21:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:21:06.130328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999701293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:21:06.130511Z","caller":"traceutil/trace.go:171","msg":"trace[1448274779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999906657s","start":"2026-04-04T10:21:01.130559Z","end":"2026-04-04T10:21:06.130466Z","steps":["trace[1448274779] 'agreement among raft nodes before linearized reading' (duration: 4.999716573s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.130604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.130549Z","time spent":"5.000030921s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:06.130711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999096317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:21:06.130749Z","caller":"traceutil/trace.go:171","msg":"trace[1441109225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999173929s","start":"2026-04-04T10:21:01.131565Z","end":"2026-04-04T10:21:06.130739Z","steps":["trace[1441109225] 'agreement among raft nodes before linearized reading' (duration: 4.999131378s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.130785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.131546Z","time spent":"4.999224441s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:21:06.237466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001009843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:21:06.237573Z","caller":"traceutil/trace.go:171","msg":"trace[1249598860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001172367s","start":"2026-04-04T10:21:04.236381Z","end":"2026-04-04T10:21:06.237554Z","steps":["trace[1249598860] 'agreement among raft nodes before linearized reading' (duration: 2.001029733s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.237627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.236366Z","time spent":"2.001249339s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:21:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:21:06.260716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.049882ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:06.260859Z","caller":"traceutil/trace.go:171","msg":"trace[1167455442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2177; }","duration":"457.204576ms","start":"2026-04-04T10:21:05.803627Z","end":"2026-04-04T10:21:06.260831Z","steps":["trace[1167455442] 'range keys from in-memory index tree' (duration: 457.029282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.260986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.920526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:06.261219Z","caller":"traceutil/trace.go:171","msg":"trace[1151524340] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.731110994s","start":"2026-04-04T10:21:04.53009Z","end":"2026-04-04T10:21:06.261201Z","steps":["trace[1151524340] 'process raft request' (duration: 1.730999352s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.530063Z","time spent":"1.731201157s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:06.261306Z","caller":"traceutil/trace.go:171","msg":"trace[464771818] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"2.111249583s","start":"2026-04-04T10:21:04.150024Z","end":"2026-04-04T10:21:06.261274Z","steps":["trace[464771818] 'process raft request' (duration: 1.685950057s)","trace[464771818] 'compare' (duration: 424.782853ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:06.261357Z","caller":"traceutil/trace.go:171","msg":"trace[973434948] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2265; }","duration":"556.89698ms","start":"2026-04-04T10:21:05.70444Z","end":"2026-04-04T10:21:06.261337Z","steps":["trace[973434948] 'read index received' (duration: 131.608284ms)","trace[973434948] 'applied index is now lower than readState.Index' (duration: 425.286706ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:06.261393Z","caller":"traceutil/trace.go:171","msg":"trace[2086057425] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"403.153884ms","start":"2026-04-04T10:21:05.858213Z","end":"2026-04-04T10:21:06.261367Z","steps":["trace[2086057425] 'process raft request' (duration: 402.945708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213082741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:06.261435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224344159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:06.261459Z","caller":"traceutil/trace.go:171","msg":"trace[1060056877] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2180; }","duration":"2.213177733s","start":"2026-04-04T10:21:04.04827Z","end":"2026-04-04T10:21:06.261447Z","steps":["trace[1060056877] 'agreement among raft nodes before linearized reading' (duration: 2.21307013s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.26145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.149996Z","time spent":"2.111377697s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:06.261486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.048228Z","time spent":"2.213250494s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:06.261494Z","caller":"traceutil/trace.go:171","msg":"trace[423682473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"1.2244367s","start":"2026-04-04T10:21:05.037041Z","end":"2026-04-04T10:21:06.261478Z","steps":["trace[423682473] 'agreement among raft nodes before linearized reading' (duration: 1.224335118s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768769951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:06.261495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589262687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:06.26151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822367583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:06.26155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:05.037017Z","time spent":"1.224523193s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:21:06.261581Z","caller":"traceutil/trace.go:171","msg":"trace[331835229] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2180; }","duration":"1.768875234s","start":"2026-04-04T10:21:04.492668Z","end":"2026-04-04T10:21:06.261543Z","steps":["trace[331835229] 'agreement among raft nodes before linearized reading' (duration: 1.768755601s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:06.26159Z","caller":"traceutil/trace.go:171","msg":"trace[1331564158] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2180; }","duration":"3.58941935s","start":"2026-04-04T10:21:02.672143Z","end":"2026-04-04T10:21:06.261563Z","steps":["trace[1331564158] 'agreement among raft nodes before linearized reading' (duration: 3.589219835s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484421831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-04T10:21:06.261631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.492656Z","time spent":"1.768961686s","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.261644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:02.67212Z","time spent":"3.589512572s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.261654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.562118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-04T10:21:06.261685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081015753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:06.261585Z","caller":"traceutil/trace.go:171","msg":"trace[1771115643] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2180; }","duration":"1.822512557s","start":"2026-04-04T10:21:04.439058Z","end":"2026-04-04T10:21:06.261571Z","steps":["trace[1771115643] 'agreement among raft nodes before linearized reading' (duration: 1.822327732s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.439035Z","time spent":"1.822698191s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.261761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366046255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:06.261746Z","caller":"traceutil/trace.go:171","msg":"trace[1043596769] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2180; }","duration":"3.081105886s","start":"2026-04-04T10:21:03.180618Z","end":"2026-04-04T10:21:06.261723Z","steps":["trace[1043596769] 'agreement among raft nodes before linearized reading' (duration: 3.081022053s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070081137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:06.261822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416593291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-04T10:21:06.261744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871369357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:06.261842Z","caller":"traceutil/trace.go:171","msg":"trace[1768031977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2180; }","duration":"2.070181279s","start":"2026-04-04T10:21:04.19165Z","end":"2026-04-04T10:21:06.261831Z","steps":["trace[1768031977] 'agreement among raft nodes before linearized reading' (duration: 2.070073917s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:03.180597Z","time spent":"3.081234878s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.26185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130627829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:21:06.261868Z","caller":"traceutil/trace.go:171","msg":"trace[1983899723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2180; }","duration":"2.416678673s","start":"2026-04-04T10:21:03.845171Z","end":"2026-04-04T10:21:06.26185Z","steps":["trace[1983899723] 'agreement among raft nodes before linearized reading' (duration: 2.416440767s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:06.261654Z","caller":"traceutil/trace.go:171","msg":"trace[767088380] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f; range_end:; response_count:1; response_revision:2180; }","duration":"4.484506193s","start":"2026-04-04T10:21:01.777132Z","end":"2026-04-04T10:21:06.261638Z","steps":["trace[767088380] 'agreement among raft nodes before linearized reading' (duration: 4.484325509s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.191635Z","time spent":"2.070240551s","remote":"127.0.0.1:38186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.261901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:03.845114Z","time spent":"2.416779976s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:21:06.2617Z","caller":"traceutil/trace.go:171","msg":"trace[2130567260] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:2180; }","duration":"829.62509ms","start":"2026-04-04T10:21:05.432061Z","end":"2026-04-04T10:21:06.261686Z","steps":["trace[2130567260] 'agreement among raft nodes before linearized reading' (duration: 829.493596ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:06.261892Z","caller":"traceutil/trace.go:171","msg":"trace[934271076] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2180; }","duration":"2.871586922s","start":"2026-04-04T10:21:03.390279Z","end":"2026-04-04T10:21:06.261866Z","steps":["trace[934271076] 'agreement among raft nodes before linearized reading' (duration: 2.871274254s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.880773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:06.261931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.777116Z","time spent":"4.48479671s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f\" "} {"level":"info","ts":"2026-04-04T10:21:06.261973Z","caller":"traceutil/trace.go:171","msg":"trace[906329636] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2180; }","duration":"847.990155ms","start":"2026-04-04T10:21:05.413967Z","end":"2026-04-04T10:21:06.261957Z","steps":["trace[906329636] 'agreement among raft nodes before linearized reading' (duration: 847.802811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:05.432047Z","time spent":"829.903796ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-04T10:21:06.261988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:03.390259Z","time spent":"2.871705565s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.262005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130890106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:21:06.262032Z","caller":"traceutil/trace.go:171","msg":"trace[1733129953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"5.130934597s","start":"2026-04-04T10:21:01.131092Z","end":"2026-04-04T10:21:06.262026Z","steps":["trace[1733129953] 'agreement among raft nodes before linearized reading' (duration: 5.130873996s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:05.413941Z","time spent":"848.068998ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:06.261896Z","caller":"traceutil/trace.go:171","msg":"trace[1375573611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2180; }","duration":"5.130690902s","start":"2026-04-04T10:21:01.131193Z","end":"2026-04-04T10:21:06.261884Z","steps":["trace[1375573611] 'agreement among raft nodes before linearized reading' (duration: 5.130489276s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.131082Z","time spent":"5.130963278s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:06.262009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087714325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-04-04T10:21:06.262063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172951375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:06.261836Z","caller":"traceutil/trace.go:171","msg":"trace[830240012] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2180; }","duration":"3.366169288s","start":"2026-04-04T10:21:02.89565Z","end":"2026-04-04T10:21:06.261819Z","steps":["trace[830240012] 'agreement among raft nodes before linearized reading' (duration: 3.366063125s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.131186Z","time spent":"5.130886636s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:06.261529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:05.858185Z","time spent":"403.263256ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:06.262101Z","caller":"traceutil/trace.go:171","msg":"trace[1277533330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2180; }","duration":"5.173019707s","start":"2026-04-04T10:21:01.089073Z","end":"2026-04-04T10:21:06.262093Z","steps":["trace[1277533330] 'agreement among raft nodes before linearized reading' (duration: 5.172932335s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:01.089059Z","time spent":"5.173063227s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:21:06.262117Z","caller":"traceutil/trace.go:171","msg":"trace[85753159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2180; }","duration":"2.08789848s","start":"2026-04-04T10:21:04.174192Z","end":"2026-04-04T10:21:06.26209Z","steps":["trace[85753159] 'agreement among raft nodes before linearized reading' (duration: 2.087439348s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.261951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267718453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-04T10:21:06.262139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:02.895627Z","time spent":"3.366488235s","remote":"127.0.0.1:59180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:06.261983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.861019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:06.262179Z","caller":"traceutil/trace.go:171","msg":"trace[1978333153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2180; }","duration":"5.267969609s","start":"2026-04-04T10:21:00.994197Z","end":"2026-04-04T10:21:06.262166Z","steps":["trace[1978333153] 'agreement among raft nodes before linearized reading' (duration: 5.267704262s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:04.174169Z","time spent":"2.088002063s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:21:06.261522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.517983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:06.26222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:00.994184Z","time spent":"5.268024391s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:21:06.262224Z","caller":"traceutil/trace.go:171","msg":"trace[1916784784] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2180; }","duration":"846.280953ms","start":"2026-04-04T10:21:05.415936Z","end":"2026-04-04T10:21:06.262217Z","steps":["trace[1916784784] 'agreement among raft nodes before linearized reading' (duration: 845.525874ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:06.262227Z","caller":"traceutil/trace.go:171","msg":"trace[1817135406] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2180; }","duration":"226.139176ms","start":"2026-04-04T10:21:06.036066Z","end":"2026-04-04T10:21:06.262205Z","steps":["trace[1817135406] 'agreement among raft nodes before linearized reading' (duration: 225.870329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:06.262254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:05.415909Z","time spent":"846.337364ms","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:07.218566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.385776ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-04T10:21:07.219028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.263697Z","time spent":"955.326613ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:21:07.219083Z","caller":"traceutil/trace.go:171","msg":"trace[1222925804] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"954.177845ms","start":"2026-04-04T10:21:06.264877Z","end":"2026-04-04T10:21:07.219055Z","steps":["trace[1222925804] 'process raft request' (duration: 953.950969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:07.219225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.26486Z","time spent":"954.280577ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:07.219389Z","caller":"traceutil/trace.go:171","msg":"trace[1963989858] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"950.800888ms","start":"2026-04-04T10:21:06.26855Z","end":"2026-04-04T10:21:07.219351Z","steps":["trace[1963989858] 'process raft request' (duration: 950.371067ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:07.21951Z","caller":"traceutil/trace.go:171","msg":"trace[319354984] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"950.858609ms","start":"2026-04-04T10:21:06.268617Z","end":"2026-04-04T10:21:07.219476Z","steps":["trace[319354984] 'process raft request' (duration: 950.340746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:07.219518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.268532Z","time spent":"950.914921ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:07.219608Z","caller":"traceutil/trace.go:171","msg":"trace[282992761] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"950.940381ms","start":"2026-04-04T10:21:06.268645Z","end":"2026-04-04T10:21:07.219585Z","steps":["trace[282992761] 'process raft request' (duration: 950.720766ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:07.219635Z","caller":"traceutil/trace.go:171","msg":"trace[1914232901] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2268; }","duration":"947.921065ms","start":"2026-04-04T10:21:06.271689Z","end":"2026-04-04T10:21:07.21961Z","steps":["trace[1914232901] 'read index received' (duration: 355.519603ms)","trace[1914232901] 'applied index is now lower than readState.Index' (duration: 592.400592ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:07.219657Z","caller":"traceutil/trace.go:171","msg":"trace[1716269762] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"950.805508ms","start":"2026-04-04T10:21:06.268828Z","end":"2026-04-04T10:21:07.219633Z","steps":["trace[1716269762] 'process raft request' (duration: 950.688435ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:07.219663Z","caller":"traceutil/trace.go:171","msg":"trace[11472663] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"950.356066ms","start":"2026-04-04T10:21:06.269288Z","end":"2026-04-04T10:21:07.219644Z","steps":["trace[11472663] 'process raft request' (duration: 950.292165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:07.219684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.268634Z","time spent":"950.991692ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:07.219739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.043117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:07.219752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.269283Z","time spent":"950.425088ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:07.219774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.268802Z","time spent":"950.90215ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:07.219792Z","caller":"traceutil/trace.go:171","msg":"trace[553498222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2186; }","duration":"948.12359ms","start":"2026-04-04T10:21:06.271653Z","end":"2026-04-04T10:21:07.219777Z","steps":["trace[553498222] 'agreement among raft nodes before linearized reading' (duration: 948.039938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:07.219827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.271643Z","time spent":"948.176101ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:21:07.219888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.268595Z","time spent":"950.942101ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:08.181548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.28142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:08.181757Z","caller":"traceutil/trace.go:171","msg":"trace[2067115344] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"1.010020923s","start":"2026-04-04T10:21:07.171674Z","end":"2026-04-04T10:21:08.181695Z","steps":["trace[2067115344] 'process raft request' (duration: 204.460095ms)","trace[2067115344] 'compare' (duration: 804.794488ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:08.181852Z","caller":"traceutil/trace.go:171","msg":"trace[330135698] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2275; }","duration":"962.144247ms","start":"2026-04-04T10:21:07.219678Z","end":"2026-04-04T10:21:08.181823Z","steps":["trace[330135698] 'read index received' (duration: 156.549068ms)","trace[330135698] 'applied index is now lower than readState.Index' (duration: 805.592019ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:08.181949Z","caller":"traceutil/trace.go:171","msg":"trace[1154725087] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"961.186041ms","start":"2026-04-04T10:21:07.220726Z","end":"2026-04-04T10:21:08.181912Z","steps":["trace[1154725087] 'process raft request' (duration: 960.955636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.181985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.171646Z","time spent":"1.010237149s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:08.182036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470253006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:21:08.182118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.220701Z","time spent":"961.325185ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:08.182011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601863671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:08.182127Z","caller":"traceutil/trace.go:171","msg":"trace[1219484116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2188; }","duration":"1.470380189s","start":"2026-04-04T10:21:06.711725Z","end":"2026-04-04T10:21:08.182105Z","steps":["trace[1219484116] 'agreement among raft nodes before linearized reading' (duration: 1.470106912s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.182191Z","caller":"traceutil/trace.go:171","msg":"trace[1754231748] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2188; }","duration":"1.602103827s","start":"2026-04-04T10:21:06.580067Z","end":"2026-04-04T10:21:08.182171Z","steps":["trace[1754231748] 'agreement among raft nodes before linearized reading' (duration: 1.601806449s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.182196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.116086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:08.182241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761853685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:08.182261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.580034Z","time spent":"1.602206029s","remote":"127.0.0.1:53598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:08.182287Z","caller":"traceutil/trace.go:171","msg":"trace[623269930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2189; }","duration":"999.226379ms","start":"2026-04-04T10:21:07.183021Z","end":"2026-04-04T10:21:08.182248Z","steps":["trace[623269930] 'agreement among raft nodes before linearized reading' (duration: 998.928581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.182205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.711702Z","time spent":"1.470486822s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:21:08.182385Z","caller":"traceutil/trace.go:171","msg":"trace[1567561388] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2189; }","duration":"1.762015469s","start":"2026-04-04T10:21:06.420287Z","end":"2026-04-04T10:21:08.182302Z","steps":["trace[1567561388] 'agreement among raft nodes before linearized reading' (duration: 1.76166042s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.182427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.182999Z","time spent":"999.408584ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:08.182441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.420269Z","time spent":"1.762153703s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:08.182516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509601386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:08.182841Z","caller":"traceutil/trace.go:171","msg":"trace[2114314461] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2189; }","duration":"1.50977702s","start":"2026-04-04T10:21:06.672855Z","end":"2026-04-04T10:21:08.182632Z","steps":["trace[2114314461] 'agreement among raft nodes before linearized reading' (duration: 1.509011381s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.182894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:06.67283Z","time spent":"1.510051118s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:08.183918Z","caller":"traceutil/trace.go:171","msg":"trace[1990512985] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"474.67986ms","start":"2026-04-04T10:21:07.709221Z","end":"2026-04-04T10:21:08.183901Z","steps":["trace[1990512985] 'process raft request' (duration: 472.624629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.18401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.709194Z","time spent":"474.777973ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:08.553357Z","caller":"traceutil/trace.go:171","msg":"trace[312256634] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2278; }","duration":"371.356965ms","start":"2026-04-04T10:21:08.181969Z","end":"2026-04-04T10:21:08.553326Z","steps":["trace[312256634] 'read index received' (duration: 354.042375ms)","trace[312256634] 'applied index is now lower than readState.Index' (duration: 17.31305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:08.553481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329978293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:08.553496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.312978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:08.553557Z","caller":"traceutil/trace.go:171","msg":"trace[434512071] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2190; }","duration":"1.330102336s","start":"2026-04-04T10:21:07.223438Z","end":"2026-04-04T10:21:08.55354Z","steps":["trace[434512071] 'agreement among raft nodes before linearized reading' (duration: 1.329962933s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.55358Z","caller":"traceutil/trace.go:171","msg":"trace[536715425] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2190; }","duration":"614.457332ms","start":"2026-04-04T10:21:07.939105Z","end":"2026-04-04T10:21:08.553563Z","steps":["trace[536715425] 'agreement among raft nodes before linearized reading' (duration: 614.279537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.553578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.971416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:21:08.553619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.223416Z","time spent":"1.330190208s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-04T10:21:08.553629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.650373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:21:08.553635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.939083Z","time spent":"614.540544ms","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:08.553638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33105462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:21:08.553674Z","caller":"traceutil/trace.go:171","msg":"trace[1819781066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2190; }","duration":"421.758745ms","start":"2026-04-04T10:21:08.131905Z","end":"2026-04-04T10:21:08.553664Z","steps":["trace[1819781066] 'agreement among raft nodes before linearized reading' (duration: 421.56376ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.55368Z","caller":"traceutil/trace.go:171","msg":"trace[352844689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2190; }","duration":"421.12706ms","start":"2026-04-04T10:21:08.13253Z","end":"2026-04-04T10:21:08.553657Z","steps":["trace[352844689] 'agreement among raft nodes before linearized reading' (duration: 420.808862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.553726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.131882Z","time spent":"421.830757ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:21:08.553729Z","caller":"traceutil/trace.go:171","msg":"trace[1628193048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d; range_end:; response_count:1; response_revision:2190; }","duration":"1.331180742s","start":"2026-04-04T10:21:07.222521Z","end":"2026-04-04T10:21:08.553702Z","steps":["trace[1628193048] 'agreement among raft nodes before linearized reading' (duration: 1.330934816s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.554199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.222506Z","time spent":"1.331679356s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" "} {"level":"warn","ts":"2026-04-04T10:21:08.553745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.132509Z","time spent":"421.225012ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:21:08.553866Z","caller":"traceutil/trace.go:171","msg":"trace[1032351528] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"842.383473ms","start":"2026-04-04T10:21:07.711436Z","end":"2026-04-04T10:21:08.553819Z","steps":["trace[1032351528] 'process raft request' (duration: 824.427977ms)","trace[1032351528] 'compare' (duration: 17.237758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:08.554512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:07.711415Z","time spent":"843.012199ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:08.553869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.386841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:08.554662Z","caller":"traceutil/trace.go:171","msg":"trace[79020634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2190; }","duration":"410.195583ms","start":"2026-04-04T10:21:08.144452Z","end":"2026-04-04T10:21:08.554648Z","steps":["trace[79020634] 'agreement among raft nodes before linearized reading' (duration: 409.31807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.554712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.14444Z","time spent":"410.257724ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:21:08.618919Z","caller":"traceutil/trace.go:171","msg":"trace[1256708456] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"350.479375ms","start":"2026-04-04T10:21:08.268415Z","end":"2026-04-04T10:21:08.618894Z","steps":["trace[1256708456] 'process raft request' (duration: 350.341842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.619109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.268393Z","time spent":"350.618839ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:08.619232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.800443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:08.619234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.088166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-04T10:21:08.619318Z","caller":"traceutil/trace.go:171","msg":"trace[183509325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2191; }","duration":"130.921836ms","start":"2026-04-04T10:21:08.488377Z","end":"2026-04-04T10:21:08.619299Z","steps":["trace[183509325] 'agreement among raft nodes before linearized reading' (duration: 130.597558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.619142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.044392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:08.619338Z","caller":"traceutil/trace.go:171","msg":"trace[2084598785] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2191; }","duration":"435.209899ms","start":"2026-04-04T10:21:08.184104Z","end":"2026-04-04T10:21:08.619314Z","steps":["trace[2084598785] 'agreement among raft nodes before linearized reading' (duration: 434.989023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.619388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.18406Z","time spent":"435.318201ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-04T10:21:08.619394Z","caller":"traceutil/trace.go:171","msg":"trace[527896878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"383.34688ms","start":"2026-04-04T10:21:08.236019Z","end":"2026-04-04T10:21:08.619366Z","steps":["trace[527896878] 'agreement among raft nodes before linearized reading' (duration: 383.014032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.619469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.235998Z","time spent":"383.441083ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:21:08.716121Z","caller":"traceutil/trace.go:171","msg":"trace[2127782140] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"157.198494ms","start":"2026-04-04T10:21:08.558899Z","end":"2026-04-04T10:21:08.716097Z","steps":["trace[2127782140] 'process raft request' (duration: 157.139903ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.716183Z","caller":"traceutil/trace.go:171","msg":"trace[558481293] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"159.493832ms","start":"2026-04-04T10:21:08.556644Z","end":"2026-04-04T10:21:08.716138Z","steps":["trace[558481293] 'process raft request' (duration: 159.157704ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.71631Z","caller":"traceutil/trace.go:171","msg":"trace[348537355] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"157.82772ms","start":"2026-04-04T10:21:08.558445Z","end":"2026-04-04T10:21:08.716272Z","steps":["trace[348537355] 'process raft request' (duration: 157.553563ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.716351Z","caller":"traceutil/trace.go:171","msg":"trace[390487921] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"158.218959ms","start":"2026-04-04T10:21:08.558091Z","end":"2026-04-04T10:21:08.71631Z","steps":["trace[390487921] 'process raft request' (duration: 157.8547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.71648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.770846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:08.716539Z","caller":"traceutil/trace.go:171","msg":"trace[352216285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2195; }","duration":"153.859819ms","start":"2026-04-04T10:21:08.562662Z","end":"2026-04-04T10:21:08.716521Z","steps":["trace[352216285] 'agreement among raft nodes before linearized reading' (duration: 153.685974ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:09.26985Z","caller":"traceutil/trace.go:171","msg":"trace[397278792] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"548.015875ms","start":"2026-04-04T10:21:08.721801Z","end":"2026-04-04T10:21:09.269816Z","steps":["trace[397278792] 'process raft request' (duration: 507.135315ms)","trace[397278792] 'compare' (duration: 40.427508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:09.270035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:08.721758Z","time spent":"548.173048ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:09.534467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.23955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:09.53481Z","caller":"traceutil/trace.go:171","msg":"trace[621776167] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"259.239217ms","start":"2026-04-04T10:21:09.275528Z","end":"2026-04-04T10:21:09.534767Z","steps":["trace[621776167] 'process raft request' (duration: 100.607256ms)","trace[621776167] 'compare' (duration: 157.937153ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:09.534805Z","caller":"traceutil/trace.go:171","msg":"trace[1213919841] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"259.173526ms","start":"2026-04-04T10:21:09.275604Z","end":"2026-04-04T10:21:09.534778Z","steps":["trace[1213919841] 'process raft request' (duration: 259.035853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:10.737028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:11.237818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:11.44923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.257239375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:21:11.543255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354993237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:11.543305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581017462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:11.543406Z","caller":"traceutil/trace.go:171","msg":"trace[1225396120] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2199; }","duration":"1.355198173s","start":"2026-04-04T10:21:10.188158Z","end":"2026-04-04T10:21:11.543356Z","steps":["trace[1225396120] 'count revisions from in-memory index tree' (duration: 1.354892074s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.543425Z","caller":"traceutil/trace.go:171","msg":"trace[1246124774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2199; }","duration":"1.581190676s","start":"2026-04-04T10:21:09.962188Z","end":"2026-04-04T10:21:11.543378Z","steps":["trace[1246124774] 'count revisions from in-memory index tree' (duration: 1.580924388s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.543509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:09.962164Z","time spent":"1.581330719s","remote":"127.0.0.1:53632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:11.543525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.188137Z","time spent":"1.355321576s","remote":"127.0.0.1:53602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:11.543688Z","caller":"traceutil/trace.go:171","msg":"trace[990647359] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"1.351784757s","start":"2026-04-04T10:21:10.191867Z","end":"2026-04-04T10:21:11.543652Z","steps":["trace[990647359] 'process raft request' (duration: 1.257588843s)","trace[990647359] 'compare' (duration: 94.03599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:11.543848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.191839Z","time spent":"1.351918919s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:11.557127Z","caller":"traceutil/trace.go:171","msg":"trace[1045367958] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"996.189571ms","start":"2026-04-04T10:21:10.560909Z","end":"2026-04-04T10:21:11.557099Z","steps":["trace[1045367958] 'process raft request' (duration: 996.038897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.557252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.560881Z","time spent":"996.307064ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:11.55735Z","caller":"traceutil/trace.go:171","msg":"trace[1338363118] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"933.981491ms","start":"2026-04-04T10:21:10.623342Z","end":"2026-04-04T10:21:11.557323Z","steps":["trace[1338363118] 'process raft request' (duration: 933.711824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.557543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.623323Z","time spent":"934.099684ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:11.63001Z","caller":"traceutil/trace.go:171","msg":"trace[989470802] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2288; }","duration":"1.393615299s","start":"2026-04-04T10:21:10.236363Z","end":"2026-04-04T10:21:11.629979Z","steps":["trace[989470802] 'read index received' (duration: 1.213082632s)","trace[989470802] 'applied index is now lower than readState.Index' (duration: 180.530497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:11.630241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393828385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:11.630311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351599703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:11.630354Z","caller":"traceutil/trace.go:171","msg":"trace[1953756658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"1.39401182s","start":"2026-04-04T10:21:10.23632Z","end":"2026-04-04T10:21:11.630332Z","steps":["trace[1953756658] 'agreement among raft nodes before linearized reading' (duration: 1.393800874s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.630406Z","caller":"traceutil/trace.go:171","msg":"trace[100116302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"1.351690804s","start":"2026-04-04T10:21:10.278668Z","end":"2026-04-04T10:21:11.630359Z","steps":["trace[100116302] 'agreement among raft nodes before linearized reading' (duration: 1.351483779s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.630446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.236301Z","time spent":"1.394131033s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:11.63046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.278657Z","time spent":"1.351792036s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:21:11.630362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.040397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:11.630488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.758706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-04T10:21:11.630568Z","caller":"traceutil/trace.go:171","msg":"trace[1659282115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2202; }","duration":"909.854338ms","start":"2026-04-04T10:21:10.720697Z","end":"2026-04-04T10:21:11.630551Z","steps":["trace[1659282115] 'agreement among raft nodes before linearized reading' (duration: 909.609672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.63059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.566551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:21:11.630616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.720628Z","time spent":"909.977571ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:21:11.630629Z","caller":"traceutil/trace.go:171","msg":"trace[1422680985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2202; }","duration":"909.655453ms","start":"2026-04-04T10:21:10.72096Z","end":"2026-04-04T10:21:11.630616Z","steps":["trace[1422680985] 'agreement among raft nodes before linearized reading' (duration: 909.572141ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.630604Z","caller":"traceutil/trace.go:171","msg":"trace[1848154514] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2202; }","duration":"700.284373ms","start":"2026-04-04T10:21:10.930225Z","end":"2026-04-04T10:21:11.63051Z","steps":["trace[1848154514] 'agreement among raft nodes before linearized reading' (duration: 700.054077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.630663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.720923Z","time spent":"909.733025ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:11.630487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.579921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-04T10:21:11.630763Z","caller":"traceutil/trace.go:171","msg":"trace[964105959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"909.890319ms","start":"2026-04-04T10:21:10.720857Z","end":"2026-04-04T10:21:11.630747Z","steps":["trace[964105959] 'agreement among raft nodes before linearized reading' (duration: 909.435888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.630776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.930193Z","time spent":"700.535319ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:11.630839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.720847Z","time spent":"909.970201ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:21:11.630936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097933667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:11.630933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.930414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-04T10:21:11.630988Z","caller":"traceutil/trace.go:171","msg":"trace[173618630] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2202; }","duration":"1.09804508s","start":"2026-04-04T10:21:10.532931Z","end":"2026-04-04T10:21:11.630976Z","steps":["trace[173618630] 'agreement among raft nodes before linearized reading' (duration: 1.097957477s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.631005Z","caller":"traceutil/trace.go:171","msg":"trace[797038564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2202; }","duration":"271.036797ms","start":"2026-04-04T10:21:11.359952Z","end":"2026-04-04T10:21:11.630989Z","steps":["trace[797038564] 'agreement among raft nodes before linearized reading' (duration: 270.846202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.631027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:10.532901Z","time spent":"1.098117362s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:11.742564Z","caller":"traceutil/trace.go:171","msg":"trace[324199581] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"106.29755ms","start":"2026-04-04T10:21:11.636244Z","end":"2026-04-04T10:21:11.742542Z","steps":["trace[324199581] 'process raft request' (duration: 106.129066ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.893009Z","caller":"traceutil/trace.go:171","msg":"trace[750285342] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"256.64304ms","start":"2026-04-04T10:21:11.636343Z","end":"2026-04-04T10:21:11.892986Z","steps":["trace[750285342] 'process raft request' (duration: 256.596639ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.893178Z","caller":"traceutil/trace.go:171","msg":"trace[802827889] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"256.865306ms","start":"2026-04-04T10:21:11.636307Z","end":"2026-04-04T10:21:11.893173Z","steps":["trace[802827889] 'process raft request' (duration: 256.498957ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.893408Z","caller":"traceutil/trace.go:171","msg":"trace[1980241921] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"256.301451ms","start":"2026-04-04T10:21:11.637082Z","end":"2026-04-04T10:21:11.893384Z","steps":["trace[1980241921] 'process raft request' (duration: 255.881341ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.893874Z","caller":"traceutil/trace.go:171","msg":"trace[1819402798] linearizableReadLoop","detail":"{readStateIndex:2298; appliedIndex:2292; }","duration":"252.886556ms","start":"2026-04-04T10:21:11.64096Z","end":"2026-04-04T10:21:11.893847Z","steps":["trace[1819402798] 'read index received' (duration: 101.545821ms)","trace[1819402798] 'applied index is now lower than readState.Index' (duration: 151.339605ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:11.893954Z","caller":"traceutil/trace.go:171","msg":"trace[927700305] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"256.745334ms","start":"2026-04-04T10:21:11.637179Z","end":"2026-04-04T10:21:11.893924Z","steps":["trace[927700305] 'process raft request' (duration: 256.130197ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.894035Z","caller":"traceutil/trace.go:171","msg":"trace[153729774] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"256.801705ms","start":"2026-04-04T10:21:11.637217Z","end":"2026-04-04T10:21:11.894018Z","steps":["trace[153729774] 'process raft request' (duration: 256.472597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.894215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.233335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:11.894281Z","caller":"traceutil/trace.go:171","msg":"trace[603572129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2208; }","duration":"253.312587ms","start":"2026-04-04T10:21:11.64095Z","end":"2026-04-04T10:21:11.894263Z","steps":["trace[603572129] 'agreement among raft nodes before linearized reading' (duration: 253.207735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.894303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.667429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-04T10:21:11.894339Z","caller":"traceutil/trace.go:171","msg":"trace[1120550890] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3202a572d289f; range_end:; response_count:1; response_revision:2208; }","duration":"115.793513ms","start":"2026-04-04T10:21:11.778535Z","end":"2026-04-04T10:21:11.894328Z","steps":["trace[1120550890] 'agreement among raft nodes before linearized reading' (duration: 115.618309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:13.736341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:14.149942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477428839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:14.149972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509990936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-04T10:21:14.150001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768775971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:14.150028Z","caller":"traceutil/trace.go:171","msg":"trace[82482120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2209; }","duration":"1.477598072s","start":"2026-04-04T10:21:12.67241Z","end":"2026-04-04T10:21:14.150008Z","steps":["trace[82482120] 'count revisions from in-memory index tree' (duration: 1.477232743s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:14.150045Z","caller":"traceutil/trace.go:171","msg":"trace[1067861134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2209; }","duration":"1.510112539s","start":"2026-04-04T10:21:12.639911Z","end":"2026-04-04T10:21:14.150024Z","steps":["trace[1067861134] 'range keys from in-memory index tree' (duration: 1.509815952s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:14.150056Z","caller":"traceutil/trace.go:171","msg":"trace[577925097] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2209; }","duration":"1.768847463s","start":"2026-04-04T10:21:12.381195Z","end":"2026-04-04T10:21:14.150042Z","steps":["trace[577925097] 'count revisions from in-memory index tree' (duration: 1.768674358s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:14.150086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:12.381135Z","time spent":"1.768944265s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:14.150078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:12.672378Z","time spent":"1.477687835s","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:14.15009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:12.63989Z","time spent":"1.510187851s","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:21:14.237287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754737351,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:21:14.356807Z","caller":"traceutil/trace.go:171","msg":"trace[156970678] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.129775026s","start":"2026-04-04T10:21:13.22701Z","end":"2026-04-04T10:21:14.356785Z","steps":["trace[156970678] 'process raft request' (duration: 1.129630832s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:14.35695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.226992Z","time spent":"1.129878438s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:15.250183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014401583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:21:15.250325Z","caller":"traceutil/trace.go:171","msg":"trace[2081068388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014580428s","start":"2026-04-04T10:21:13.235716Z","end":"2026-04-04T10:21:15.250296Z","steps":["trace[2081068388] 'agreement among raft nodes before linearized reading' (duration: 2.014388023s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.250393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.235693Z","time spent":"2.01468704s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:15.737834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381160483s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:21:15.738362Z","caller":"traceutil/trace.go:171","msg":"trace[1702205341] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"2.188362042s","start":"2026-04-04T10:21:13.54996Z","end":"2026-04-04T10:21:15.738322Z","steps":["trace[1702205341] 'process raft request' (duration: 2.188038514s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.738542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.549932Z","time spent":"2.188511676s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:15.738565Z","caller":"traceutil/trace.go:171","msg":"trace[2103482294] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2299; }","duration":"2.502819653s","start":"2026-04-04T10:21:13.235721Z","end":"2026-04-04T10:21:15.73854Z","steps":["trace[2103482294] 'read index received' (duration: 1.120957122s)","trace[2103482294] 'applied index is now lower than readState.Index' (duration: 1.381860691s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:15.738712Z","caller":"traceutil/trace.go:171","msg":"trace[729405354] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"2.176272946s","start":"2026-04-04T10:21:13.562368Z","end":"2026-04-04T10:21:15.738641Z","steps":["trace[729405354] 'process raft request' (duration: 2.175995269s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:15.738731Z","caller":"traceutil/trace.go:171","msg":"trace[365275142] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"2.17603699s","start":"2026-04-04T10:21:13.562639Z","end":"2026-04-04T10:21:15.738676Z","steps":["trace[365275142] 'process raft request' (duration: 2.175794684s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.738986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.4198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:21:15.739011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.79152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-04T10:21:15.739017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.562497Z","time spent":"2.176382198s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:15.739051Z","caller":"traceutil/trace.go:171","msg":"trace[1110178631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2213; }","duration":"993.543544ms","start":"2026-04-04T10:21:14.745491Z","end":"2026-04-04T10:21:15.739034Z","steps":["trace[1110178631] 'agreement among raft nodes before linearized reading' (duration: 993.38093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.738986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.562346Z","time spent":"2.176513142s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:15.739066Z","caller":"traceutil/trace.go:171","msg":"trace[1291187005] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:2213; }","duration":"305.921322ms","start":"2026-04-04T10:21:15.433131Z","end":"2026-04-04T10:21:15.739052Z","steps":["trace[1291187005] 'agreement among raft nodes before linearized reading' (duration: 305.742668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.739099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:14.745463Z","time spent":"993.627405ms","remote":"127.0.0.1:38164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:15.739117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.433103Z","time spent":"306.006425ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840894864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:21:15.739292Z","caller":"traceutil/trace.go:171","msg":"trace[1593838551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"1.840960205s","start":"2026-04-04T10:21:13.89832Z","end":"2026-04-04T10:21:15.73928Z","steps":["trace[1593838551] 'agreement among raft nodes before linearized reading' (duration: 1.840711989s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.739004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013973762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-04-04T10:21:15.739336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.898311Z","time spent":"1.841015967s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.608802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:15.739389Z","caller":"traceutil/trace.go:171","msg":"trace[776157340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2213; }","duration":"2.014411053s","start":"2026-04-04T10:21:13.724948Z","end":"2026-04-04T10:21:15.739359Z","steps":["trace[776157340] 'agreement among raft nodes before linearized reading' (duration: 2.013779567s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:15.73942Z","caller":"traceutil/trace.go:171","msg":"trace[1052041243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"702.782895ms","start":"2026-04-04T10:21:15.036615Z","end":"2026-04-04T10:21:15.739398Z","steps":["trace[1052041243] 'agreement among raft nodes before linearized reading' (duration: 702.56558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.739469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841783586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:21:15.739471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.724921Z","time spent":"2.014527026s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841425957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:15.739515Z","caller":"traceutil/trace.go:171","msg":"trace[177605148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2213; }","duration":"1.841877149s","start":"2026-04-04T10:21:13.897628Z","end":"2026-04-04T10:21:15.739505Z","steps":["trace[177605148] 'agreement among raft nodes before linearized reading' (duration: 1.841787087s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.739964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.897597Z","time spent":"1.842356021s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.036597Z","time spent":"702.868258ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:21:15.739538Z","caller":"traceutil/trace.go:171","msg":"trace[1713694111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2213; }","duration":"1.84154893s","start":"2026-04-04T10:21:13.897974Z","end":"2026-04-04T10:21:15.739523Z","steps":["trace[1713694111] 'agreement among raft nodes before linearized reading' (duration: 1.841417857s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.740213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.897932Z","time spent":"1.842260149s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.653911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:15.740374Z","caller":"traceutil/trace.go:171","msg":"trace[431956442] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2213; }","duration":"198.685418ms","start":"2026-04-04T10:21:15.541658Z","end":"2026-04-04T10:21:15.740344Z","steps":["trace[431956442] 'agreement among raft nodes before linearized reading' (duration: 197.666441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.739358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841387146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:15.740536Z","caller":"traceutil/trace.go:171","msg":"trace[1799436307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2213; }","duration":"1.842617298s","start":"2026-04-04T10:21:13.897896Z","end":"2026-04-04T10:21:15.740514Z","steps":["trace[1799436307] 'agreement among raft nodes before linearized reading' (duration: 1.841287314s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.73953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993538342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:21:15.740604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.897857Z","time spent":"1.842726801s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:21:15.740636Z","caller":"traceutil/trace.go:171","msg":"trace[50938914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2213; }","duration":"1.994667922s","start":"2026-04-04T10:21:13.745952Z","end":"2026-04-04T10:21:15.74062Z","steps":["trace[50938914] 'agreement among raft nodes before linearized reading' (duration: 1.993510512s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.74072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.745936Z","time spent":"1.994768474s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.659605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:15.740969Z","caller":"traceutil/trace.go:171","msg":"trace[61467205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"490.098172ms","start":"2026-04-04T10:21:15.250857Z","end":"2026-04-04T10:21:15.740955Z","steps":["trace[61467205] 'agreement among raft nodes before linearized reading' (duration: 488.682316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.741011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.250829Z","time spent":"490.168584ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84115938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:21:15.741229Z","caller":"traceutil/trace.go:171","msg":"trace[1189823293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2213; }","duration":"1.842880635s","start":"2026-04-04T10:21:13.898303Z","end":"2026-04-04T10:21:15.741184Z","steps":["trace[1189823293] 'agreement among raft nodes before linearized reading' (duration: 1.840980516s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.741309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:13.898289Z","time spent":"1.842979087s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:15.739574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.110764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:15.741616Z","caller":"traceutil/trace.go:171","msg":"trace[395824507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"583.27355ms","start":"2026-04-04T10:21:15.158319Z","end":"2026-04-04T10:21:15.741592Z","steps":["trace[395824507] 'agreement among raft nodes before linearized reading' (duration: 580.671264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:15.741689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.15828Z","time spent":"583.388963ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:21:17.074428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225755564s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-04T10:21:17.074733Z","caller":"traceutil/trace.go:171","msg":"trace[1079834083] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"791.391876ms","start":"2026-04-04T10:21:16.283329Z","end":"2026-04-04T10:21:17.074721Z","steps":["trace[1079834083] 'process raft request' (duration: 791.367606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.074807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:16.28331Z","time spent":"791.452399ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:17.074955Z","caller":"traceutil/trace.go:171","msg":"trace[362984204] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.327985612s","start":"2026-04-04T10:21:15.746909Z","end":"2026-04-04T10:21:17.074894Z","steps":["trace[362984204] 'process raft request' (duration: 1.327744446s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.074968Z","caller":"traceutil/trace.go:171","msg":"trace[190449140] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.327274413s","start":"2026-04-04T10:21:15.747634Z","end":"2026-04-04T10:21:17.074908Z","steps":["trace[190449140] 'process raft request' (duration: 1.327040447s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.074988Z","caller":"traceutil/trace.go:171","msg":"trace[197238875] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.329036188s","start":"2026-04-04T10:21:15.745926Z","end":"2026-04-04T10:21:17.074962Z","steps":["trace[197238875] 'process raft request' (duration: 1.328684249s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.075101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.747606Z","time spent":"1.327415467s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:17.075117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.745915Z","time spent":"1.329132291s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:17.075218Z","caller":"traceutil/trace.go:171","msg":"trace[100823381] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.329045558s","start":"2026-04-04T10:21:15.746163Z","end":"2026-04-04T10:21:17.075209Z","steps":["trace[100823381] 'process raft request' (duration: 1.328468413s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.075217Z","caller":"traceutil/trace.go:171","msg":"trace[1141491071] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.330225749s","start":"2026-04-04T10:21:15.744977Z","end":"2026-04-04T10:21:17.075203Z","steps":["trace[1141491071] 'process raft request' (duration: 1.329532831s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.075248Z","caller":"traceutil/trace.go:171","msg":"trace[496862018] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2303; }","duration":"1.328700079s","start":"2026-04-04T10:21:15.746534Z","end":"2026-04-04T10:21:17.075234Z","steps":["trace[496862018] 'read index received' (duration: 102.211306ms)","trace[496862018] 'applied index is now lower than readState.Index' (duration: 1.226486643s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:17.075281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.74495Z","time spent":"1.330297731s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:17.075283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.740291Z","time spent":"1.334986668s","remote":"127.0.0.1:58766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:21:17.075261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.74614Z","time spent":"1.329097449s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:17.075376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326217616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:17.075391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.992581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:17.075397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06937556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:17.075409Z","caller":"traceutil/trace.go:171","msg":"trace[27806440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2220; }","duration":"1.326278688s","start":"2026-04-04T10:21:15.749122Z","end":"2026-04-04T10:21:17.075401Z","steps":["trace[27806440] 'agreement among raft nodes before linearized reading' (duration: 1.326225916s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.075416Z","caller":"traceutil/trace.go:171","msg":"trace[339371062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"838.067964ms","start":"2026-04-04T10:21:16.237341Z","end":"2026-04-04T10:21:17.075409Z","steps":["trace[339371062] 'agreement among raft nodes before linearized reading' (duration: 838.018613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.075429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.749109Z","time spent":"1.326316448s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-04T10:21:17.07543Z","caller":"traceutil/trace.go:171","msg":"trace[1711753088] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2220; }","duration":"1.069459502s","start":"2026-04-04T10:21:16.00596Z","end":"2026-04-04T10:21:17.07542Z","steps":["trace[1711753088] 'agreement among raft nodes before linearized reading' (duration: 1.069404171s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.075437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:16.237317Z","time spent":"838.115334ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:17.075459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:16.005933Z","time spent":"1.069518464s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:21:17.075465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328923995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-04T10:21:17.075518Z","caller":"traceutil/trace.go:171","msg":"trace[1034329489] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d; range_end:; response_count:1; response_revision:2220; }","duration":"1.329006847s","start":"2026-04-04T10:21:15.746498Z","end":"2026-04-04T10:21:17.075505Z","steps":["trace[1034329489] 'agreement among raft nodes before linearized reading' (duration: 1.328830563s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.075551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.746486Z","time spent":"1.329057378s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a31fffa224665d\" "} {"level":"warn","ts":"2026-04-04T10:21:17.075684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.746898Z","time spent":"1.328101904s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:17.075647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.725086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:17.075802Z","caller":"traceutil/trace.go:171","msg":"trace[676901095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"325.927881ms","start":"2026-04-04T10:21:16.749856Z","end":"2026-04-04T10:21:17.075783Z","steps":["trace[676901095] 'agreement among raft nodes before linearized reading' (duration: 325.49857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.075853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:16.749834Z","time spent":"326.007303ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:21:17.075217Z","caller":"traceutil/trace.go:171","msg":"trace[827813305] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.329285934s","start":"2026-04-04T10:21:15.745433Z","end":"2026-04-04T10:21:17.074719Z","steps":["trace[827813305] 'process raft request' (duration: 1.329156931s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:17.076067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:15.745412Z","time spent":"1.330556817s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:17.324603Z","caller":"traceutil/trace.go:171","msg":"trace[1062841056] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"246.115624ms","start":"2026-04-04T10:21:17.07846Z","end":"2026-04-04T10:21:17.324576Z","steps":["trace[1062841056] 'process raft request' (duration: 245.96194ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.324672Z","caller":"traceutil/trace.go:171","msg":"trace[1479830232] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2311; }","duration":"245.700332ms","start":"2026-04-04T10:21:17.07895Z","end":"2026-04-04T10:21:17.324651Z","steps":["trace[1479830232] 'read index received' (duration: 239.823643ms)","trace[1479830232] 'applied index is now lower than readState.Index' (duration: 5.875289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:17.324853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.874856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:17.324901Z","caller":"traceutil/trace.go:171","msg":"trace[537434736] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2222; }","duration":"245.99327ms","start":"2026-04-04T10:21:17.078898Z","end":"2026-04-04T10:21:17.324891Z","steps":["trace[537434736] 'agreement among raft nodes before linearized reading' (duration: 245.863576ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:17.324773Z","caller":"traceutil/trace.go:171","msg":"trace[1775992746] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"248.361739ms","start":"2026-04-04T10:21:17.076195Z","end":"2026-04-04T10:21:17.324556Z","steps":["trace[1775992746] 'process raft request' (duration: 242.582153ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.236116Z","caller":"traceutil/trace.go:171","msg":"trace[1950635877] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"151.548631ms","start":"2026-04-04T10:21:19.084542Z","end":"2026-04-04T10:21:19.236091Z","steps":["trace[1950635877] 'process raft request' (duration: 151.50603ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.236229Z","caller":"traceutil/trace.go:171","msg":"trace[1818295068] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"151.640104ms","start":"2026-04-04T10:21:19.08454Z","end":"2026-04-04T10:21:19.23618Z","steps":["trace[1818295068] 'process raft request' (duration: 151.362067ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.279751Z","caller":"traceutil/trace.go:171","msg":"trace[493766369] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"194.760268ms","start":"2026-04-04T10:21:19.084964Z","end":"2026-04-04T10:21:19.279724Z","steps":["trace[493766369] 'process raft request' (duration: 194.678415ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.279997Z","caller":"traceutil/trace.go:171","msg":"trace[669265059] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2318; }","duration":"184.536799ms","start":"2026-04-04T10:21:19.095449Z","end":"2026-04-04T10:21:19.279986Z","steps":["trace[669265059] 'read index received' (duration: 140.44766ms)","trace[669265059] 'applied index is now lower than readState.Index' (duration: 44.088029ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:19.279991Z","caller":"traceutil/trace.go:171","msg":"trace[1595485892] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"194.973914ms","start":"2026-04-04T10:21:19.084992Z","end":"2026-04-04T10:21:19.279966Z","steps":["trace[1595485892] 'process raft request' (duration: 194.693717ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.280026Z","caller":"traceutil/trace.go:171","msg":"trace[1889431052] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"194.776869ms","start":"2026-04-04T10:21:19.085228Z","end":"2026-04-04T10:21:19.280005Z","steps":["trace[1889431052] 'process raft request' (duration: 194.659986ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.279794Z","caller":"traceutil/trace.go:171","msg":"trace[136482] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"194.858311ms","start":"2026-04-04T10:21:19.084906Z","end":"2026-04-04T10:21:19.279765Z","steps":["trace[136482] 'process raft request' (duration: 194.615214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:19.280196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.732444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:19.280227Z","caller":"traceutil/trace.go:171","msg":"trace[1652970166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"184.801536ms","start":"2026-04-04T10:21:19.095417Z","end":"2026-04-04T10:21:19.280219Z","steps":["trace[1652970166] 'agreement among raft nodes before linearized reading' (duration: 184.642672ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.945231Z","caller":"traceutil/trace.go:171","msg":"trace[928131085] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"192.157853ms","start":"2026-04-04T10:21:19.753043Z","end":"2026-04-04T10:21:19.945201Z","steps":["trace[928131085] 'process raft request' (duration: 184.58497ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.972086Z","caller":"traceutil/trace.go:171","msg":"trace[790722522] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"218.903142ms","start":"2026-04-04T10:21:19.753141Z","end":"2026-04-04T10:21:19.972044Z","steps":["trace[790722522] 'process raft request' (duration: 218.649556ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:19.972248Z","caller":"traceutil/trace.go:171","msg":"trace[2112596265] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"218.156783ms","start":"2026-04-04T10:21:19.754058Z","end":"2026-04-04T10:21:19.972214Z","steps":["trace[2112596265] 'process raft request' (duration: 217.880206ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:21.990835Z","caller":"traceutil/trace.go:171","msg":"trace[874614886] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"129.89756ms","start":"2026-04-04T10:21:21.860912Z","end":"2026-04-04T10:21:21.99081Z","steps":["trace[874614886] 'process raft request' (duration: 129.655094ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.094311Z","caller":"traceutil/trace.go:171","msg":"trace[185930316] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"141.27417ms","start":"2026-04-04T10:21:21.952977Z","end":"2026-04-04T10:21:22.094251Z","steps":["trace[185930316] 'process raft request' (duration: 136.17087ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.094361Z","caller":"traceutil/trace.go:171","msg":"trace[1239654843] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"116.973033ms","start":"2026-04-04T10:21:21.977337Z","end":"2026-04-04T10:21:22.09431Z","steps":["trace[1239654843] 'process raft request' (duration: 116.784938ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:22.094479Z","caller":"traceutil/trace.go:171","msg":"trace[715818295] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"116.829948ms","start":"2026-04-04T10:21:21.977631Z","end":"2026-04-04T10:21:22.094461Z","steps":["trace[715818295] 'process raft request' (duration: 116.617733ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:27.278172Z","caller":"traceutil/trace.go:171","msg":"trace[642784482] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"190.583172ms","start":"2026-04-04T10:21:27.087561Z","end":"2026-04-04T10:21:27.278144Z","steps":["trace[642784482] 'process raft request' (duration: 190.366407ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.267002Z","caller":"traceutil/trace.go:171","msg":"trace[715789124] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"137.269697ms","start":"2026-04-04T10:21:28.129704Z","end":"2026-04-04T10:21:28.266974Z","steps":["trace[715789124] 'process raft request' (duration: 137.016661ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:28.267027Z","caller":"traceutil/trace.go:171","msg":"trace[591132548] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"136.881968ms","start":"2026-04-04T10:21:28.13012Z","end":"2026-04-04T10:21:28.267002Z","steps":["trace[591132548] 'process raft request' (duration: 136.786936ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.632583Z","caller":"traceutil/trace.go:171","msg":"trace[1086593429] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"189.28457ms","start":"2026-04-04T10:21:29.443267Z","end":"2026-04-04T10:21:29.632552Z","steps":["trace[1086593429] 'process raft request' (duration: 139.467704ms)","trace[1086593429] 'compare' (duration: 49.623171ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:29.632915Z","caller":"traceutil/trace.go:171","msg":"trace[181065209] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"189.530447ms","start":"2026-04-04T10:21:29.443363Z","end":"2026-04-04T10:21:29.632894Z","steps":["trace[181065209] 'process raft request' (duration: 189.147747ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.633002Z","caller":"traceutil/trace.go:171","msg":"trace[1572855954] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"187.783031ms","start":"2026-04-04T10:21:29.445201Z","end":"2026-04-04T10:21:29.632984Z","steps":["trace[1572855954] 'process raft request' (duration: 187.638247ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.632998Z","caller":"traceutil/trace.go:171","msg":"trace[153944166] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"189.178847ms","start":"2026-04-04T10:21:29.443771Z","end":"2026-04-04T10:21:29.63295Z","steps":["trace[153944166] 'process raft request' (duration: 188.957082ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.63301Z","caller":"traceutil/trace.go:171","msg":"trace[1554398231] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"135.920045ms","start":"2026-04-04T10:21:29.497055Z","end":"2026-04-04T10:21:29.632976Z","steps":["trace[1554398231] 'process raft request' (duration: 135.857443ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:30.719667Z","caller":"traceutil/trace.go:171","msg":"trace[768504721] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"447.49753ms","start":"2026-04-04T10:21:30.272141Z","end":"2026-04-04T10:21:30.719639Z","steps":["trace[768504721] 'process raft request' (duration: 447.247424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:30.719877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:30.272119Z","time spent":"447.628924ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:30.719876Z","caller":"traceutil/trace.go:171","msg":"trace[2010885618] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2380; }","duration":"273.46878ms","start":"2026-04-04T10:21:30.44638Z","end":"2026-04-04T10:21:30.719849Z","steps":["trace[2010885618] 'read index received' (duration: 273.029299ms)","trace[2010885618] 'applied index is now lower than readState.Index' (duration: 437.601µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:30.719954Z","caller":"traceutil/trace.go:171","msg":"trace[1842134821] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"447.764977ms","start":"2026-04-04T10:21:30.27216Z","end":"2026-04-04T10:21:30.719925Z","steps":["trace[1842134821] 'process raft request' (duration: 447.406568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:30.72012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:30.272142Z","time spent":"447.87729ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:30.720142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.735026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:30.720187Z","caller":"traceutil/trace.go:171","msg":"trace[1718277367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"273.843469ms","start":"2026-04-04T10:21:30.446329Z","end":"2026-04-04T10:21:30.720172Z","steps":["trace[1718277367] 'agreement among raft nodes before linearized reading' (duration: 273.634453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:31.282067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.111542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:21:31.825301Z","caller":"traceutil/trace.go:171","msg":"trace[1846485411] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"101.505609ms","start":"2026-04-04T10:21:31.723755Z","end":"2026-04-04T10:21:31.82526Z","steps":["trace[1846485411] 'process raft request' (duration: 94.928362ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.825766Z","caller":"traceutil/trace.go:171","msg":"trace[288342433] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"101.894929ms","start":"2026-04-04T10:21:31.723834Z","end":"2026-04-04T10:21:31.825729Z","steps":["trace[288342433] 'process raft request' (duration: 101.443988ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:31.82587Z","caller":"traceutil/trace.go:171","msg":"trace[71671783] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"101.834608ms","start":"2026-04-04T10:21:31.723901Z","end":"2026-04-04T10:21:31.825736Z","steps":["trace[71671783] 'process raft request' (duration: 101.439798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:32.562569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.56585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-04T10:21:32.562683Z","caller":"traceutil/trace.go:171","msg":"trace[863490825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2296; }","duration":"136.710233ms","start":"2026-04-04T10:21:32.425947Z","end":"2026-04-04T10:21:32.562657Z","steps":["trace[863490825] 'range keys from in-memory index tree' (duration: 136.327374ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.025678Z","caller":"traceutil/trace.go:171","msg":"trace[63374286] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2394; }","duration":"196.284507ms","start":"2026-04-04T10:21:33.829372Z","end":"2026-04-04T10:21:34.025657Z","steps":["trace[63374286] 'read index received' (duration: 196.180325ms)","trace[63374286] 'applied index is now lower than readState.Index' (duration: 103.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:34.025753Z","caller":"traceutil/trace.go:171","msg":"trace[715654337] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"253.171293ms","start":"2026-04-04T10:21:33.772546Z","end":"2026-04-04T10:21:34.025717Z","steps":["trace[715654337] 'process raft request' (duration: 252.961338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.025915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.510043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:34.025946Z","caller":"traceutil/trace.go:171","msg":"trace[1943600368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2301; }","duration":"196.589835ms","start":"2026-04-04T10:21:33.829348Z","end":"2026-04-04T10:21:34.025938Z","steps":["trace[1943600368] 'agreement among raft nodes before linearized reading' (duration: 196.427071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.026005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.100868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:21:34.026069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.353409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:34.026125Z","caller":"traceutil/trace.go:171","msg":"trace[575887561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2301; }","duration":"185.459372ms","start":"2026-04-04T10:21:33.840653Z","end":"2026-04-04T10:21:34.026112Z","steps":["trace[575887561] 'agreement among raft nodes before linearized reading' (duration: 185.231666ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.026074Z","caller":"traceutil/trace.go:171","msg":"trace[165813217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2301; }","duration":"195.21549ms","start":"2026-04-04T10:21:33.830841Z","end":"2026-04-04T10:21:34.026056Z","steps":["trace[165813217] 'agreement among raft nodes before linearized reading' (duration: 195.053136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.025992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.241911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:34.026409Z","caller":"traceutil/trace.go:171","msg":"trace[1628499426] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2301; }","duration":"195.687013ms","start":"2026-04-04T10:21:33.830699Z","end":"2026-04-04T10:21:34.026386Z","steps":["trace[1628499426] 'agreement among raft nodes before linearized reading' (duration: 195.120458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:34.25211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.169608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:34.252308Z","caller":"traceutil/trace.go:171","msg":"trace[719198788] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"222.300937ms","start":"2026-04-04T10:21:34.029986Z","end":"2026-04-04T10:21:34.252287Z","steps":["trace[719198788] 'process raft request' (duration: 102.860803ms)","trace[719198788] 'compare' (duration: 119.057215ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:34.25233Z","caller":"traceutil/trace.go:171","msg":"trace[407413275] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"220.214775ms","start":"2026-04-04T10:21:34.032102Z","end":"2026-04-04T10:21:34.252317Z","steps":["trace[407413275] 'process raft request' (duration: 220.170834ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:34.252453Z","caller":"traceutil/trace.go:171","msg":"trace[64163720] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"221.157559ms","start":"2026-04-04T10:21:34.031287Z","end":"2026-04-04T10:21:34.252444Z","steps":["trace[64163720] 'process raft request' (duration: 220.938304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.094502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.392156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:37.094652Z","caller":"traceutil/trace.go:171","msg":"trace[413133674] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"338.134362ms","start":"2026-04-04T10:21:36.756482Z","end":"2026-04-04T10:21:37.094617Z","steps":["trace[413133674] 'process raft request' (duration: 221.523459ms)","trace[413133674] 'compare' (duration: 116.241573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:37.094807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.756446Z","time spent":"338.272955ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:37.62743Z","caller":"traceutil/trace.go:171","msg":"trace[1285358018] linearizableReadLoop","detail":"{readStateIndex:2413; appliedIndex:2412; }","duration":"390.173654ms","start":"2026-04-04T10:21:37.237226Z","end":"2026-04-04T10:21:37.6274Z","steps":["trace[1285358018] 'read index received' (duration: 339.851605ms)","trace[1285358018] 'applied index is now lower than readState.Index' (duration: 50.320269ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:37.627609Z","caller":"traceutil/trace.go:171","msg":"trace[1319144775] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"484.263124ms","start":"2026-04-04T10:21:37.143304Z","end":"2026-04-04T10:21:37.627567Z","steps":["trace[1319144775] 'process raft request' (duration: 433.688419ms)","trace[1319144775] 'compare' (duration: 49.809665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:37.627744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.510603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:37.627792Z","caller":"traceutil/trace.go:171","msg":"trace[388488307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"390.625735ms","start":"2026-04-04T10:21:37.237152Z","end":"2026-04-04T10:21:37.627778Z","steps":["trace[388488307] 'agreement among raft nodes before linearized reading' (duration: 390.42856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.62783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.237113Z","time spent":"390.708838ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:37.627968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.143255Z","time spent":"484.432978ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:37.647478Z","caller":"traceutil/trace.go:171","msg":"trace[1747780574] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"140.897679ms","start":"2026-04-04T10:21:37.506548Z","end":"2026-04-04T10:21:37.647445Z","steps":["trace[1747780574] 'process raft request' (duration: 140.337955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.647795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.763535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-04T10:21:37.647918Z","caller":"traceutil/trace.go:171","msg":"trace[1960095460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2319; }","duration":"343.958379ms","start":"2026-04-04T10:21:37.303935Z","end":"2026-04-04T10:21:37.647893Z","steps":["trace[1960095460] 'agreement among raft nodes before linearized reading' (duration: 343.638731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.647985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.303901Z","time spent":"344.068272ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:21:37.648102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.357197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:37.648194Z","caller":"traceutil/trace.go:171","msg":"trace[875520597] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2319; }","duration":"103.484299ms","start":"2026-04-04T10:21:37.544686Z","end":"2026-04-04T10:21:37.648171Z","steps":["trace[875520597] 'agreement among raft nodes before linearized reading' (duration: 103.311805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.648265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.641809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:21:37.648333Z","caller":"traceutil/trace.go:171","msg":"trace[158563615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2319; }","duration":"106.726282ms","start":"2026-04-04T10:21:37.541581Z","end":"2026-04-04T10:21:37.648307Z","steps":["trace[158563615] 'agreement among raft nodes before linearized reading' (duration: 106.564478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.648648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.290117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-04T10:21:37.648717Z","caller":"traceutil/trace.go:171","msg":"trace[634900442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2319; }","duration":"342.39349ms","start":"2026-04-04T10:21:37.306307Z","end":"2026-04-04T10:21:37.6487Z","steps":["trace[634900442] 'agreement among raft nodes before linearized reading' (duration: 341.188729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:37.649164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:37.306276Z","time spent":"342.473842ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:21:42.537007Z","caller":"traceutil/trace.go:171","msg":"trace[1037938346] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"231.025325ms","start":"2026-04-04T10:21:42.305948Z","end":"2026-04-04T10:21:42.536973Z","steps":["trace[1037938346] 'process raft request' (duration: 201.264498ms)","trace[1037938346] 'compare' (duration: 29.536232ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:42.537379Z","caller":"traceutil/trace.go:171","msg":"trace[1348612348] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"169.586121ms","start":"2026-04-04T10:21:42.367757Z","end":"2026-04-04T10:21:42.537343Z","steps":["trace[1348612348] 'process raft request' (duration: 169.447607ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:42.537418Z","caller":"traceutil/trace.go:171","msg":"trace[1226735799] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"231.345584ms","start":"2026-04-04T10:21:42.306049Z","end":"2026-04-04T10:21:42.537394Z","steps":["trace[1226735799] 'process raft request' (duration: 230.870972ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:44.746081Z","caller":"traceutil/trace.go:171","msg":"trace[680130444] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"174.839255ms","start":"2026-04-04T10:21:44.57121Z","end":"2026-04-04T10:21:44.74605Z","steps":["trace[680130444] 'process raft request' (duration: 174.752613ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:44.746157Z","caller":"traceutil/trace.go:171","msg":"trace[267088594] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"175.279886ms","start":"2026-04-04T10:21:44.570834Z","end":"2026-04-04T10:21:44.746114Z","steps":["trace[267088594] 'process raft request' (duration: 163.66869ms)","trace[267088594] 'compare' (duration: 11.214006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:46.345408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.693418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:46.345551Z","caller":"traceutil/trace.go:171","msg":"trace[1247307323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2363; }","duration":"106.893503ms","start":"2026-04-04T10:21:46.238628Z","end":"2026-04-04T10:21:46.345521Z","steps":["trace[1247307323] 'range keys from in-memory index tree' (duration: 106.586506ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:47.995401Z","caller":"traceutil/trace.go:171","msg":"trace[1898017238] linearizableReadLoop","detail":"{readStateIndex:2468; appliedIndex:2467; }","duration":"176.050886ms","start":"2026-04-04T10:21:47.819312Z","end":"2026-04-04T10:21:47.995363Z","steps":["trace[1898017238] 'read index received' (duration: 110.189848ms)","trace[1898017238] 'applied index is now lower than readState.Index' (duration: 65.859588ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:47.995487Z","caller":"traceutil/trace.go:171","msg":"trace[708720903] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"225.799873ms","start":"2026-04-04T10:21:47.769629Z","end":"2026-04-04T10:21:47.995429Z","steps":["trace[708720903] 'process raft request' (duration: 159.882573ms)","trace[708720903] 'compare' (duration: 65.624833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:47.995703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.393507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-04T10:21:47.995793Z","caller":"traceutil/trace.go:171","msg":"trace[892602528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2371; }","duration":"255.517731ms","start":"2026-04-04T10:21:47.740252Z","end":"2026-04-04T10:21:47.99577Z","steps":["trace[892602528] 'agreement among raft nodes before linearized reading' (duration: 255.218463ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:48.020658Z","caller":"traceutil/trace.go:171","msg":"trace[772203528] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"195.959013ms","start":"2026-04-04T10:21:47.824658Z","end":"2026-04-04T10:21:48.020617Z","steps":["trace[772203528] 'process raft request' (duration: 195.708076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:49.446373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.800115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:49.446761Z","caller":"traceutil/trace.go:171","msg":"trace[95617867] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"305.092933ms","start":"2026-04-04T10:21:49.141621Z","end":"2026-04-04T10:21:49.446714Z","steps":["trace[95617867] 'process raft request' (duration: 158.835427ms)","trace[95617867] 'compare' (duration: 145.414364ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:49.446814Z","caller":"traceutil/trace.go:171","msg":"trace[875463073] linearizableReadLoop","detail":"{readStateIndex:2476; appliedIndex:2475; }","duration":"269.918667ms","start":"2026-04-04T10:21:49.176874Z","end":"2026-04-04T10:21:49.446793Z","steps":["trace[875463073] 'read index received' (duration: 123.665461ms)","trace[875463073] 'applied index is now lower than readState.Index' (duration: 146.250466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:49.446868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.141594Z","time spent":"305.224247ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:49.447005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.130843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-04T10:21:49.447052Z","caller":"traceutil/trace.go:171","msg":"trace[1972900193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2379; }","duration":"270.217265ms","start":"2026-04-04T10:21:49.17682Z","end":"2026-04-04T10:21:49.447037Z","steps":["trace[1972900193] 'agreement among raft nodes before linearized reading' (duration: 270.047711ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:49.447785Z","caller":"traceutil/trace.go:171","msg":"trace[110072343] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"107.404506ms","start":"2026-04-04T10:21:49.3402Z","end":"2026-04-04T10:21:49.447604Z","steps":["trace[110072343] 'process raft request' (duration: 106.526964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.34396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.493312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:50.344192Z","caller":"traceutil/trace.go:171","msg":"trace[1382577111] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"309.182367ms","start":"2026-04-04T10:21:50.034978Z","end":"2026-04-04T10:21:50.34416Z","steps":["trace[1382577111] 'process raft request' (duration: 140.387317ms)","trace[1382577111] 'compare' (duration: 168.365359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:50.344333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.034957Z","time spent":"309.29989ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:50.344676Z","caller":"traceutil/trace.go:171","msg":"trace[535134161] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"307.473673ms","start":"2026-04-04T10:21:50.037156Z","end":"2026-04-04T10:21:50.344629Z","steps":["trace[535134161] 'process raft request' (duration: 306.913229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.344979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.037148Z","time spent":"307.699888ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:50.3453Z","caller":"traceutil/trace.go:171","msg":"trace[1733394810] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"307.482403ms","start":"2026-04-04T10:21:50.037456Z","end":"2026-04-04T10:21:50.344939Z","steps":["trace[1733394810] 'process raft request' (duration: 307.070962ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.345411Z","caller":"traceutil/trace.go:171","msg":"trace[1038000823] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"306.985892ms","start":"2026-04-04T10:21:50.038398Z","end":"2026-04-04T10:21:50.345384Z","steps":["trace[1038000823] 'process raft request' (duration: 306.808697ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.345485Z","caller":"traceutil/trace.go:171","msg":"trace[1208466987] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2479; }","duration":"283.563945ms","start":"2026-04-04T10:21:50.061914Z","end":"2026-04-04T10:21:50.345478Z","steps":["trace[1208466987] 'read index received' (duration: 113.620415ms)","trace[1208466987] 'applied index is now lower than readState.Index' (duration: 169.94258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:50.345548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.038378Z","time spent":"307.100964ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:50.345542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.03745Z","time spent":"307.943405ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:50.345353Z","caller":"traceutil/trace.go:171","msg":"trace[505794383] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"306.962321ms","start":"2026-04-04T10:21:50.038299Z","end":"2026-04-04T10:21:50.345262Z","steps":["trace[505794383] 'process raft request' (duration: 306.490898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.34607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.244694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:50.346095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.038293Z","time spent":"307.74547ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:50.346125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.205751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-04T10:21:50.346132Z","caller":"traceutil/trace.go:171","msg":"trace[543737943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"109.346176ms","start":"2026-04-04T10:21:50.23677Z","end":"2026-04-04T10:21:50.346116Z","steps":["trace[543737943] 'agreement among raft nodes before linearized reading' (duration: 109.255024ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.34616Z","caller":"traceutil/trace.go:171","msg":"trace[1056751488] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2388; }","duration":"284.266873ms","start":"2026-04-04T10:21:50.061882Z","end":"2026-04-04T10:21:50.346149Z","steps":["trace[1056751488] 'agreement among raft nodes before linearized reading' (duration: 284.1525ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.345673Z","caller":"traceutil/trace.go:171","msg":"trace[851788773] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"299.973213ms","start":"2026-04-04T10:21:50.045692Z","end":"2026-04-04T10:21:50.345665Z","steps":["trace[851788773] 'process raft request' (duration: 299.600564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.346282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.045669Z","time spent":"300.569107ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:50.346429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.677417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-04T10:21:50.346548Z","caller":"traceutil/trace.go:171","msg":"trace[218825668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2388; }","duration":"188.839321ms","start":"2026-04-04T10:21:50.15769Z","end":"2026-04-04T10:21:50.346529Z","steps":["trace[218825668] 'agreement among raft nodes before linearized reading' (duration: 188.288997ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:54.036351Z","caller":"traceutil/trace.go:171","msg":"trace[939809902] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"101.977898ms","start":"2026-04-04T10:21:53.934345Z","end":"2026-04-04T10:21:54.036323Z","steps":["trace[939809902] 'process raft request' (duration: 101.759733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:54.529007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.396234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:21:54.529192Z","caller":"traceutil/trace.go:171","msg":"trace[1265613788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2413; }","duration":"103.60811ms","start":"2026-04-04T10:21:54.425541Z","end":"2026-04-04T10:21:54.529149Z","steps":["trace[1265613788] 'range keys from in-memory index tree' (duration: 103.178399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:54.529041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.340533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:54.529423Z","caller":"traceutil/trace.go:171","msg":"trace[1011001752] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2413; }","duration":"103.807975ms","start":"2026-04-04T10:21:54.425591Z","end":"2026-04-04T10:21:54.529399Z","steps":["trace[1011001752] 'count revisions from in-memory index tree' (duration: 103.275352ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:54.670343Z","caller":"traceutil/trace.go:171","msg":"trace[1274097599] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"135.081272ms","start":"2026-04-04T10:21:54.535221Z","end":"2026-04-04T10:21:54.670303Z","steps":["trace[1274097599] 'process raft request' (duration: 131.622714ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:56.829931Z","caller":"traceutil/trace.go:171","msg":"trace[1871310715] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"134.199209ms","start":"2026-04-04T10:21:56.695705Z","end":"2026-04-04T10:21:56.829904Z","steps":["trace[1871310715] 'process raft request' (duration: 134.047166ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:01.753678Z","caller":"traceutil/trace.go:171","msg":"trace[1971910544] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2554; }","duration":"102.612405ms","start":"2026-04-04T10:22:01.651051Z","end":"2026-04-04T10:22:01.753663Z","steps":["trace[1971910544] 'read index received' (duration: 102.457641ms)","trace[1971910544] 'applied index is now lower than readState.Index' (duration: 154.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:01.753748Z","caller":"traceutil/trace.go:171","msg":"trace[334334296] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"234.597697ms","start":"2026-04-04T10:22:01.519145Z","end":"2026-04-04T10:22:01.753742Z","steps":["trace[334334296] 'process raft request' (duration: 234.410602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:01.754062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.000764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-04T10:22:01.754155Z","caller":"traceutil/trace.go:171","msg":"trace[223403898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2455; }","duration":"103.141038ms","start":"2026-04-04T10:22:01.65099Z","end":"2026-04-04T10:22:01.754131Z","steps":["trace[223403898] 'agreement among raft nodes before linearized reading' (duration: 102.932382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:08.118684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.4187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:08.118855Z","caller":"traceutil/trace.go:171","msg":"trace[678067885] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2585; }","duration":"319.355667ms","start":"2026-04-04T10:22:07.799482Z","end":"2026-04-04T10:22:08.118838Z","steps":["trace[678067885] 'read index received' (duration: 59.757032ms)","trace[678067885] 'applied index is now lower than readState.Index' (duration: 259.597825ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:08.119055Z","caller":"traceutil/trace.go:171","msg":"trace[1491748791] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"424.538385ms","start":"2026-04-04T10:22:07.694496Z","end":"2026-04-04T10:22:08.119035Z","steps":["trace[1491748791] 'process raft request' (duration: 164.674675ms)","trace[1491748791] 'compare' (duration: 259.02859ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:08.119081Z","caller":"traceutil/trace.go:171","msg":"trace[1083167169] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"342.24154ms","start":"2026-04-04T10:22:07.776804Z","end":"2026-04-04T10:22:08.119045Z","steps":["trace[1083167169] 'process raft request' (duration: 341.983683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:08.119137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:07.694487Z","time spent":"424.611187ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:08.119288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:07.776764Z","time spent":"342.413764ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:08.11932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.831468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-04T10:22:08.119384Z","caller":"traceutil/trace.go:171","msg":"trace[986899179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2486; }","duration":"319.932891ms","start":"2026-04-04T10:22:07.799431Z","end":"2026-04-04T10:22:08.119364Z","steps":["trace[986899179] 'agreement among raft nodes before linearized reading' (duration: 319.633953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:08.119444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:07.79941Z","time spent":"320.020033ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:22:08.119659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.238644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:08.119775Z","caller":"traceutil/trace.go:171","msg":"trace[58728831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2486; }","duration":"310.426238ms","start":"2026-04-04T10:22:07.809323Z","end":"2026-04-04T10:22:08.119749Z","steps":["trace[58728831] 'agreement among raft nodes before linearized reading' (duration: 310.208273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:08.119845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:07.809296Z","time spent":"310.53502ms","remote":"127.0.0.1:42280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:08.308697Z","caller":"traceutil/trace.go:171","msg":"trace[217656997] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"116.059387ms","start":"2026-04-04T10:22:08.192606Z","end":"2026-04-04T10:22:08.308665Z","steps":["trace[217656997] 'process raft request' (duration: 103.327402ms)","trace[217656997] 'compare' (duration: 12.53747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:12.85429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.456088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:22:12.854398Z","caller":"traceutil/trace.go:171","msg":"trace[1638664981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2508; }","duration":"127.631022ms","start":"2026-04-04T10:22:12.726747Z","end":"2026-04-04T10:22:12.854378Z","steps":["trace[1638664981] 'range keys from in-memory index tree' (duration: 127.227952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:13.087698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.101275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:13.087817Z","caller":"traceutil/trace.go:171","msg":"trace[1341586439] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"143.548257ms","start":"2026-04-04T10:22:12.94425Z","end":"2026-04-04T10:22:13.087798Z","steps":["trace[1341586439] 'read index received' (duration: 24.118524ms)","trace[1341586439] 'applied index is now lower than readState.Index' (duration: 119.428243ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:13.087917Z","caller":"traceutil/trace.go:171","msg":"trace[662782021] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"157.096652ms","start":"2026-04-04T10:22:12.930786Z","end":"2026-04-04T10:22:13.087882Z","steps":["trace[662782021] 'process raft request' (duration: 37.71312ms)","trace[662782021] 'compare' (duration: 118.988212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:13.087956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.422126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:22:13.088192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.920527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:13.088511Z","caller":"traceutil/trace.go:171","msg":"trace[949572539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2510; }","duration":"144.337927ms","start":"2026-04-04T10:22:12.944134Z","end":"2026-04-04T10:22:13.088472Z","steps":["trace[949572539] 'agreement among raft nodes before linearized reading' (duration: 143.758032ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:13.088201Z","caller":"traceutil/trace.go:171","msg":"trace[481985611] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2510; }","duration":"138.580521ms","start":"2026-04-04T10:22:12.949476Z","end":"2026-04-04T10:22:13.088056Z","steps":["trace[481985611] 'agreement among raft nodes before linearized reading' (duration: 138.428207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:13.375387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.219929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:13.375674Z","caller":"traceutil/trace.go:171","msg":"trace[688729361] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2613; }","duration":"137.693209ms","start":"2026-04-04T10:22:13.237955Z","end":"2026-04-04T10:22:13.375648Z","steps":["trace[688729361] 'read index received' (duration: 137.028021ms)","trace[688729361] 'applied index is now lower than readState.Index' (duration: 663.438µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:13.375682Z","caller":"traceutil/trace.go:171","msg":"trace[376615712] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"201.243828ms","start":"2026-04-04T10:22:13.174385Z","end":"2026-04-04T10:22:13.375629Z","steps":["trace[376615712] 'process raft request' (duration: 57.652098ms)","trace[376615712] 'compare' (duration: 143.026774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:13.37577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.821162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:13.375801Z","caller":"traceutil/trace.go:171","msg":"trace[260184742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2513; }","duration":"137.892564ms","start":"2026-04-04T10:22:13.237898Z","end":"2026-04-04T10:22:13.37579Z","steps":["trace[260184742] 'agreement among raft nodes before linearized reading' (duration: 137.825542ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:13.375832Z","caller":"traceutil/trace.go:171","msg":"trace[1353603605] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"201.092394ms","start":"2026-04-04T10:22:13.174713Z","end":"2026-04-04T10:22:13.375806Z","steps":["trace[1353603605] 'process raft request' (duration: 200.844488ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:13.377273Z","caller":"traceutil/trace.go:171","msg":"trace[1884858034] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"103.982689ms","start":"2026-04-04T10:22:13.273269Z","end":"2026-04-04T10:22:13.377252Z","steps":["trace[1884858034] 'process raft request' (duration: 103.856256ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:14.585144Z","caller":"traceutil/trace.go:171","msg":"trace[1802752084] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2616; }","duration":"418.634485ms","start":"2026-04-04T10:22:14.166483Z","end":"2026-04-04T10:22:14.585118Z","steps":["trace[1802752084] 'read index received' (duration: 401.847478ms)","trace[1802752084] 'applied index is now lower than readState.Index' (duration: 16.785867ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:14.585247Z","caller":"traceutil/trace.go:171","msg":"trace[2096042935] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"443.276254ms","start":"2026-04-04T10:22:14.141917Z","end":"2026-04-04T10:22:14.585194Z","steps":["trace[2096042935] 'process raft request' (duration: 426.404884ms)","trace[2096042935] 'compare' (duration: 16.681986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:14.585417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.913463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-04-04T10:22:14.585466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.141885Z","time spent":"443.467988ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:14.585509Z","caller":"traceutil/trace.go:171","msg":"trace[161142788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2515; }","duration":"419.080647ms","start":"2026-04-04T10:22:14.166405Z","end":"2026-04-04T10:22:14.585485Z","steps":["trace[161142788] 'agreement among raft nodes before linearized reading' (duration: 418.83265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:14.585496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.259344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:22:14.585566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:14.16637Z","time spent":"419.18609ms","remote":"127.0.0.1:38188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:22:14.585601Z","caller":"traceutil/trace.go:171","msg":"trace[343051246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2515; }","duration":"153.379878ms","start":"2026-04-04T10:22:14.432194Z","end":"2026-04-04T10:22:14.585574Z","steps":["trace[343051246] 'agreement among raft nodes before linearized reading' (duration: 153.08872ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:14.826444Z","caller":"traceutil/trace.go:171","msg":"trace[1092231164] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"151.744526ms","start":"2026-04-04T10:22:14.674663Z","end":"2026-04-04T10:22:14.826407Z","steps":["trace[1092231164] 'process raft request' (duration: 90.057724ms)","trace[1092231164] 'compare' (duration: 61.242881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:15.082716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.399764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:22:15.082821Z","caller":"traceutil/trace.go:171","msg":"trace[1420239319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2517; }","duration":"141.591698ms","start":"2026-04-04T10:22:14.941209Z","end":"2026-04-04T10:22:15.082801Z","steps":["trace[1420239319] 'range keys from in-memory index tree' (duration: 141.111255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:15.513388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.04355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:22:15.513464Z","caller":"traceutil/trace.go:171","msg":"trace[76638482] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"130.808213ms","start":"2026-04-04T10:22:15.382627Z","end":"2026-04-04T10:22:15.513435Z","steps":["trace[76638482] 'process raft request' (duration: 67.044538ms)","trace[76638482] 'compare' (duration: 63.56862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:15.513138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.903296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:22:15.514114Z","caller":"traceutil/trace.go:171","msg":"trace[1281240432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2521; }","duration":"133.945363ms","start":"2026-04-04T10:22:15.380155Z","end":"2026-04-04T10:22:15.5141Z","steps":["trace[1281240432] 'range keys from in-memory index tree' (duration: 132.712412ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:15.514064Z","caller":"traceutil/trace.go:171","msg":"trace[1007632582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2521; }","duration":"133.246355ms","start":"2026-04-04T10:22:15.38025Z","end":"2026-04-04T10:22:15.513496Z","steps":["trace[1007632582] 'range keys from in-memory index tree' (duration: 132.840115ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:16.790208Z","caller":"traceutil/trace.go:171","msg":"trace[901470587] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"109.52636ms","start":"2026-04-04T10:22:16.680648Z","end":"2026-04-04T10:22:16.790175Z","steps":["trace[901470587] 'process raft request' (duration: 82.702997ms)","trace[901470587] 'compare' (duration: 26.676709ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:16.922343Z","caller":"traceutil/trace.go:171","msg":"trace[320900755] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"109.681704ms","start":"2026-04-04T10:22:16.81262Z","end":"2026-04-04T10:22:16.922302Z","steps":["trace[320900755] 'process raft request' (duration: 97.269268ms)","trace[320900755] 'compare' (duration: 12.036657ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:28.852126Z","caller":"traceutil/trace.go:171","msg":"trace[9020270] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"139.387281ms","start":"2026-04-04T10:22:28.712713Z","end":"2026-04-04T10:22:28.8521Z","steps":["trace[9020270] 'process raft request' (duration: 139.040282ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:28.852293Z","caller":"traceutil/trace.go:171","msg":"trace[860654282] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"135.128542ms","start":"2026-04-04T10:22:28.71714Z","end":"2026-04-04T10:22:28.852269Z","steps":["trace[860654282] 'process raft request' (duration: 134.64681ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:28.85233Z","caller":"traceutil/trace.go:171","msg":"trace[20264049] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"140.12538ms","start":"2026-04-04T10:22:28.712196Z","end":"2026-04-04T10:22:28.852322Z","steps":["trace[20264049] 'process raft request' (duration: 108.519115ms)","trace[20264049] 'compare' (duration: 30.886117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:29.0032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.978963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:29.003363Z","caller":"traceutil/trace.go:171","msg":"trace[1569984151] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2734; }","duration":"101.197969ms","start":"2026-04-04T10:22:28.902148Z","end":"2026-04-04T10:22:29.003346Z","steps":["trace[1569984151] 'agreement among raft nodes before linearized reading' (duration: 100.958463ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:29.003367Z","caller":"traceutil/trace.go:171","msg":"trace[1195745710] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"112.512126ms","start":"2026-04-04T10:22:28.890814Z","end":"2026-04-04T10:22:29.003326Z","steps":["trace[1195745710] 'process raft request' (duration: 93.239635ms)","trace[1195745710] 'compare' (duration: 18.83422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:29.83148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.558174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:29.831625Z","caller":"traceutil/trace.go:171","msg":"trace[232612077] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"156.537208ms","start":"2026-04-04T10:22:29.675067Z","end":"2026-04-04T10:22:29.831604Z","steps":["trace[232612077] 'process raft request' (duration: 51.739128ms)","trace[232612077] 'compare' (duration: 104.37097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:30.560957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.699645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:30.561104Z","caller":"traceutil/trace.go:171","msg":"trace[1110111840] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"885.703656ms","start":"2026-04-04T10:22:29.675372Z","end":"2026-04-04T10:22:30.561076Z","steps":["trace[1110111840] 'process raft request' (duration: 304.767705ms)","trace[1110111840] 'compare' (duration: 580.550961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:30.561194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:29.67536Z","time spent":"885.789648ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:30.561564Z","caller":"traceutil/trace.go:171","msg":"trace[814189347] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"382.379001ms","start":"2026-04-04T10:22:30.17915Z","end":"2026-04-04T10:22:30.561529Z","steps":["trace[814189347] 'process raft request' (duration: 382.215087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.561773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.179131Z","time spent":"382.536896ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:30.562849Z","caller":"traceutil/trace.go:171","msg":"trace[488636964] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2875; }","duration":"325.600115ms","start":"2026-04-04T10:22:30.237193Z","end":"2026-04-04T10:22:30.562793Z","steps":["trace[488636964] 'read index received' (duration: 324.117507ms)","trace[488636964] 'applied index is now lower than readState.Index' (duration: 1.481628ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:30.562952Z","caller":"traceutil/trace.go:171","msg":"trace[1914407726] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"349.508195ms","start":"2026-04-04T10:22:30.213413Z","end":"2026-04-04T10:22:30.562921Z","steps":["trace[1914407726] 'process raft request' (duration: 349.256509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.562998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.780959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:30.563086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.213386Z","time spent":"349.643999ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:30.563047Z","caller":"traceutil/trace.go:171","msg":"trace[1193195086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"325.872612ms","start":"2026-04-04T10:22:30.237156Z","end":"2026-04-04T10:22:30.563029Z","steps":["trace[1193195086] 'agreement among raft nodes before linearized reading' (duration: 325.779709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:30.563175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.237142Z","time spent":"326.022926ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:22:31.043683Z","caller":"traceutil/trace.go:171","msg":"trace[1175130374] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"388.475008ms","start":"2026-04-04T10:22:30.655189Z","end":"2026-04-04T10:22:31.043664Z","steps":["trace[1175130374] 'process raft request' (duration: 388.366775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.04384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.655161Z","time spent":"388.625072ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2483,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:22:31.493215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.8878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:22:31.493469Z","caller":"traceutil/trace.go:171","msg":"trace[890259935] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2877; }","duration":"575.570674ms","start":"2026-04-04T10:22:30.917878Z","end":"2026-04-04T10:22:31.493448Z","steps":["trace[890259935] 'read index received' (duration: 125.689852ms)","trace[890259935] 'applied index is now lower than readState.Index' (duration: 449.879862ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:31.493538Z","caller":"traceutil/trace.go:171","msg":"trace[2138917765] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"772.520172ms","start":"2026-04-04T10:22:30.720963Z","end":"2026-04-04T10:22:31.493483Z","steps":["trace[2138917765] 'process raft request' (duration: 772.352788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.493672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.781559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:22:31.493732Z","caller":"traceutil/trace.go:171","msg":"trace[149687006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2765; }","duration":"575.909293ms","start":"2026-04-04T10:22:30.917808Z","end":"2026-04-04T10:22:31.493717Z","steps":["trace[149687006] 'agreement among raft nodes before linearized reading' (duration: 575.696038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.49374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.720931Z","time spent":"772.706027ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:31.493772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:30.917745Z","time spent":"576.018495ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:22:31.497319Z","caller":"traceutil/trace.go:171","msg":"trace[1116408047] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"444.167736ms","start":"2026-04-04T10:22:31.053133Z","end":"2026-04-04T10:22:31.497301Z","steps":["trace[1116408047] 'process raft request' (duration: 444.055523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.497442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:31.053115Z","time spent":"444.261898ms","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3072,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:22:31.503819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.397146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:22:31.50387Z","caller":"traceutil/trace.go:171","msg":"trace[38114790] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2767; }","duration":"171.497599ms","start":"2026-04-04T10:22:31.332359Z","end":"2026-04-04T10:22:31.503857Z","steps":["trace[38114790] 'agreement among raft nodes before linearized reading' (duration: 171.358555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.503922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.630213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-04T10:22:31.503955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.406439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:22:31.504003Z","caller":"traceutil/trace.go:171","msg":"trace[1447589456] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"265.419482ms","start":"2026-04-04T10:22:31.238575Z","end":"2026-04-04T10:22:31.503994Z","steps":["trace[1447589456] 'process raft request' (duration: 264.984691ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.504002Z","caller":"traceutil/trace.go:171","msg":"trace[1847142740] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2767; }","duration":"264.763086ms","start":"2026-04-04T10:22:31.239219Z","end":"2026-04-04T10:22:31.503982Z","steps":["trace[1847142740] 'agreement among raft nodes before linearized reading' (duration: 264.555131ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.504007Z","caller":"traceutil/trace.go:171","msg":"trace[711707024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"405.487741ms","start":"2026-04-04T10:22:31.098503Z","end":"2026-04-04T10:22:31.50399Z","steps":["trace[711707024] 'agreement among raft nodes before linearized reading' (duration: 405.376318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.504001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.285526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:22:31.504046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:31.098483Z","time spent":"405.555483ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:22:31.504067Z","caller":"traceutil/trace.go:171","msg":"trace[1874155536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"206.40971ms","start":"2026-04-04T10:22:31.297638Z","end":"2026-04-04T10:22:31.504048Z","steps":["trace[1874155536] 'agreement among raft nodes before linearized reading' (duration: 206.178854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.504255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.332382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:31.504288Z","caller":"traceutil/trace.go:171","msg":"trace[899851739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2767; }","duration":"466.939697ms","start":"2026-04-04T10:22:31.03734Z","end":"2026-04-04T10:22:31.504279Z","steps":["trace[899851739] 'agreement among raft nodes before linearized reading' (duration: 466.316472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.504311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:31.037322Z","time spent":"466.982428ms","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:22:31.666333Z","caller":"traceutil/trace.go:171","msg":"trace[1008868471] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2882; }","duration":"159.148405ms","start":"2026-04-04T10:22:31.50716Z","end":"2026-04-04T10:22:31.666308Z","steps":["trace[1008868471] 'read index received' (duration: 62.316637ms)","trace[1008868471] 'applied index is now lower than readState.Index' (duration: 96.830778ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:31.666353Z","caller":"traceutil/trace.go:171","msg":"trace[797600804] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"159.264028ms","start":"2026-04-04T10:22:31.507027Z","end":"2026-04-04T10:22:31.666291Z","steps":["trace[797600804] 'process raft request' (duration: 155.670456ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.666383Z","caller":"traceutil/trace.go:171","msg":"trace[826077824] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"159.261068ms","start":"2026-04-04T10:22:31.507092Z","end":"2026-04-04T10:22:31.666353Z","steps":["trace[826077824] 'process raft request' (duration: 159.076673ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.666395Z","caller":"traceutil/trace.go:171","msg":"trace[581175163] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"159.211956ms","start":"2026-04-04T10:22:31.507155Z","end":"2026-04-04T10:22:31.666367Z","steps":["trace[581175163] 'process raft request' (duration: 159.107354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:31.666776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.583696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-04T10:22:31.666956Z","caller":"traceutil/trace.go:171","msg":"trace[2109794608] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2771; }","duration":"160.005067ms","start":"2026-04-04T10:22:31.506926Z","end":"2026-04-04T10:22:31.666931Z","steps":["trace[2109794608] 'agreement among raft nodes before linearized reading' (duration: 159.495344ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:31.870825Z","caller":"traceutil/trace.go:171","msg":"trace[1554009554] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"174.754013ms","start":"2026-04-04T10:22:31.696041Z","end":"2026-04-04T10:22:31.870795Z","steps":["trace[1554009554] 'read index received' (duration: 94.16861ms)","trace[1554009554] 'applied index is now lower than readState.Index' (duration: 80.584213ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:31.870859Z","caller":"traceutil/trace.go:171","msg":"trace[1249071767] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"196.559597ms","start":"2026-04-04T10:22:31.674263Z","end":"2026-04-04T10:22:31.870822Z","steps":["trace[1249071767] 'process raft request' (duration: 115.910303ms)","trace[1249071767] 'compare' (duration: 80.4938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:31.871054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.987728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:31.871139Z","caller":"traceutil/trace.go:171","msg":"trace[529604944] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2772; }","duration":"175.123472ms","start":"2026-04-04T10:22:31.695996Z","end":"2026-04-04T10:22:31.871119Z","steps":["trace[529604944] 'agreement among raft nodes before linearized reading' (duration: 174.955118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:32.297763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.708307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:32.297918Z","caller":"traceutil/trace.go:171","msg":"trace[967082848] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2887; }","duration":"137.862852ms","start":"2026-04-04T10:22:32.160038Z","end":"2026-04-04T10:22:32.297901Z","steps":["trace[967082848] 'read index received' (duration: 42.831µs)","trace[967082848] 'applied index is now lower than readState.Index' (duration: 137.818451ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:32.297964Z","caller":"traceutil/trace.go:171","msg":"trace[722385467] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"421.9771ms","start":"2026-04-04T10:22:31.87593Z","end":"2026-04-04T10:22:32.297907Z","steps":["trace[722385467] 'process raft request' (duration: 120.054818ms)","trace[722385467] 'compare' (duration: 301.315067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:32.29816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.118429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:32.298162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:31.875898Z","time spent":"422.174545ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:32.298214Z","caller":"traceutil/trace.go:171","msg":"trace[1516214457] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2773; }","duration":"138.219302ms","start":"2026-04-04T10:22:32.159982Z","end":"2026-04-04T10:22:32.298201Z","steps":["trace[1516214457] 'agreement among raft nodes before linearized reading' (duration: 138.010876ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:32.727446Z","caller":"traceutil/trace.go:171","msg":"trace[1081385158] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"156.243291ms","start":"2026-04-04T10:22:32.571175Z","end":"2026-04-04T10:22:32.727418Z","steps":["trace[1081385158] 'process raft request' (duration: 156.067107ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:33.783672Z","caller":"traceutil/trace.go:171","msg":"trace[301465591] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2890; }","duration":"209.286043ms","start":"2026-04-04T10:22:33.574359Z","end":"2026-04-04T10:22:33.783645Z","steps":["trace[301465591] 'read index received' (duration: 15.772302ms)","trace[301465591] 'applied index is now lower than readState.Index' (duration: 193.512441ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:33.783787Z","caller":"traceutil/trace.go:171","msg":"trace[1705610500] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"275.89287ms","start":"2026-04-04T10:22:33.507874Z","end":"2026-04-04T10:22:33.783767Z","steps":["trace[1705610500] 'process raft request' (duration: 275.603492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.783937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.550869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:22:33.78398Z","caller":"traceutil/trace.go:171","msg":"trace[1958701405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2777; }","duration":"209.652482ms","start":"2026-04-04T10:22:33.574316Z","end":"2026-04-04T10:22:33.783968Z","steps":["trace[1958701405] 'agreement among raft nodes before linearized reading' (duration: 209.474767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.784206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.970439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:33.784247Z","caller":"traceutil/trace.go:171","msg":"trace[1306646930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2777; }","duration":"113.051791ms","start":"2026-04-04T10:22:33.671182Z","end":"2026-04-04T10:22:33.784234Z","steps":["trace[1306646930] 'agreement among raft nodes before linearized reading' (duration: 112.918968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.78424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.476402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:22:33.78434Z","caller":"traceutil/trace.go:171","msg":"trace[857451674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2777; }","duration":"113.629395ms","start":"2026-04-04T10:22:33.670685Z","end":"2026-04-04T10:22:33.784314Z","steps":["trace[857451674] 'agreement among raft nodes before linearized reading' (duration: 113.318968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:33.784494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.739948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:22:33.784563Z","caller":"traceutil/trace.go:171","msg":"trace[1109871478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2777; }","duration":"113.82452ms","start":"2026-04-04T10:22:33.670721Z","end":"2026-04-04T10:22:33.784546Z","steps":["trace[1109871478] 'agreement among raft nodes before linearized reading' (duration: 113.614985ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:34.439809Z","caller":"traceutil/trace.go:171","msg":"trace[2129548989] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"133.272306ms","start":"2026-04-04T10:22:34.306491Z","end":"2026-04-04T10:22:34.439763Z","steps":["trace[2129548989] 'process raft request' (duration: 132.761623ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.071831Z","caller":"traceutil/trace.go:171","msg":"trace[293830710] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"252.733409ms","start":"2026-04-04T10:22:35.819074Z","end":"2026-04-04T10:22:36.071808Z","steps":["trace[293830710] 'process raft request' (duration: 252.629906ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.071853Z","caller":"traceutil/trace.go:171","msg":"trace[909907829] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"253.245422ms","start":"2026-04-04T10:22:35.81857Z","end":"2026-04-04T10:22:36.071815Z","steps":["trace[909907829] 'process raft request' (duration: 252.967885ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.072043Z","caller":"traceutil/trace.go:171","msg":"trace[1027381719] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"252.660507ms","start":"2026-04-04T10:22:35.819361Z","end":"2026-04-04T10:22:36.072022Z","steps":["trace[1027381719] 'process raft request' (duration: 252.389381ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.073278Z","caller":"traceutil/trace.go:171","msg":"trace[1647575751] linearizableReadLoop","detail":"{readStateIndex:2908; appliedIndex:2904; }","duration":"153.980483ms","start":"2026-04-04T10:22:35.919269Z","end":"2026-04-04T10:22:36.07325Z","steps":["trace[1647575751] 'read index received' (duration: 152.30741ms)","trace[1647575751] 'applied index is now lower than readState.Index' (duration: 1.671943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:36.073611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.317041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:36.073661Z","caller":"traceutil/trace.go:171","msg":"trace[197143487] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2792; }","duration":"154.434494ms","start":"2026-04-04T10:22:35.919212Z","end":"2026-04-04T10:22:36.073646Z","steps":["trace[197143487] 'agreement among raft nodes before linearized reading' (duration: 154.331081ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:36.073709Z","caller":"traceutil/trace.go:171","msg":"trace[782322619] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"190.908664ms","start":"2026-04-04T10:22:35.88273Z","end":"2026-04-04T10:22:36.073638Z","steps":["trace[782322619] 'process raft request' (duration: 190.386371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:38.254049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754738668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:38.754745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754738668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:39.255515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754738668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:39.756431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754738668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:22:39.832992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.215626573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:22:39.833369Z","caller":"traceutil/trace.go:171","msg":"trace[1421344990] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"2.229434255s","start":"2026-04-04T10:22:37.603907Z","end":"2026-04-04T10:22:39.833341Z","steps":["trace[1421344990] 'process raft request' (duration: 2.229279181s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.833521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:37.603883Z","time spent":"2.229558678s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:39.835356Z","caller":"traceutil/trace.go:171","msg":"trace[732734569] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"1.766594772s","start":"2026-04-04T10:22:38.068735Z","end":"2026-04-04T10:22:39.835329Z","steps":["trace[732734569] 'process raft request' (duration: 1.76651536s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.83552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.068708Z","time spent":"1.766723286s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:39.835598Z","caller":"traceutil/trace.go:171","msg":"trace[860377188] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2914; }","duration":"2.081859845s","start":"2026-04-04T10:22:37.753727Z","end":"2026-04-04T10:22:39.835587Z","steps":["trace[860377188] 'read index received' (duration: 2.079486694s)","trace[860377188] 'applied index is now lower than readState.Index' (duration: 2.371931ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:39.835372Z","caller":"traceutil/trace.go:171","msg":"trace[444181854] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"2.015786752s","start":"2026-04-04T10:22:37.819556Z","end":"2026-04-04T10:22:39.835343Z","steps":["trace[444181854] 'process raft request' (duration: 2.015579716s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.835674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:37.819529Z","time spent":"2.01611668s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:39.835683Z","caller":"traceutil/trace.go:171","msg":"trace[401093826] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"1.756781302s","start":"2026-04-04T10:22:38.078893Z","end":"2026-04-04T10:22:39.835674Z","steps":["trace[401093826] 'process raft request' (duration: 1.756395502s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.835804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.078873Z","time spent":"1.756841714s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:39.835911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082173892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-04T10:22:39.835974Z","caller":"traceutil/trace.go:171","msg":"trace[168480030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2803; }","duration":"2.082267035s","start":"2026-04-04T10:22:37.753688Z","end":"2026-04-04T10:22:39.835955Z","steps":["trace[168480030] 'agreement among raft nodes before linearized reading' (duration: 2.08207322s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.83601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:37.753661Z","time spent":"2.082340087s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972781536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:22:39.836117Z","caller":"traceutil/trace.go:171","msg":"trace[1259154103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2803; }","duration":"1.972820957s","start":"2026-04-04T10:22:37.863285Z","end":"2026-04-04T10:22:39.836106Z","steps":["trace[1259154103] 'agreement among raft nodes before linearized reading' (duration: 1.972689473s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:39.836143Z","caller":"traceutil/trace.go:171","msg":"trace[353201190] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"527.065559ms","start":"2026-04-04T10:22:39.309066Z","end":"2026-04-04T10:22:39.836131Z","steps":["trace[353201190] 'process raft request' (duration: 526.411013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382324631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:22:39.836212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:39.309043Z","time spent":"527.13018ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:39.836253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695435249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-04T10:22:39.836279Z","caller":"traceutil/trace.go:171","msg":"trace[1930062633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2803; }","duration":"1.695497951s","start":"2026-04-04T10:22:38.140773Z","end":"2026-04-04T10:22:39.836271Z","steps":["trace[1930062633] 'agreement among raft nodes before linearized reading' (duration: 1.695429749s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.83631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.140753Z","time spent":"1.695551712s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.446086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:22:39.836376Z","caller":"traceutil/trace.go:171","msg":"trace[1180399041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2803; }","duration":"304.517638ms","start":"2026-04-04T10:22:39.531849Z","end":"2026-04-04T10:22:39.836367Z","steps":["trace[1180399041] 'agreement among raft nodes before linearized reading' (duration: 304.399035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:39.531829Z","time spent":"304.572149ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760078046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:22:39.836449Z","caller":"traceutil/trace.go:171","msg":"trace[1463074716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2803; }","duration":"1.760157778s","start":"2026-04-04T10:22:38.076283Z","end":"2026-04-04T10:22:39.836441Z","steps":["trace[1463074716] 'agreement among raft nodes before linearized reading' (duration: 1.760087196s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.076252Z","time spent":"1.76021709s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760412554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:22:39.836185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600217003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:39.836598Z","caller":"traceutil/trace.go:171","msg":"trace[1725739346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2803; }","duration":"1.760482066s","start":"2026-04-04T10:22:38.076105Z","end":"2026-04-04T10:22:39.836587Z","steps":["trace[1725739346] 'agreement among raft nodes before linearized reading' (duration: 1.760382653s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:39.836621Z","caller":"traceutil/trace.go:171","msg":"trace[1500402004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2803; }","duration":"1.600688974s","start":"2026-04-04T10:22:38.235922Z","end":"2026-04-04T10:22:39.836611Z","steps":["trace[1500402004] 'agreement among raft nodes before linearized reading' (duration: 1.600243653s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.235899Z","time spent":"1.600750526s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058508302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:39.836697Z","caller":"traceutil/trace.go:171","msg":"trace[1488037828] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2803; }","duration":"1.058568902s","start":"2026-04-04T10:22:38.77812Z","end":"2026-04-04T10:22:39.836689Z","steps":["trace[1488037828] 'agreement among raft nodes before linearized reading' (duration: 1.058522461s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.778103Z","time spent":"1.058622194s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:39.836148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:37.863258Z","time spent":"1.972882958s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.067026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:22:39.836901Z","caller":"traceutil/trace.go:171","msg":"trace[272001940] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2803; }","duration":"596.344082ms","start":"2026-04-04T10:22:39.240546Z","end":"2026-04-04T10:22:39.83689Z","steps":["trace[272001940] 'agreement among raft nodes before linearized reading' (duration: 596.012874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085086508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:22:39.836942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:39.240485Z","time spent":"596.446626ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-04T10:22:39.836953Z","caller":"traceutil/trace.go:171","msg":"trace[287682681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2803; }","duration":"1.08516274s","start":"2026-04-04T10:22:38.751782Z","end":"2026-04-04T10:22:39.836945Z","steps":["trace[287682681] 'agreement among raft nodes before linearized reading' (duration: 1.085079778s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.836987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.751729Z","time spent":"1.085252123s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:22:39.836215Z","caller":"traceutil/trace.go:171","msg":"trace[428566826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2803; }","duration":"1.382396413s","start":"2026-04-04T10:22:38.453808Z","end":"2026-04-04T10:22:39.836204Z","steps":["trace[428566826] 'agreement among raft nodes before linearized reading' (duration: 1.38226273s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.837136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.453766Z","time spent":"1.383361207s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:39.837352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761165904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:39.8374Z","caller":"traceutil/trace.go:171","msg":"trace[2118275453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2803; }","duration":"1.761239486s","start":"2026-04-04T10:22:38.076149Z","end":"2026-04-04T10:22:39.837388Z","steps":["trace[2118275453] 'agreement among raft nodes before linearized reading' (duration: 1.761142884s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:39.837428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.07613Z","time spent":"1.761292078s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:39.836627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:38.076092Z","time spent":"1.760528938s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:22:46.023957Z","caller":"traceutil/trace.go:171","msg":"trace[1480320967] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"167.484565ms","start":"2026-04-04T10:22:45.85645Z","end":"2026-04-04T10:22:46.023934Z","steps":["trace[1480320967] 'process raft request' (duration: 167.329221ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:46.040925Z","caller":"traceutil/trace.go:171","msg":"trace[2057425298] linearizableReadLoop","detail":"{readStateIndex:2962; appliedIndex:2959; }","duration":"169.825297ms","start":"2026-04-04T10:22:45.871075Z","end":"2026-04-04T10:22:46.0409Z","steps":["trace[2057425298] 'read index received' (duration: 152.698176ms)","trace[2057425298] 'applied index is now lower than readState.Index' (duration: 17.126031ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:46.041043Z","caller":"traceutil/trace.go:171","msg":"trace[914287601] transaction","detail":"{read_only:false; response_revision:2843; number_of_response:1; }","duration":"183.904257ms","start":"2026-04-04T10:22:45.857128Z","end":"2026-04-04T10:22:46.041032Z","steps":["trace[914287601] 'process raft request' (duration: 183.578489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:46.041264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.525854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:22:46.041265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.172947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:22:46.041298Z","caller":"traceutil/trace.go:171","msg":"trace[33272442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2844; }","duration":"165.596676ms","start":"2026-04-04T10:22:45.875689Z","end":"2026-04-04T10:22:46.041286Z","steps":["trace[33272442] 'agreement among raft nodes before linearized reading' (duration: 165.489173ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:46.041311Z","caller":"traceutil/trace.go:171","msg":"trace[147635146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2844; }","duration":"170.266419ms","start":"2026-04-04T10:22:45.87103Z","end":"2026-04-04T10:22:46.041297Z","steps":["trace[147635146] 'agreement among raft nodes before linearized reading' (duration: 170.089205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:46.041345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.480257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:22:46.041395Z","caller":"traceutil/trace.go:171","msg":"trace[1904098526] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2844; }","duration":"161.557878ms","start":"2026-04-04T10:22:45.879822Z","end":"2026-04-04T10:22:46.04138Z","steps":["trace[1904098526] 'agreement among raft nodes before linearized reading' (duration: 161.411315ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:46.041432Z","caller":"traceutil/trace.go:171","msg":"trace[585156687] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"183.345632ms","start":"2026-04-04T10:22:45.858059Z","end":"2026-04-04T10:22:46.041404Z","steps":["trace[585156687] 'process raft request' (duration: 182.788677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:46.041548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.291161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:22:46.041577Z","caller":"traceutil/trace.go:171","msg":"trace[176830428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2844; }","duration":"161.337853ms","start":"2026-04-04T10:22:45.880229Z","end":"2026-04-04T10:22:46.041567Z","steps":["trace[176830428] 'agreement among raft nodes before linearized reading' (duration: 161.259631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:46.04158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.901188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:22:46.041617Z","caller":"traceutil/trace.go:171","msg":"trace[207650902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2844; }","duration":"161.96472ms","start":"2026-04-04T10:22:45.879644Z","end":"2026-04-04T10:22:46.041609Z","steps":["trace[207650902] 'agreement among raft nodes before linearized reading' (duration: 161.863298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:46.041764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.136464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:22:46.04186Z","caller":"traceutil/trace.go:171","msg":"trace[638292614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2844; }","duration":"162.280098ms","start":"2026-04-04T10:22:45.879564Z","end":"2026-04-04T10:22:46.041844Z","steps":["trace[638292614] 'agreement among raft nodes before linearized reading' (duration: 162.057093ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:49.686708Z","caller":"traceutil/trace.go:171","msg":"trace[660515238] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"101.312245ms","start":"2026-04-04T10:22:49.585373Z","end":"2026-04-04T10:22:49.686686Z","steps":["trace[660515238] 'process raft request' (duration: 101.188291ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:51.447355Z","caller":"traceutil/trace.go:171","msg":"trace[1206668507] linearizableReadLoop","detail":"{readStateIndex:2995; appliedIndex:2994; }","duration":"211.01642ms","start":"2026-04-04T10:22:51.236315Z","end":"2026-04-04T10:22:51.447331Z","steps":["trace[1206668507] 'read index received' (duration: 210.815265ms)","trace[1206668507] 'applied index is now lower than readState.Index' (duration: 200.325µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:51.447383Z","caller":"traceutil/trace.go:171","msg":"trace[1915748081] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"490.515942ms","start":"2026-04-04T10:22:50.956843Z","end":"2026-04-04T10:22:51.447359Z","steps":["trace[1915748081] 'process raft request' (duration: 490.335017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:51.447559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.209575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:51.447644Z","caller":"traceutil/trace.go:171","msg":"trace[1827017250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2876; }","duration":"211.349859ms","start":"2026-04-04T10:22:51.236275Z","end":"2026-04-04T10:22:51.447625Z","steps":["trace[1827017250] 'agreement among raft nodes before linearized reading' (duration: 211.162634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:51.447783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:50.956809Z","time spent":"490.80566ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:51.447882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.535565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:22:51.448012Z","caller":"traceutil/trace.go:171","msg":"trace[1944488264] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2876; }","duration":"208.687369ms","start":"2026-04-04T10:22:51.239307Z","end":"2026-04-04T10:22:51.447995Z","steps":["trace[1944488264] 'agreement among raft nodes before linearized reading' (duration: 208.393051ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:55.925172Z","caller":"traceutil/trace.go:171","msg":"trace[1350744711] linearizableReadLoop","detail":"{readStateIndex:3028; appliedIndex:3027; }","duration":"362.781321ms","start":"2026-04-04T10:22:55.562373Z","end":"2026-04-04T10:22:55.925154Z","steps":["trace[1350744711] 'read index received' (duration: 362.671629ms)","trace[1350744711] 'applied index is now lower than readState.Index' (duration: 108.762µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:55.925237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:55.440894Z","time spent":"484.337929ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:22:55.92532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.927826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:55.925362Z","caller":"traceutil/trace.go:171","msg":"trace[1952684407] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2908; }","duration":"363.029279ms","start":"2026-04-04T10:22:55.562323Z","end":"2026-04-04T10:22:55.925352Z","steps":["trace[1952684407] 'agreement among raft nodes before linearized reading' (duration: 362.930576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:55.925465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:55.562302Z","time spent":"363.152521ms","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:56.360005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.222307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:22:56.360287Z","caller":"traceutil/trace.go:171","msg":"trace[1776827857] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"283.306872ms","start":"2026-04-04T10:22:56.076962Z","end":"2026-04-04T10:22:56.360269Z","steps":["trace[1776827857] 'process raft request' (duration: 283.270091ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.360448Z","caller":"traceutil/trace.go:171","msg":"trace[545193160] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"305.798574ms","start":"2026-04-04T10:22:56.054618Z","end":"2026-04-04T10:22:56.360416Z","steps":["trace[545193160] 'process raft request' (duration: 305.518456ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.360514Z","caller":"traceutil/trace.go:171","msg":"trace[74254636] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"285.286594ms","start":"2026-04-04T10:22:56.075217Z","end":"2026-04-04T10:22:56.360503Z","steps":["trace[74254636] 'process raft request' (duration: 284.982076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.360605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:56.054597Z","time spent":"305.924406ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:56.36075Z","caller":"traceutil/trace.go:171","msg":"trace[720482229] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"434.345444ms","start":"2026-04-04T10:22:55.926393Z","end":"2026-04-04T10:22:56.360738Z","steps":["trace[720482229] 'process raft request' (duration: 271.308476ms)","trace[720482229] 'compare' (duration: 162.118694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:56.36082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:55.926372Z","time spent":"434.410766ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:56.360975Z","caller":"traceutil/trace.go:171","msg":"trace[1965689793] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3028; }","duration":"424.341712ms","start":"2026-04-04T10:22:55.936622Z","end":"2026-04-04T10:22:56.360963Z","steps":["trace[1965689793] 'read index received' (duration: 261.081458ms)","trace[1965689793] 'applied index is now lower than readState.Index' (duration: 163.258784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:56.361075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.446764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:56.361118Z","caller":"traceutil/trace.go:171","msg":"trace[397641642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2912; }","duration":"424.536436ms","start":"2026-04-04T10:22:55.93657Z","end":"2026-04-04T10:22:56.361107Z","steps":["trace[397641642] 'agreement among raft nodes before linearized reading' (duration: 424.463205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.361155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:55.936548Z","time spent":"424.597618ms","remote":"127.0.0.1:53666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:22:56.36118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.039615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:22:56.361216Z","caller":"traceutil/trace.go:171","msg":"trace[1080581754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2912; }","duration":"272.102947ms","start":"2026-04-04T10:22:56.0891Z","end":"2026-04-04T10:22:56.361203Z","steps":["trace[1080581754] 'agreement among raft nodes before linearized reading' (duration: 271.961073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.36148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.939992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:22:56.361524Z","caller":"traceutil/trace.go:171","msg":"trace[6649021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2912; }","duration":"245.023724ms","start":"2026-04-04T10:22:56.116491Z","end":"2026-04-04T10:22:56.361515Z","steps":["trace[6649021] 'agreement among raft nodes before linearized reading' (duration: 244.896451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.361526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.143847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:22:56.361558Z","caller":"traceutil/trace.go:171","msg":"trace[755252343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2912; }","duration":"245.176548ms","start":"2026-04-04T10:22:56.116372Z","end":"2026-04-04T10:22:56.361549Z","steps":["trace[755252343] 'agreement among raft nodes before linearized reading' (duration: 245.086206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.361681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.37616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:22:56.361722Z","caller":"traceutil/trace.go:171","msg":"trace[757098621] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2912; }","duration":"116.437332ms","start":"2026-04-04T10:22:56.245273Z","end":"2026-04-04T10:22:56.361711Z","steps":["trace[757098621] 'agreement among raft nodes before linearized reading' (duration: 116.378221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.361756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.394484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:22:56.361837Z","caller":"traceutil/trace.go:171","msg":"trace[1056966576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2912; }","duration":"245.506627ms","start":"2026-04-04T10:22:56.11632Z","end":"2026-04-04T10:22:56.361827Z","steps":["trace[1056966576] 'agreement among raft nodes before linearized reading' (duration: 245.377224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.36199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.168742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:56.362031Z","caller":"traceutil/trace.go:171","msg":"trace[292768808] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2912; }","duration":"195.238554ms","start":"2026-04-04T10:22:56.166782Z","end":"2026-04-04T10:22:56.362021Z","steps":["trace[292768808] 'agreement among raft nodes before linearized reading' (duration: 195.175612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.362505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.34403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:22:56.362544Z","caller":"traceutil/trace.go:171","msg":"trace[2055367983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2912; }","duration":"273.413551ms","start":"2026-04-04T10:22:56.089122Z","end":"2026-04-04T10:22:56.362536Z","steps":["trace[2055367983] 'agreement among raft nodes before linearized reading' (duration: 273.318188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:56.362708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.390621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:22:56.362744Z","caller":"traceutil/trace.go:171","msg":"trace[1859518447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2912; }","duration":"246.447512ms","start":"2026-04-04T10:22:56.116286Z","end":"2026-04-04T10:22:56.362733Z","steps":["trace[1859518447] 'agreement among raft nodes before linearized reading' (duration: 246.36794ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.543656Z","caller":"traceutil/trace.go:171","msg":"trace[1118316473] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"158.204382ms","start":"2026-04-04T10:22:56.385424Z","end":"2026-04-04T10:22:56.543628Z","steps":["trace[1118316473] 'process raft request' (duration: 158.012207ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.549241Z","caller":"traceutil/trace.go:171","msg":"trace[1563588060] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"163.694926ms","start":"2026-04-04T10:22:56.385517Z","end":"2026-04-04T10:22:56.549212Z","steps":["trace[1563588060] 'process raft request' (duration: 163.47409ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.549261Z","caller":"traceutil/trace.go:171","msg":"trace[1079543490] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"163.704366ms","start":"2026-04-04T10:22:56.385531Z","end":"2026-04-04T10:22:56.549236Z","steps":["trace[1079543490] 'process raft request' (duration: 163.613434ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.549548Z","caller":"traceutil/trace.go:171","msg":"trace[1045480479] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3032; }","duration":"162.69131ms","start":"2026-04-04T10:22:56.386844Z","end":"2026-04-04T10:22:56.549535Z","steps":["trace[1045480479] 'read index received' (duration: 156.59625ms)","trace[1045480479] 'applied index is now lower than readState.Index' (duration: 6.09417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:56.549683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.813703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-04T10:22:56.549684Z","caller":"traceutil/trace.go:171","msg":"trace[531388567] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"164.114546ms","start":"2026-04-04T10:22:56.385553Z","end":"2026-04-04T10:22:56.549667Z","steps":["trace[531388567] 'process raft request' (duration: 163.953032ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.549712Z","caller":"traceutil/trace.go:171","msg":"trace[2053169090] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2918; }","duration":"162.873914ms","start":"2026-04-04T10:22:56.386831Z","end":"2026-04-04T10:22:56.549705Z","steps":["trace[2053169090] 'agreement among raft nodes before linearized reading' (duration: 162.752231ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.54967Z","caller":"traceutil/trace.go:171","msg":"trace[1827034029] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"164.120237ms","start":"2026-04-04T10:22:56.385536Z","end":"2026-04-04T10:22:56.549656Z","steps":["trace[1827034029] 'process raft request' (duration: 163.647795ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:56.549671Z","caller":"traceutil/trace.go:171","msg":"trace[626333467] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"164.066945ms","start":"2026-04-04T10:22:56.385558Z","end":"2026-04-04T10:22:56.549625Z","steps":["trace[626333467] 'process raft request' (duration: 163.831519ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:06.802301Z","caller":"traceutil/trace.go:171","msg":"trace[632035671] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"103.235806ms","start":"2026-04-04T10:23:06.699027Z","end":"2026-04-04T10:23:06.802263Z","steps":["trace[632035671] 'process raft request' (duration: 102.970709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.320804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081297711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:23:15.32092Z","caller":"traceutil/trace.go:171","msg":"trace[2054155004] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3008; }","duration":"2.081433274s","start":"2026-04-04T10:23:13.239463Z","end":"2026-04-04T10:23:15.320896Z","steps":["trace[2054155004] 'range keys from in-memory index tree' (duration: 2.080985553s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.320972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:13.239392Z","time spent":"2.081567998s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-04T10:23:15.321548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.937436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:15.321598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457034719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:15.321696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305101413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:15.321712Z","caller":"traceutil/trace.go:171","msg":"trace[1136275890] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3008; }","duration":"1.457222724s","start":"2026-04-04T10:23:13.864458Z","end":"2026-04-04T10:23:15.321681Z","steps":["trace[1136275890] 'count revisions from in-memory index tree' (duration: 1.456942676s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:15.321709Z","caller":"traceutil/trace.go:171","msg":"trace[2060017142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3008; }","duration":"986.133081ms","start":"2026-04-04T10:23:14.335537Z","end":"2026-04-04T10:23:15.32167Z","steps":["trace[2060017142] 'count revisions from in-memory index tree' (duration: 985.819174ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:15.321753Z","caller":"traceutil/trace.go:171","msg":"trace[1844807306] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3008; }","duration":"1.305157334s","start":"2026-04-04T10:23:14.016579Z","end":"2026-04-04T10:23:15.321736Z","steps":["trace[1844807306] 'count revisions from in-memory index tree' (duration: 1.30499182s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.321816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:13.864434Z","time spent":"1.457326707s","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:15.321847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.335492Z","time spent":"986.280075ms","remote":"127.0.0.1:53654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:15.321884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084055407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:15.321915Z","caller":"traceutil/trace.go:171","msg":"trace[378034813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3008; }","duration":"1.084169201s","start":"2026-04-04T10:23:14.237739Z","end":"2026-04-04T10:23:15.321908Z","steps":["trace[378034813] 'range keys from in-memory index tree' (duration: 1.083885213s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.321948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.237709Z","time spent":"1.084233322s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:15.321829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.016558Z","time spent":"1.305261946s","remote":"127.0.0.1:53566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:15.322075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.917518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:15.322279Z","caller":"traceutil/trace.go:171","msg":"trace[1293002776] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"804.820072ms","start":"2026-04-04T10:23:14.517429Z","end":"2026-04-04T10:23:15.322249Z","steps":["trace[1293002776] 'process raft request' (duration: 349.639157ms)","trace[1293002776] 'compare' (duration: 454.22673ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:15.32231Z","caller":"traceutil/trace.go:171","msg":"trace[2115530314] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3131; }","duration":"736.581217ms","start":"2026-04-04T10:23:14.585706Z","end":"2026-04-04T10:23:15.322287Z","steps":["trace[2115530314] 'read index received' (duration: 281.360141ms)","trace[2115530314] 'applied index is now lower than readState.Index' (duration: 455.219966ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:15.322365Z","caller":"traceutil/trace.go:171","msg":"trace[378236743] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"795.155508ms","start":"2026-04-04T10:23:14.527189Z","end":"2026-04-04T10:23:15.322344Z","steps":["trace[378236743] 'process raft request' (duration: 795.057304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.322411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.517401Z","time spent":"804.938046ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:15.322466Z","caller":"traceutil/trace.go:171","msg":"trace[237985423] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"795.921538ms","start":"2026-04-04T10:23:14.526394Z","end":"2026-04-04T10:23:15.322315Z","steps":["trace[237985423] 'process raft request' (duration: 795.790204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.322508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.527174Z","time spent":"795.24812ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:15.322625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.553164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:23:15.322639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.464215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:23:15.322667Z","caller":"traceutil/trace.go:171","msg":"trace[883493248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3011; }","duration":"485.619756ms","start":"2026-04-04T10:23:14.837036Z","end":"2026-04-04T10:23:15.322656Z","steps":["trace[883493248] 'agreement among raft nodes before linearized reading' (duration: 485.466492ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:15.32268Z","caller":"traceutil/trace.go:171","msg":"trace[1878481927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3011; }","duration":"389.542197ms","start":"2026-04-04T10:23:14.933124Z","end":"2026-04-04T10:23:15.322666Z","steps":["trace[1878481927] 'agreement among raft nodes before linearized reading' (duration: 389.445165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.322499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.790453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-04T10:23:15.32272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.933102Z","time spent":"389.60892ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:23:15.322746Z","caller":"traceutil/trace.go:171","msg":"trace[1568037737] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3204780616d1d; range_end:; response_count:1; response_revision:3011; }","duration":"737.06426ms","start":"2026-04-04T10:23:14.585658Z","end":"2026-04-04T10:23:15.322722Z","steps":["trace[1568037737] 'agreement among raft nodes before linearized reading' (duration: 736.733101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.322815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.585633Z","time spent":"737.163092ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" "} {"level":"warn","ts":"2026-04-04T10:23:15.322844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.548687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:23:15.32287Z","caller":"traceutil/trace.go:171","msg":"trace[1490993850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3011; }","duration":"392.606478ms","start":"2026-04-04T10:23:14.930257Z","end":"2026-04-04T10:23:15.322863Z","steps":["trace[1490993850] 'agreement among raft nodes before linearized reading' (duration: 392.525676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.322888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.930234Z","time spent":"392.650229ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:23:15.322816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.52637Z","time spent":"796.231867ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:15.323009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.289461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:23:15.323011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.369223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:23:15.323049Z","caller":"traceutil/trace.go:171","msg":"trace[1088016599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3011; }","duration":"389.360113ms","start":"2026-04-04T10:23:14.933679Z","end":"2026-04-04T10:23:15.32304Z","steps":["trace[1088016599] 'agreement among raft nodes before linearized reading' (duration: 389.265241ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:15.323063Z","caller":"traceutil/trace.go:171","msg":"trace[1219029014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3011; }","duration":"389.445685ms","start":"2026-04-04T10:23:14.933603Z","end":"2026-04-04T10:23:15.323049Z","steps":["trace[1219029014] 'agreement among raft nodes before linearized reading' (duration: 389.271801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.32312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.93359Z","time spent":"389.517847ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:23:15.322766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.540555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:15.323256Z","caller":"traceutil/trace.go:171","msg":"trace[1734065916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3011; }","duration":"391.044608ms","start":"2026-04-04T10:23:14.932188Z","end":"2026-04-04T10:23:15.323232Z","steps":["trace[1734065916] 'agreement among raft nodes before linearized reading' (duration: 390.521324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:15.323312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.932169Z","time spent":"391.1279ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:23:15.323078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.933669Z","time spent":"389.402244ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:15.322694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:14.836997Z","time spent":"485.691138ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:15.82817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754739207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:23:17.251155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447316103s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:17.251291Z","caller":"traceutil/trace.go:171","msg":"trace[1382518994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3011; }","duration":"1.447494777s","start":"2026-04-04T10:23:15.803775Z","end":"2026-04-04T10:23:17.25127Z","steps":["trace[1382518994] 'range keys from in-memory index tree' (duration: 1.447293422s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:17.252042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079352583s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:17.252189Z","caller":"traceutil/trace.go:171","msg":"trace[156615555] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"1.924495395s","start":"2026-04-04T10:23:15.327665Z","end":"2026-04-04T10:23:17.252161Z","steps":["trace[156615555] 'process raft request' (duration: 844.928977ms)","trace[156615555] 'compare' (duration: 1.07886134s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:17.252274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.327636Z","time spent":"1.924601827s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:17.332065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-04T10:23:17.332167Z","caller":"traceutil/trace.go:171","msg":"trace[659146044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075774s","start":"2026-04-04T10:23:15.332069Z","end":"2026-04-04T10:23:17.332144Z","steps":["trace[659146044] 'agreement among raft nodes before linearized reading' (duration: 1.99994578s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:17.332215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.332059Z","time spent":"2.000144605s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:18.196905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857470782s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-04T10:23:18.580449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:23:18.580526Z","caller":"traceutil/trace.go:171","msg":"trace[690691115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001229985s","start":"2026-04-04T10:23:16.579276Z","end":"2026-04-04T10:23:18.580506Z","steps":["trace[690691115] 'agreement among raft nodes before linearized reading' (duration: 2.001135162s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.580568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.579256Z","time spent":"2.001303437s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:23:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:23:18.581721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.360041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:18.581975Z","caller":"traceutil/trace.go:171","msg":"trace[1082488282] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"3.252987742s","start":"2026-04-04T10:23:15.328974Z","end":"2026-04-04T10:23:18.581962Z","steps":["trace[1082488282] 'process raft request' (duration: 3.252932591s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.58203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.328963Z","time spent":"3.253043503s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.582027Z","caller":"traceutil/trace.go:171","msg":"trace[816847088] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"3.253354741s","start":"2026-04-04T10:23:15.328604Z","end":"2026-04-04T10:23:18.581958Z","steps":["trace[816847088] 'process raft request' (duration: 3.253238078s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.58225Z","caller":"traceutil/trace.go:171","msg":"trace[1567484865] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"3.253525856s","start":"2026-04-04T10:23:15.328711Z","end":"2026-04-04T10:23:18.582237Z","steps":["trace[1567484865] 'process raft request' (duration: 3.253221379s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.582284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.328596Z","time spent":"3.253578548s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.582346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.328695Z","time spent":"3.253586948s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.58252Z","caller":"traceutil/trace.go:171","msg":"trace[347374465] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"3.254657696s","start":"2026-04-04T10:23:15.327839Z","end":"2026-04-04T10:23:18.582496Z","steps":["trace[347374465] 'process raft request' (duration: 2.86931741s)","trace[347374465] 'compare' (duration: 383.344484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:18.582706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.327818Z","time spent":"3.254729208s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.582982Z","caller":"traceutil/trace.go:171","msg":"trace[468619094] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"3.253610798s","start":"2026-04-04T10:23:15.329337Z","end":"2026-04-04T10:23:18.582948Z","steps":["trace[468619094] 'process raft request' (duration: 3.252820307s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.583064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.329327Z","time spent":"3.253687431s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.583065Z","caller":"traceutil/trace.go:171","msg":"trace[767815216] linearizableReadLoop","detail":"{readStateIndex:3141; appliedIndex:3134; }","duration":"3.255219981s","start":"2026-04-04T10:23:15.327833Z","end":"2026-04-04T10:23:18.583053Z","steps":["trace[767815216] 'read index received' (duration: 844.839034ms)","trace[767815216] 'applied index is now lower than readState.Index' (duration: 2.410380217s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:18.583312Z","caller":"traceutil/trace.go:171","msg":"trace[1154002851] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"3.252167301s","start":"2026-04-04T10:23:15.330982Z","end":"2026-04-04T10:23:18.583149Z","steps":["trace[1154002851] 'process raft request' (duration: 3.251911483s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.583428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255593542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-04T10:23:18.583465Z","caller":"traceutil/trace.go:171","msg":"trace[201630667] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3018; }","duration":"3.255661793s","start":"2026-04-04T10:23:15.327794Z","end":"2026-04-04T10:23:18.583456Z","steps":["trace[201630667] 'agreement among raft nodes before linearized reading' (duration: 3.255392936s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.583515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.327774Z","time spent":"3.255734685s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-04-04T10:23:18.583562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.330974Z","time spent":"3.252402517s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.672592Z","caller":"traceutil/trace.go:171","msg":"trace[1429934191] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"1.342320231s","start":"2026-04-04T10:23:17.330236Z","end":"2026-04-04T10:23:18.672557Z","steps":["trace[1429934191] 'process raft request' (duration: 1.342095635s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.672661Z","caller":"traceutil/trace.go:171","msg":"trace[144511881] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"1.342266829s","start":"2026-04-04T10:23:17.330386Z","end":"2026-04-04T10:23:18.672653Z","steps":["trace[144511881] 'process raft request' (duration: 1.342084025s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.672751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.330354Z","time spent":"1.342336431s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.672878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54769181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:18.67289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.33021Z","time spent":"1.342468784s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:18.672917Z","caller":"traceutil/trace.go:171","msg":"trace[2116493922] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3022; }","duration":"2.547769212s","start":"2026-04-04T10:23:16.125136Z","end":"2026-04-04T10:23:18.672905Z","steps":["trace[2116493922] 'agreement among raft nodes before linearized reading' (duration: 2.5477085s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.672949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.125114Z","time spent":"2.547826653s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:18.672612Z","caller":"traceutil/trace.go:171","msg":"trace[338431977] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"1.34229152s","start":"2026-04-04T10:23:17.330304Z","end":"2026-04-04T10:23:18.672595Z","steps":["trace[338431977] 'process raft request' (duration: 1.342131486s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.67318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.330273Z","time spent":"1.342881266s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.673207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.315335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3204963ed3ab5\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-04T10:23:18.673227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226387491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:18.673262Z","caller":"traceutil/trace.go:171","msg":"trace[1202100231] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3204963ed3ab5; range_end:; response_count:1; response_revision:3022; }","duration":"981.398687ms","start":"2026-04-04T10:23:17.691845Z","end":"2026-04-04T10:23:18.673244Z","steps":["trace[1202100231] 'agreement among raft nodes before linearized reading' (duration: 981.231912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.67302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276309241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:18.673321Z","caller":"traceutil/trace.go:171","msg":"trace[1922227020] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3022; }","duration":"1.226508044s","start":"2026-04-04T10:23:17.446788Z","end":"2026-04-04T10:23:18.673296Z","steps":["trace[1922227020] 'agreement among raft nodes before linearized reading' (duration: 1.226378591s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.673405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.446767Z","time spent":"1.226622518s","remote":"127.0.0.1:53582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.67324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086615626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-04T10:23:18.673471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23276896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-04T10:23:18.673333Z","caller":"traceutil/trace.go:171","msg":"trace[1002499039] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3022; }","duration":"2.276718121s","start":"2026-04-04T10:23:16.396605Z","end":"2026-04-04T10:23:18.673323Z","steps":["trace[1002499039] 'agreement among raft nodes before linearized reading' (duration: 2.276210078s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.673494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.428684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-04T10:23:18.673495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633707736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:18.673501Z","caller":"traceutil/trace.go:171","msg":"trace[1391813606] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:3022; }","duration":"3.232848652s","start":"2026-04-04T10:23:15.440644Z","end":"2026-04-04T10:23:18.673492Z","steps":["trace[1391813606] 'agreement among raft nodes before linearized reading' (duration: 3.23275484s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.673508Z","caller":"traceutil/trace.go:171","msg":"trace[1646759720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3022; }","duration":"3.086896653s","start":"2026-04-04T10:23:15.586593Z","end":"2026-04-04T10:23:18.673489Z","steps":["trace[1646759720] 'agreement among raft nodes before linearized reading' (duration: 3.086549104s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.673522Z","caller":"traceutil/trace.go:171","msg":"trace[871876032] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3022; }","duration":"971.454995ms","start":"2026-04-04T10:23:17.702058Z","end":"2026-04-04T10:23:18.673513Z","steps":["trace[871876032] 'agreement among raft nodes before linearized reading' (duration: 971.246539ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.673527Z","caller":"traceutil/trace.go:171","msg":"trace[460631087] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3022; }","duration":"1.633794428s","start":"2026-04-04T10:23:17.039723Z","end":"2026-04-04T10:23:18.673518Z","steps":["trace[460631087] 'agreement among raft nodes before linearized reading' (duration: 1.633737376s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.673535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.440618Z","time spent":"3.232909534s","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-04T10:23:18.673549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.702021Z","time spent":"971.522006ms","remote":"127.0.0.1:59190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":314,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.673554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.039703Z","time spent":"1.63384438s","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.673544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.396589Z","time spent":"2.276929717s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.673608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340500163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:18.673634Z","caller":"traceutil/trace.go:171","msg":"trace[1747561391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3022; }","duration":"1.340551635s","start":"2026-04-04T10:23:17.333076Z","end":"2026-04-04T10:23:18.673628Z","steps":["trace[1747561391] 'agreement among raft nodes before linearized reading' (duration: 1.340507214s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.673551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.586577Z","time spent":"3.086965425s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:23:18.673652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.333063Z","time spent":"1.340584395s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:18.673332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.691821Z","time spent":"981.50027ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a3204963ed3ab5\" "} {"level":"warn","ts":"2026-04-04T10:23:18.673125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583482981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:18.673817Z","caller":"traceutil/trace.go:171","msg":"trace[2047248090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3022; }","duration":"2.58421086s","start":"2026-04-04T10:23:16.089594Z","end":"2026-04-04T10:23:18.673805Z","steps":["trace[2047248090] 'agreement among raft nodes before linearized reading' (duration: 2.583502422s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.673853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:16.089572Z","time spent":"2.584271461s","remote":"127.0.0.1:38260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:18.673385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188867247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:18.673971Z","caller":"traceutil/trace.go:171","msg":"trace[1027958553] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3022; }","duration":"3.189485902s","start":"2026-04-04T10:23:15.484468Z","end":"2026-04-04T10:23:18.673954Z","steps":["trace[1027958553] 'agreement among raft nodes before linearized reading' (duration: 3.188824375s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.674026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:15.484457Z","time spent":"3.189549974s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:18.67415Z","caller":"traceutil/trace.go:171","msg":"trace[1199344826] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"1.276036717s","start":"2026-04-04T10:23:17.398091Z","end":"2026-04-04T10:23:18.674128Z","steps":["trace[1199344826] 'process raft request' (duration: 1.274404943s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.67431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:17.398067Z","time spent":"1.276179212s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:18.84971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.06225ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-04T10:23:18.850002Z","caller":"traceutil/trace.go:171","msg":"trace[2126589584] linearizableReadLoop","detail":"{readStateIndex:3147; appliedIndex:3145; }","duration":"171.06323ms","start":"2026-04-04T10:23:18.678923Z","end":"2026-04-04T10:23:18.849986Z","steps":["trace[2126589584] 'read index received' (duration: 26.950799ms)","trace[2126589584] 'applied index is now lower than readState.Index' (duration: 144.111121ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:18.850098Z","caller":"traceutil/trace.go:171","msg":"trace[574902267] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"173.590377ms","start":"2026-04-04T10:23:18.676497Z","end":"2026-04-04T10:23:18.850088Z","steps":["trace[574902267] 'process raft request' (duration: 173.34391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.850395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.46213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-04T10:23:18.850438Z","caller":"traceutil/trace.go:171","msg":"trace[878365359] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3023; }","duration":"171.537562ms","start":"2026-04-04T10:23:18.678889Z","end":"2026-04-04T10:23:18.850427Z","steps":["trace[878365359] 'agreement among raft nodes before linearized reading' (duration: 171.392229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:18.850466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.3369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:18.850577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.240378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:23:18.850623Z","caller":"traceutil/trace.go:171","msg":"trace[1089493198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3023; }","duration":"170.514076ms","start":"2026-04-04T10:23:18.68008Z","end":"2026-04-04T10:23:18.850594Z","steps":["trace[1089493198] 'agreement among raft nodes before linearized reading' (duration: 170.27896ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:18.850668Z","caller":"traceutil/trace.go:171","msg":"trace[949881532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3023; }","duration":"170.384032ms","start":"2026-04-04T10:23:18.680263Z","end":"2026-04-04T10:23:18.850647Z","steps":["trace[949881532] 'agreement among raft nodes before linearized reading' (duration: 170.094775ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:19.014087Z","caller":"traceutil/trace.go:171","msg":"trace[551507457] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3147; }","duration":"161.003295ms","start":"2026-04-04T10:23:18.853061Z","end":"2026-04-04T10:23:19.014064Z","steps":["trace[551507457] 'read index received' (duration: 99.654661ms)","trace[551507457] 'applied index is now lower than readState.Index' (duration: 61.347634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:19.014397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.165093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3204974c00aa2\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-04T10:23:19.014429Z","caller":"traceutil/trace.go:171","msg":"trace[1550107765] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3204974c00aa2; range_end:; response_count:1; response_revision:3024; }","duration":"160.256155ms","start":"2026-04-04T10:23:18.854165Z","end":"2026-04-04T10:23:19.014422Z","steps":["trace[1550107765] 'agreement among raft nodes before linearized reading' (duration: 160.05942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:19.014562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.444338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-04-04T10:23:19.014685Z","caller":"traceutil/trace.go:171","msg":"trace[476564678] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3024; }","duration":"161.651562ms","start":"2026-04-04T10:23:18.853007Z","end":"2026-04-04T10:23:19.014659Z","steps":["trace[476564678] 'agreement among raft nodes before linearized reading' (duration: 161.151298ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:19.014708Z","caller":"traceutil/trace.go:171","msg":"trace[2089002618] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"162.424002ms","start":"2026-04-04T10:23:18.852246Z","end":"2026-04-04T10:23:19.01467Z","steps":["trace[2089002618] 'process raft request' (duration: 100.501043ms)","trace[2089002618] 'compare' (duration: 61.174699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:19.269743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.645711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:19.269911Z","caller":"traceutil/trace.go:171","msg":"trace[1360751994] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3149; }","duration":"189.176576ms","start":"2026-04-04T10:23:19.080683Z","end":"2026-04-04T10:23:19.269859Z","steps":["trace[1360751994] 'read index received' (duration: 43.356721ms)","trace[1360751994] 'applied index is now lower than readState.Index' (duration: 145.818145ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:19.270034Z","caller":"traceutil/trace.go:171","msg":"trace[1627737763] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"209.785559ms","start":"2026-04-04T10:23:19.060231Z","end":"2026-04-04T10:23:19.270017Z","steps":["trace[1627737763] 'process raft request' (duration: 63.780848ms)","trace[1627737763] 'compare' (duration: 145.371483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:19.270419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.736002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:19.270476Z","caller":"traceutil/trace.go:171","msg":"trace[670814188] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3026; }","duration":"189.837404ms","start":"2026-04-04T10:23:19.080626Z","end":"2026-04-04T10:23:19.270463Z","steps":["trace[670814188] 'agreement among raft nodes before linearized reading' (duration: 189.66962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.014883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.408306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-04T10:23:20.014949Z","caller":"traceutil/trace.go:171","msg":"trace[1937160530] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3204780616d1d; range_end:; response_count:1; response_revision:3026; }","duration":"429.519819ms","start":"2026-04-04T10:23:19.585413Z","end":"2026-04-04T10:23:20.014933Z","steps":["trace[1937160530] 'range keys from in-memory index tree' (duration: 429.251403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:20.014983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:19.585391Z","time spent":"429.584051ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" "} {"level":"info","ts":"2026-04-04T10:23:20.559453Z","caller":"traceutil/trace.go:171","msg":"trace[1986045814] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"239.098619ms","start":"2026-04-04T10:23:20.320328Z","end":"2026-04-04T10:23:20.559426Z","steps":["trace[1986045814] 'process raft request' (duration: 238.942965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:22.023637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313732829s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:23:22.023856Z","caller":"traceutil/trace.go:171","msg":"trace[1524324119] linearizableReadLoop","detail":"{readStateIndex:3153; appliedIndex:3152; }","duration":"1.437219827s","start":"2026-04-04T10:23:20.586618Z","end":"2026-04-04T10:23:22.023838Z","steps":["trace[1524324119] 'read index received' (duration: 123.288993ms)","trace[1524324119] 'applied index is now lower than readState.Index' (duration: 1.313929774s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:22.024482Z","caller":"traceutil/trace.go:171","msg":"trace[1041859159] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"1.346340938s","start":"2026-04-04T10:23:20.678115Z","end":"2026-04-04T10:23:22.024456Z","steps":["trace[1041859159] 'process raft request' (duration: 1.345629989s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:22.024553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437921846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:23:22.02459Z","caller":"traceutil/trace.go:171","msg":"trace[73147077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3028; }","duration":"1.437994328s","start":"2026-04-04T10:23:20.586585Z","end":"2026-04-04T10:23:22.024579Z","steps":["trace[73147077] 'agreement among raft nodes before linearized reading' (duration: 1.437349691s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:22.024632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.678079Z","time spent":"1.346476501s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:22.024635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.586568Z","time spent":"1.438056639s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:23:23.236719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:23:23.236806Z","caller":"traceutil/trace.go:171","msg":"trace[1238741893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244568s","start":"2026-04-04T10:23:21.236542Z","end":"2026-04-04T10:23:23.236787Z","steps":["trace[1238741893] 'agreement among raft nodes before linearized reading' (duration: 2.000120745s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.236877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.236522Z","time spent":"2.000335751s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:23:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:23:23.480886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456385821s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:23.481048Z","caller":"traceutil/trace.go:171","msg":"trace[362069162] linearizableReadLoop","detail":"{readStateIndex:3157; appliedIndex:3154; }","duration":"1.457146421s","start":"2026-04-04T10:23:22.02389Z","end":"2026-04-04T10:23:23.481037Z","steps":["trace[362069162] 'read index received' (duration: 443.895946ms)","trace[362069162] 'applied index is now lower than readState.Index' (duration: 1.013249765s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:23.481105Z","caller":"traceutil/trace.go:171","msg":"trace[2051136233] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"2.800819119s","start":"2026-04-04T10:23:20.680278Z","end":"2026-04-04T10:23:23.481097Z","steps":["trace[2051136233] 'process raft request' (duration: 1.34416258s)","trace[2051136233] 'compare' (duration: 1.455763435s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:23.481102Z","caller":"traceutil/trace.go:171","msg":"trace[1950344350] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"1.451168444s","start":"2026-04-04T10:23:22.029914Z","end":"2026-04-04T10:23:23.481082Z","steps":["trace[1950344350] 'process raft request' (duration: 1.451103362s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.680251Z","time spent":"2.800873599s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:23.481207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:22.029893Z","time spent":"1.451256187s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:23.481283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893469415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-04T10:23:23.481252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554711565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:23.481301Z","caller":"traceutil/trace.go:171","msg":"trace[1007277726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3033; }","duration":"2.893504537s","start":"2026-04-04T10:23:20.587791Z","end":"2026-04-04T10:23:23.481296Z","steps":["trace[1007277726] 'agreement among raft nodes before linearized reading' (duration: 2.893439845s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893437404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:23:23.481327Z","caller":"traceutil/trace.go:171","msg":"trace[1366145076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3033; }","duration":"2.554846708s","start":"2026-04-04T10:23:20.926461Z","end":"2026-04-04T10:23:23.481308Z","steps":["trace[1366145076] 'agreement among raft nodes before linearized reading' (duration: 2.554693614s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:23.48133Z","caller":"traceutil/trace.go:171","msg":"trace[975058988] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"2.800754346s","start":"2026-04-04T10:23:20.680558Z","end":"2026-04-04T10:23:23.481313Z","steps":["trace[975058988] 'process raft request' (duration: 2.800398397s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893869636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:23:23.481347Z","caller":"traceutil/trace.go:171","msg":"trace[1274118751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3033; }","duration":"2.893502697s","start":"2026-04-04T10:23:20.58783Z","end":"2026-04-04T10:23:23.481333Z","steps":["trace[1274118751] 'agreement among raft nodes before linearized reading' (duration: 2.893292481s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241495764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:23:23.481373Z","caller":"traceutil/trace.go:171","msg":"trace[1298092411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3033; }","duration":"2.893943817s","start":"2026-04-04T10:23:20.587423Z","end":"2026-04-04T10:23:23.481367Z","steps":["trace[1298092411] 'agreement among raft nodes before linearized reading' (duration: 2.893904086s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.48137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.926436Z","time spent":"2.554923599s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:23.481386Z","caller":"traceutil/trace.go:171","msg":"trace[1563607979] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3033; }","duration":"2.241537766s","start":"2026-04-04T10:23:21.239841Z","end":"2026-04-04T10:23:23.481379Z","steps":["trace[1563607979] 'agreement among raft nodes before linearized reading' (duration: 2.241444543s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.239831Z","time spent":"2.241581277s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-04T10:23:23.481423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894055701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:23:23.481417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.680531Z","time spent":"2.800836378s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:23.481433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610568683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:23.481318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.587782Z","time spent":"2.893532457s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:23:23.481465Z","caller":"traceutil/trace.go:171","msg":"trace[1943709750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3033; }","duration":"2.610654366s","start":"2026-04-04T10:23:20.870801Z","end":"2026-04-04T10:23:23.481455Z","steps":["trace[1943709750] 'agreement among raft nodes before linearized reading' (duration: 2.610606895s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.310757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:23.481519Z","caller":"traceutil/trace.go:171","msg":"trace[1703615760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3033; }","duration":"244.375278ms","start":"2026-04-04T10:23:23.237139Z","end":"2026-04-04T10:23:23.481514Z","steps":["trace[1703615760] 'agreement among raft nodes before linearized reading' (duration: 244.351418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.587376Z","time spent":"2.894008149s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:23:23.481438Z","caller":"traceutil/trace.go:171","msg":"trace[469390153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3033; }","duration":"2.894088421s","start":"2026-04-04T10:23:20.587346Z","end":"2026-04-04T10:23:23.481434Z","steps":["trace[469390153] 'agreement among raft nodes before linearized reading' (duration: 2.89405002s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.587335Z","time spent":"2.894202624s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:23:23.481272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053055507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:23.481539Z","caller":"traceutil/trace.go:171","msg":"trace[595304066] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"1.781134755s","start":"2026-04-04T10:23:21.70039Z","end":"2026-04-04T10:23:23.481525Z","steps":["trace[595304066] 'process raft request' (duration: 1.780605841s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:23.481577Z","caller":"traceutil/trace.go:171","msg":"trace[407254336] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3033; }","duration":"2.053408637s","start":"2026-04-04T10:23:21.428156Z","end":"2026-04-04T10:23:23.481565Z","steps":["trace[407254336] 'agreement among raft nodes before linearized reading' (duration: 2.052970605s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.481385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.587824Z","time spent":"2.893553368s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:23.481624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.428135Z","time spent":"2.053476669s","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:23.481495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.870771Z","time spent":"2.610717118s","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:23.481476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894270496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:23:23.481615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:21.700364Z","time spent":"1.781211647s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:23.48168Z","caller":"traceutil/trace.go:171","msg":"trace[514716116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3033; }","duration":"2.894487501s","start":"2026-04-04T10:23:20.587182Z","end":"2026-04-04T10:23:23.481669Z","steps":["trace[514716116] 'agreement among raft nodes before linearized reading' (duration: 2.894265266s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:23.48171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:20.58717Z","time spent":"2.894532323s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:23:23.989089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754739262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:23:24.856753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.83575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:24.856888Z","caller":"traceutil/trace.go:171","msg":"trace[81699234] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"1.370958724s","start":"2026-04-04T10:23:23.485902Z","end":"2026-04-04T10:23:24.856861Z","steps":["trace[81699234] 'process raft request' (duration: 678.91186ms)","trace[81699234] 'compare' (duration: 691.714376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:24.856977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.485881Z","time spent":"1.371051506s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:25.488843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000279999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-04T10:23:25.488969Z","caller":"traceutil/trace.go:171","msg":"trace[1661612579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470394s","start":"2026-04-04T10:23:23.48847Z","end":"2026-04-04T10:23:25.48894Z","steps":["trace[1661612579] 'agreement among raft nodes before linearized reading' (duration: 2.000298379s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.489046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.488456Z","time spent":"2.000567976s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/04 10:23:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-04T10:23:26.110674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.179921ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:26.110787Z","caller":"traceutil/trace.go:171","msg":"trace[879630196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3034; }","duration":"307.317505ms","start":"2026-04-04T10:23:25.803453Z","end":"2026-04-04T10:23:26.11077Z","steps":["trace[879630196] 'range keys from in-memory index tree' (duration: 307.16546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.322087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157229198s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:23:26.322494Z","caller":"traceutil/trace.go:171","msg":"trace[1105257095] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"2.836496676s","start":"2026-04-04T10:23:23.485969Z","end":"2026-04-04T10:23:26.322466Z","steps":["trace[1105257095] 'process raft request' (duration: 2.836313491s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.322639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.485952Z","time spent":"2.836612929s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.322739Z","caller":"traceutil/trace.go:171","msg":"trace[1287337623] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"2.836251569s","start":"2026-04-04T10:23:23.486455Z","end":"2026-04-04T10:23:26.322707Z","steps":["trace[1287337623] 'process raft request' (duration: 2.835973742s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.32294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.486443Z","time spent":"2.836365043s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.323277Z","caller":"traceutil/trace.go:171","msg":"trace[1580797396] linearizableReadLoop","detail":"{readStateIndex:3164; appliedIndex:3158; }","duration":"2.83475366s","start":"2026-04-04T10:23:23.488501Z","end":"2026-04-04T10:23:26.323255Z","steps":["trace[1580797396] 'read index received' (duration: 676.341261ms)","trace[1580797396] 'applied index is now lower than readState.Index' (duration: 2.158411429s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:26.323394Z","caller":"traceutil/trace.go:171","msg":"trace[796080385] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"2.833120779s","start":"2026-04-04T10:23:23.490248Z","end":"2026-04-04T10:23:26.323368Z","steps":["trace[796080385] 'process raft request' (duration: 2.83283303s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.323435Z","caller":"traceutil/trace.go:171","msg":"trace[561158402] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"2.832609865s","start":"2026-04-04T10:23:23.490813Z","end":"2026-04-04T10:23:26.323423Z","steps":["trace[561158402] 'process raft request' (duration: 2.832365608s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.323513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.490231Z","time spent":"2.833225241s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.323534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.490804Z","time spent":"2.832659086s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:26.323591Z","caller":"traceutil/trace.go:171","msg":"trace[180343094] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"2.292699443s","start":"2026-04-04T10:23:24.030871Z","end":"2026-04-04T10:23:26.32357Z","steps":["trace[180343094] 'process raft request' (duration: 2.292343222s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.323641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.4879Z","time spent":"2.835736737s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:23:26.323694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.030811Z","time spent":"2.292832086s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.795027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.435393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:26.795362Z","caller":"traceutil/trace.go:171","msg":"trace[1000306291] linearizableReadLoop","detail":"{readStateIndex:3168; appliedIndex:3165; }","duration":"471.962575ms","start":"2026-04-04T10:23:26.323383Z","end":"2026-04-04T10:23:26.795346Z","steps":["trace[1000306291] 'read index received' (duration: 106.141071ms)","trace[1000306291] 'applied index is now lower than readState.Index' (duration: 365.820364ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:26.795374Z","caller":"traceutil/trace.go:171","msg":"trace[167329851] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"1.30728581s","start":"2026-04-04T10:23:25.488063Z","end":"2026-04-04T10:23:26.795348Z","steps":["trace[167329851] 'process raft request' (duration: 941.448676ms)","trace[167329851] 'compare' (duration: 365.28923ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:26.795495Z","caller":"traceutil/trace.go:171","msg":"trace[106923851] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"1.304922437s","start":"2026-04-04T10:23:25.49055Z","end":"2026-04-04T10:23:26.795472Z","steps":["trace[106923851] 'process raft request' (duration: 1.304573778s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.795489Z","caller":"traceutil/trace.go:171","msg":"trace[1003727844] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"611.920047ms","start":"2026-04-04T10:23:26.183534Z","end":"2026-04-04T10:23:26.795454Z","steps":["trace[1003727844] 'process raft request' (duration: 611.690481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.488045Z","time spent":"1.307432943s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.795582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142636364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:26.795649Z","caller":"traceutil/trace.go:171","msg":"trace[102845338] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3043; }","duration":"2.142751667s","start":"2026-04-04T10:23:24.652887Z","end":"2026-04-04T10:23:26.795638Z","steps":["trace[102845338] 'agreement among raft nodes before linearized reading' (duration: 2.142560432s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598198941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:26.795653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.183509Z","time spent":"612.04828ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.795649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307055434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:23:26.795689Z","caller":"traceutil/trace.go:171","msg":"trace[1630700284] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3043; }","duration":"1.598269563s","start":"2026-04-04T10:23:25.197407Z","end":"2026-04-04T10:23:26.795676Z","steps":["trace[1630700284] 'agreement among raft nodes before linearized reading' (duration: 1.597948675s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.795707Z","caller":"traceutil/trace.go:171","msg":"trace[981035885] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3043; }","duration":"3.307140827s","start":"2026-04-04T10:23:23.488551Z","end":"2026-04-04T10:23:26.795692Z","steps":["trace[981035885] 'agreement among raft nodes before linearized reading' (duration: 3.306939062s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.79569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500174969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-04T10:23:26.795737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.488539Z","time spent":"3.307192188s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-04T10:23:26.795738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.19738Z","time spent":"1.598348306s","remote":"127.0.0.1:59000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:26.795761Z","caller":"traceutil/trace.go:171","msg":"trace[2039029512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3043; }","duration":"2.500297972s","start":"2026-04-04T10:23:24.295446Z","end":"2026-04-04T10:23:26.795744Z","steps":["trace[2039029512] 'agreement among raft nodes before linearized reading' (duration: 2.500040545s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.490531Z","time spent":"1.30501697s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.795814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354909552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-04T10:23:26.795817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.295425Z","time spent":"2.500370344s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:23:26.795836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003489227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:26.795848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89310743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-04T10:23:26.795868Z","caller":"traceutil/trace.go:171","msg":"trace[256048320] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3043; }","duration":"1.003552469s","start":"2026-04-04T10:23:25.792305Z","end":"2026-04-04T10:23:26.795857Z","steps":["trace[256048320] 'agreement among raft nodes before linearized reading' (duration: 1.003097337s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.792288Z","time spent":"1.003599491s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:26.795902Z","caller":"traceutil/trace.go:171","msg":"trace[583145053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3043; }","duration":"1.893182912s","start":"2026-04-04T10:23:24.902699Z","end":"2026-04-04T10:23:26.795882Z","steps":["trace[583145053] 'agreement among raft nodes before linearized reading' (duration: 1.892756351s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.129187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-04T10:23:26.795935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.902679Z","time spent":"1.893248884s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:23:26.79596Z","caller":"traceutil/trace.go:171","msg":"trace[433223147] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3043; }","duration":"148.378063ms","start":"2026-04-04T10:23:26.64757Z","end":"2026-04-04T10:23:26.795948Z","steps":["trace[433223147] 'agreement among raft nodes before linearized reading' (duration: 147.965433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.795982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310160764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:23:26.795855Z","caller":"traceutil/trace.go:171","msg":"trace[1908917630] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:3043; }","duration":"1.354981754s","start":"2026-04-04T10:23:25.440861Z","end":"2026-04-04T10:23:26.795843Z","steps":["trace[1908917630] 'agreement among raft nodes before linearized reading' (duration: 1.354522122s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.796014Z","caller":"traceutil/trace.go:171","msg":"trace[1715558610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3043; }","duration":"1.310235976s","start":"2026-04-04T10:23:25.485768Z","end":"2026-04-04T10:23:26.796004Z","steps":["trace[1715558610] 'agreement among raft nodes before linearized reading' (duration: 1.30961534s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.440846Z","time spent":"1.355167719s","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-04T10:23:26.796023Z","caller":"traceutil/trace.go:171","msg":"trace[946913613] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"470.62511ms","start":"2026-04-04T10:23:26.325383Z","end":"2026-04-04T10:23:26.796008Z","steps":["trace[946913613] 'process raft request' (duration: 469.907301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.485754Z","time spent":"1.310283548s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:23:26.795688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.652866Z","time spent":"2.142808448s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:26.795602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306682383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:26.796125Z","caller":"traceutil/trace.go:171","msg":"trace[1846593074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3043; }","duration":"1.307248448s","start":"2026-04-04T10:23:25.488867Z","end":"2026-04-04T10:23:26.796115Z","steps":["trace[1846593074] 'agreement among raft nodes before linearized reading' (duration: 1.306510199s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.325355Z","time spent":"470.701382ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:26.796159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.488857Z","time spent":"1.307291859s","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:26.796204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400230355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:26.796239Z","caller":"traceutil/trace.go:171","msg":"trace[1897666960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3043; }","duration":"1.400306317s","start":"2026-04-04T10:23:25.395921Z","end":"2026-04-04T10:23:26.796228Z","steps":["trace[1897666960] 'agreement among raft nodes before linearized reading' (duration: 1.399458035s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805976703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:26.796269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.395899Z","time spent":"1.400361218s","remote":"127.0.0.1:35114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:23:26.796274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758765835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:26.796292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597032077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123697"} {"level":"info","ts":"2026-04-04T10:23:26.796308Z","caller":"traceutil/trace.go:171","msg":"trace[554435280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3043; }","duration":"1.758833406s","start":"2026-04-04T10:23:25.037464Z","end":"2026-04-04T10:23:26.796297Z","steps":["trace[554435280] 'agreement among raft nodes before linearized reading' (duration: 1.758004515s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.7963Z","caller":"traceutil/trace.go:171","msg":"trace[2008840809] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3043; }","duration":"2.806061865s","start":"2026-04-04T10:23:23.99022Z","end":"2026-04-04T10:23:26.796282Z","steps":["trace[2008840809] 'agreement among raft nodes before linearized reading' (duration: 2.805258034s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:25.037443Z","time spent":"1.758892169s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:26.796361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907516239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-04T10:23:26.796366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:23.990199Z","time spent":"2.806147598s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:23:26.796343Z","caller":"traceutil/trace.go:171","msg":"trace[833799673] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3043; }","duration":"2.597110209s","start":"2026-04-04T10:23:24.199217Z","end":"2026-04-04T10:23:26.796328Z","steps":["trace[833799673] 'agreement among raft nodes before linearized reading' (duration: 2.596258557s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597059728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:23:26.796397Z","caller":"traceutil/trace.go:171","msg":"trace[309746146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3043; }","duration":"1.907588771s","start":"2026-04-04T10:23:24.888797Z","end":"2026-04-04T10:23:26.796386Z","steps":["trace[309746146] 'agreement among raft nodes before linearized reading' (duration: 1.906653517s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.796418Z","caller":"traceutil/trace.go:171","msg":"trace[1477191258] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3043; }","duration":"2.597117309s","start":"2026-04-04T10:23:24.199293Z","end":"2026-04-04T10:23:26.79641Z","steps":["trace[1477191258] 'agreement among raft nodes before linearized reading' (duration: 2.596179985s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:26.796426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.199193Z","time spent":"2.597220301s","remote":"127.0.0.1:58786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123721,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:23:26.796434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.888774Z","time spent":"1.907650363s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:23:26.796448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:24.199274Z","time spent":"2.59716721s","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-04T10:23:27.190906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.395165ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-04T10:23:27.191119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.798304Z","time spent":"392.807623ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-04T10:23:27.191337Z","caller":"traceutil/trace.go:171","msg":"trace[2053132688] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"388.90039ms","start":"2026-04-04T10:23:26.802423Z","end":"2026-04-04T10:23:27.191323Z","steps":["trace[2053132688] 'process raft request' (duration: 388.799777ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:27.191423Z","caller":"traceutil/trace.go:171","msg":"trace[1443331254] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"390.303217ms","start":"2026-04-04T10:23:26.8011Z","end":"2026-04-04T10:23:27.191403Z","steps":["trace[1443331254] 'process raft request' (duration: 389.946568ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:27.191467Z","caller":"traceutil/trace.go:171","msg":"trace[62346356] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3169; }","duration":"391.873478ms","start":"2026-04-04T10:23:26.799566Z","end":"2026-04-04T10:23:27.191439Z","steps":["trace[62346356] 'read index received' (duration: 153.950939ms)","trace[62346356] 'applied index is now lower than readState.Index' (duration: 237.920699ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:27.191533Z","caller":"traceutil/trace.go:171","msg":"trace[244788358] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"389.504407ms","start":"2026-04-04T10:23:26.80196Z","end":"2026-04-04T10:23:27.191464Z","steps":["trace[244788358] 'process raft request' (duration: 389.23336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.1916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.801086Z","time spent":"390.382209ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.19162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.802417Z","time spent":"388.991962ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.191656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.80195Z","time spent":"389.63198ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.191828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.163231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:23:27.191875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.925226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:23:27.191885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.32292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34971"} {"level":"warn","ts":"2026-04-04T10:23:27.19191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.261067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-04T10:23:27.191999Z","caller":"traceutil/trace.go:171","msg":"trace[1951656266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3046; }","duration":"388.263554ms","start":"2026-04-04T10:23:26.803638Z","end":"2026-04-04T10:23:27.191902Z","steps":["trace[1951656266] 'agreement among raft nodes before linearized reading' (duration: 388.163031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.192063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.803593Z","time spent":"388.460769ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:23:27.192068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.211902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:23:27.192149Z","caller":"traceutil/trace.go:171","msg":"trace[389807249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3046; }","duration":"391.310614ms","start":"2026-04-04T10:23:26.800822Z","end":"2026-04-04T10:23:27.192133Z","steps":["trace[389807249] 'agreement among raft nodes before linearized reading' (duration: 391.137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.192203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.800813Z","time spent":"391.377305ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:23:27.192233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.15134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34971"} {"level":"info","ts":"2026-04-04T10:23:27.19231Z","caller":"traceutil/trace.go:171","msg":"trace[2071356724] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3046; }","duration":"391.250703ms","start":"2026-04-04T10:23:26.801039Z","end":"2026-04-04T10:23:27.19229Z","steps":["trace[2071356724] 'agreement among raft nodes before linearized reading' (duration: 390.905184ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:27.191987Z","caller":"traceutil/trace.go:171","msg":"trace[4836115] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3046; }","duration":"390.341549ms","start":"2026-04-04T10:23:26.801624Z","end":"2026-04-04T10:23:27.191965Z","steps":["trace[4836115] 'agreement among raft nodes before linearized reading' (duration: 390.127153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.192364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.801022Z","time spent":"391.328345ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34995,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-04T10:23:27.192431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.801614Z","time spent":"390.786251ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-04T10:23:27.191926Z","caller":"traceutil/trace.go:171","msg":"trace[1557564325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3046; }","duration":"331.012248ms","start":"2026-04-04T10:23:26.8609Z","end":"2026-04-04T10:23:27.191912Z","steps":["trace[1557564325] 'agreement among raft nodes before linearized reading' (duration: 330.895925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.19263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.860879Z","time spent":"331.735738ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:23:27.19193Z","caller":"traceutil/trace.go:171","msg":"trace[229062271] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3046; }","duration":"392.394782ms","start":"2026-04-04T10:23:26.799522Z","end":"2026-04-04T10:23:27.191917Z","steps":["trace[229062271] 'agreement among raft nodes before linearized reading' (duration: 392.081763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.192771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.799504Z","time spent":"393.250805ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34995,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-04T10:23:27.191906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.016062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-04T10:23:27.192933Z","caller":"traceutil/trace.go:171","msg":"trace[1426111185] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3204780616d1d; range_end:; response_count:1; response_revision:3046; }","duration":"393.08481ms","start":"2026-04-04T10:23:26.799833Z","end":"2026-04-04T10:23:27.192917Z","steps":["trace[1426111185] 'agreement among raft nodes before linearized reading' (duration: 391.90769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.192988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:26.799819Z","time spent":"393.155892ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a3204780616d1d\" "} {"level":"info","ts":"2026-04-04T10:23:27.684167Z","caller":"traceutil/trace.go:171","msg":"trace[47760976] linearizableReadLoop","detail":"{readStateIndex:3176; appliedIndex:3174; }","duration":"437.267943ms","start":"2026-04-04T10:23:27.24688Z","end":"2026-04-04T10:23:27.684148Z","steps":["trace[47760976] 'read index received' (duration: 437.092789ms)","trace[47760976] 'applied index is now lower than readState.Index' (duration: 174.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:27.684224Z","caller":"traceutil/trace.go:171","msg":"trace[1314430317] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"488.937292ms","start":"2026-04-04T10:23:27.195273Z","end":"2026-04-04T10:23:27.68421Z","steps":["trace[1314430317] 'process raft request' (duration: 488.710626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.914955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:23:27.684316Z","caller":"traceutil/trace.go:171","msg":"trace[1416438226] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3049; }","duration":"487.985616ms","start":"2026-04-04T10:23:27.196322Z","end":"2026-04-04T10:23:27.684308Z","steps":["trace[1416438226] 'agreement among raft nodes before linearized reading' (duration: 487.917485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.195257Z","time spent":"489.005603ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.684327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.630268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123697"} {"level":"warn","ts":"2026-04-04T10:23:27.684344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.196309Z","time spent":"488.027968ms","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-04T10:23:27.684368Z","caller":"traceutil/trace.go:171","msg":"trace[631567235] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3049; }","duration":"487.69551ms","start":"2026-04-04T10:23:27.196663Z","end":"2026-04-04T10:23:27.684359Z","steps":["trace[631567235] 'agreement among raft nodes before linearized reading' (duration: 487.520965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.196653Z","time spent":"487.73382ms","remote":"127.0.0.1:58786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123721,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:23:27.684587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.910366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-04T10:23:27.684613Z","caller":"traceutil/trace.go:171","msg":"trace[1743355933] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3049; }","duration":"435.962588ms","start":"2026-04-04T10:23:27.248644Z","end":"2026-04-04T10:23:27.684607Z","steps":["trace[1743355933] 'agreement among raft nodes before linearized reading' (duration: 435.915377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.24863Z","time spent":"435.996699ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-04T10:23:27.684673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.249247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-04-04T10:23:27.68471Z","caller":"traceutil/trace.go:171","msg":"trace[541581325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3049; }","duration":"490.394931ms","start":"2026-04-04T10:23:27.194306Z","end":"2026-04-04T10:23:27.684701Z","steps":["trace[541581325] 'agreement among raft nodes before linearized reading' (duration: 490.226906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.194287Z","time spent":"490.443271ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-04T10:23:27.684833Z","caller":"traceutil/trace.go:171","msg":"trace[1564629113] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"488.316127ms","start":"2026-04-04T10:23:27.196503Z","end":"2026-04-04T10:23:27.684819Z","steps":["trace[1564629113] 'process raft request' (duration: 487.604097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.684905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.196478Z","time spent":"488.400228ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:27.68507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.789897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:23:27.685533Z","caller":"traceutil/trace.go:171","msg":"trace[1068014910] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3049; }","duration":"446.790674ms","start":"2026-04-04T10:23:27.238681Z","end":"2026-04-04T10:23:27.685472Z","steps":["trace[1068014910] 'agreement among raft nodes before linearized reading' (duration: 445.600522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.686121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:27.238668Z","time spent":"446.908487ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-04T10:23:27.945332Z","caller":"traceutil/trace.go:171","msg":"trace[692231960] linearizableReadLoop","detail":"{readStateIndex:3177; appliedIndex:3176; }","duration":"253.444427ms","start":"2026-04-04T10:23:27.691861Z","end":"2026-04-04T10:23:27.945305Z","steps":["trace[692231960] 'read index received' (duration: 188.257982ms)","trace[692231960] 'applied index is now lower than readState.Index' (duration: 65.185165ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:27.9454Z","caller":"traceutil/trace.go:171","msg":"trace[1459067219] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"255.122142ms","start":"2026-04-04T10:23:27.690247Z","end":"2026-04-04T10:23:27.945369Z","steps":["trace[1459067219] 'process raft request' (duration: 189.958247ms)","trace[1459067219] 'compare' (duration: 64.943148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:27.945697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.094655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:27.945801Z","caller":"traceutil/trace.go:171","msg":"trace[1194946919] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3050; }","duration":"170.215728ms","start":"2026-04-04T10:23:27.77554Z","end":"2026-04-04T10:23:27.945755Z","steps":["trace[1194946919] 'agreement among raft nodes before linearized reading' (duration: 170.076124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:27.946135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.269229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:23:27.946198Z","caller":"traceutil/trace.go:171","msg":"trace[1576388706] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3050; }","duration":"254.350251ms","start":"2026-04-04T10:23:27.691833Z","end":"2026-04-04T10:23:27.946183Z","steps":["trace[1576388706] 'agreement among raft nodes before linearized reading' (duration: 253.629772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:48.112947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.672814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:48.113117Z","caller":"traceutil/trace.go:171","msg":"trace[1260076445] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"131.324135ms","start":"2026-04-04T10:23:47.981767Z","end":"2026-04-04T10:23:48.113091Z","steps":["trace[1260076445] 'process raft request' (duration: 20.249272ms)","trace[1260076445] 'compare' (duration: 110.412045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:48.414319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.006819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:23:48.414455Z","caller":"traceutil/trace.go:171","msg":"trace[159121298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3160; }","duration":"116.208045ms","start":"2026-04-04T10:23:48.298215Z","end":"2026-04-04T10:23:48.414423Z","steps":["trace[159121298] 'range keys from in-memory index tree' (duration: 115.425935ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:52.772634Z","caller":"traceutil/trace.go:171","msg":"trace[653155959] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"103.726403ms","start":"2026-04-04T10:23:52.668875Z","end":"2026-04-04T10:23:52.772602Z","steps":["trace[653155959] 'process raft request' (duration: 103.546159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.215135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.748319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:53.215354Z","caller":"traceutil/trace.go:171","msg":"trace[1717181950] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"546.349692ms","start":"2026-04-04T10:23:52.668974Z","end":"2026-04-04T10:23:53.215324Z","steps":["trace[1717181950] 'process raft request' (duration: 268.319306ms)","trace[1717181950] 'compare' (duration: 277.558344ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:53.215466Z","caller":"traceutil/trace.go:171","msg":"trace[2096261988] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"268.721866ms","start":"2026-04-04T10:23:52.946717Z","end":"2026-04-04T10:23:53.215439Z","steps":["trace[2096261988] 'process raft request' (duration: 268.668035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.215511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:52.66895Z","time spent":"546.478745ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:53.215646Z","caller":"traceutil/trace.go:171","msg":"trace[941429165] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"546.677311ms","start":"2026-04-04T10:23:52.66894Z","end":"2026-04-04T10:23:53.215618Z","steps":["trace[941429165] 'process raft request' (duration: 546.388793ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:53.21565Z","caller":"traceutil/trace.go:171","msg":"trace[862433523] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"546.628839ms","start":"2026-04-04T10:23:52.668989Z","end":"2026-04-04T10:23:53.215618Z","steps":["trace[862433523] 'process raft request' (duration: 546.257759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:53.215777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:52.668922Z","time spent":"546.799043ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:53.215833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:52.668959Z","time spent":"546.763232ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:53.246768Z","caller":"traceutil/trace.go:171","msg":"trace[1534087182] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"245.251501ms","start":"2026-04-04T10:23:53.001496Z","end":"2026-04-04T10:23:53.246747Z","steps":["trace[1534087182] 'process raft request' (duration: 244.835ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:55.32588Z","caller":"traceutil/trace.go:171","msg":"trace[181197055] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"101.420284ms","start":"2026-04-04T10:23:55.224415Z","end":"2026-04-04T10:23:55.325835Z","steps":["trace[181197055] 'process raft request' (duration: 54.416063ms)","trace[181197055] 'compare' (duration: 46.686103ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.124511Z","caller":"traceutil/trace.go:171","msg":"trace[1560397433] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3348; }","duration":"436.741676ms","start":"2026-04-04T10:23:58.687741Z","end":"2026-04-04T10:23:59.124482Z","steps":["trace[1560397433] 'read index received' (duration: 436.528941ms)","trace[1560397433] 'applied index is now lower than readState.Index' (duration: 211.335µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:59.124812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.337501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:23:59.124851Z","caller":"traceutil/trace.go:171","msg":"trace[1136108753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3216; }","duration":"307.465855ms","start":"2026-04-04T10:23:58.817375Z","end":"2026-04-04T10:23:59.124841Z","steps":["trace[1136108753] 'agreement among raft nodes before linearized reading' (duration: 307.28684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.124884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:58.81734Z","time spent":"307.536857ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:23:59.124828Z","caller":"traceutil/trace.go:171","msg":"trace[1782606391] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"562.997391ms","start":"2026-04-04T10:23:58.561755Z","end":"2026-04-04T10:23:59.124753Z","steps":["trace[1782606391] 'process raft request' (duration: 562.540648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.125161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.343962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:23:59.125261Z","caller":"traceutil/trace.go:171","msg":"trace[1412558281] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3216; }","duration":"437.548047ms","start":"2026-04-04T10:23:58.687692Z","end":"2026-04-04T10:23:59.12524Z","steps":["trace[1412558281] 'agreement among raft nodes before linearized reading' (duration: 436.955941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.125337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:58.687668Z","time spent":"437.65666ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:23:59.125403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:58.561722Z","time spent":"563.420752ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:23:59.467858Z","caller":"traceutil/trace.go:171","msg":"trace[1791021962] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"338.302319ms","start":"2026-04-04T10:23:59.129509Z","end":"2026-04-04T10:23:59.467811Z","steps":["trace[1791021962] 'process raft request' (duration: 332.994073ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.467905Z","caller":"traceutil/trace.go:171","msg":"trace[801999904] linearizableReadLoop","detail":"{readStateIndex:3350; appliedIndex:3349; }","duration":"337.503668ms","start":"2026-04-04T10:23:59.130372Z","end":"2026-04-04T10:23:59.467876Z","steps":["trace[801999904] 'read index received' (duration: 332.070588ms)","trace[801999904] 'applied index is now lower than readState.Index' (duration: 5.43075ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.46797Z","caller":"traceutil/trace.go:171","msg":"trace[1134247601] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"123.624346ms","start":"2026-04-04T10:23:59.344326Z","end":"2026-04-04T10:23:59.46795Z","steps":["trace[1134247601] 'process raft request' (duration: 123.579515ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.468033Z","caller":"traceutil/trace.go:171","msg":"trace[1316273837] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"173.976554ms","start":"2026-04-04T10:23:59.294021Z","end":"2026-04-04T10:23:59.467997Z","steps":["trace[1316273837] 'process raft request' (duration: 173.765849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.468076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:59.129468Z","time spent":"338.486414ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:59.46826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.865928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"warn","ts":"2026-04-04T10:23:59.468297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.588511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-04T10:23:59.468384Z","caller":"traceutil/trace.go:171","msg":"trace[1564349047] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3219; }","duration":"228.773805ms","start":"2026-04-04T10:23:59.239592Z","end":"2026-04-04T10:23:59.468366Z","steps":["trace[1564349047] 'agreement among raft nodes before linearized reading' (duration: 228.448547ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.468377Z","caller":"traceutil/trace.go:171","msg":"trace[823721522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3219; }","duration":"338.013331ms","start":"2026-04-04T10:23:59.130335Z","end":"2026-04-04T10:23:59.468349Z","steps":["trace[823721522] 'agreement among raft nodes before linearized reading' (duration: 337.694523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.468441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:59.130315Z","time spent":"338.111674ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-04T10:23:59.468439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.04177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:23:59.4685Z","caller":"traceutil/trace.go:171","msg":"trace[1556815582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3219; }","duration":"161.148202ms","start":"2026-04-04T10:23:59.307338Z","end":"2026-04-04T10:23:59.468486Z","steps":["trace[1556815582] 'agreement among raft nodes before linearized reading' (duration: 160.917597ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.59339Z","caller":"traceutil/trace.go:171","msg":"trace[75898768] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"118.286608ms","start":"2026-04-04T10:23:59.475067Z","end":"2026-04-04T10:23:59.593354Z","steps":["trace[75898768] 'process raft request' (duration: 96.420095ms)","trace[75898768] 'compare' (duration: 21.71841ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.612168Z","caller":"traceutil/trace.go:171","msg":"trace[1432242530] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"136.845327ms","start":"2026-04-04T10:23:59.475296Z","end":"2026-04-04T10:23:59.612142Z","steps":["trace[1432242530] 'process raft request' (duration: 136.547909ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:59.612164Z","caller":"traceutil/trace.go:171","msg":"trace[836522135] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3352; }","duration":"135.01681ms","start":"2026-04-04T10:23:59.477096Z","end":"2026-04-04T10:23:59.612113Z","steps":["trace[836522135] 'read index received' (duration: 94.67842ms)","trace[836522135] 'applied index is now lower than readState.Index' (duration: 40.33715ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:59.612338Z","caller":"traceutil/trace.go:171","msg":"trace[909115965] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"136.897218ms","start":"2026-04-04T10:23:59.475363Z","end":"2026-04-04T10:23:59.612261Z","steps":["trace[909115965] 'process raft request' (duration: 136.686352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:59.612431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.298028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:23:59.612511Z","caller":"traceutil/trace.go:171","msg":"trace[506664759] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3222; }","duration":"135.428791ms","start":"2026-04-04T10:23:59.477065Z","end":"2026-04-04T10:23:59.612494Z","steps":["trace[506664759] 'agreement among raft nodes before linearized reading' (duration: 135.170275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:01.775589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.785319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:24:01.775833Z","caller":"traceutil/trace.go:171","msg":"trace[1251365607] linearizableReadLoop","detail":"{readStateIndex:3364; appliedIndex:3362; }","duration":"168.474863ms","start":"2026-04-04T10:24:01.607339Z","end":"2026-04-04T10:24:01.775814Z","steps":["trace[1251365607] 'read index received' (duration: 1.237852ms)","trace[1251365607] 'applied index is now lower than readState.Index' (duration: 167.235971ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:01.775975Z","caller":"traceutil/trace.go:171","msg":"trace[722770001] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"298.639097ms","start":"2026-04-04T10:24:01.477317Z","end":"2026-04-04T10:24:01.775956Z","steps":["trace[722770001] 'process raft request' (duration: 131.352695ms)","trace[722770001] 'compare' (duration: 166.243716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:24:01.776242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.016496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:24:01.776293Z","caller":"traceutil/trace.go:171","msg":"trace[2037588022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3230; }","duration":"169.107389ms","start":"2026-04-04T10:24:01.607172Z","end":"2026-04-04T10:24:01.77628Z","steps":["trace[2037588022] 'agreement among raft nodes before linearized reading' (duration: 168.881813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:01.7763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.275826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:24:01.776349Z","caller":"traceutil/trace.go:171","msg":"trace[876978134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3230; }","duration":"159.371578ms","start":"2026-04-04T10:24:01.616963Z","end":"2026-04-04T10:24:01.776334Z","steps":["trace[876978134] 'agreement among raft nodes before linearized reading' (duration: 159.243385ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.776401Z","caller":"traceutil/trace.go:171","msg":"trace[1072824250] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"296.115952ms","start":"2026-04-04T10:24:01.480265Z","end":"2026-04-04T10:24:01.776381Z","steps":["trace[1072824250] 'process raft request' (duration: 295.463976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:01.776618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.616144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:24:01.776768Z","caller":"traceutil/trace.go:171","msg":"trace[3804528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3230; }","duration":"159.809899ms","start":"2026-04-04T10:24:01.6169Z","end":"2026-04-04T10:24:01.77671Z","steps":["trace[3804528] 'agreement among raft nodes before linearized reading' (duration: 159.405778ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.939827Z","caller":"traceutil/trace.go:171","msg":"trace[1745429801] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"152.391828ms","start":"2026-04-04T10:24:01.787401Z","end":"2026-04-04T10:24:01.939793Z","steps":["trace[1745429801] 'process raft request' (duration: 150.50763ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.940146Z","caller":"traceutil/trace.go:171","msg":"trace[1727910468] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"152.717667ms","start":"2026-04-04T10:24:01.787401Z","end":"2026-04-04T10:24:01.940118Z","steps":["trace[1727910468] 'process raft request' (duration: 152.338677ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:01.940098Z","caller":"traceutil/trace.go:171","msg":"trace[1213831335] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"152.518572ms","start":"2026-04-04T10:24:01.787545Z","end":"2026-04-04T10:24:01.940063Z","steps":["trace[1213831335] 'process raft request' (duration: 152.395748ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:18.04626Z","caller":"traceutil/trace.go:171","msg":"trace[340262342] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"117.043847ms","start":"2026-04-04T10:24:17.929168Z","end":"2026-04-04T10:24:18.046211Z","steps":["trace[340262342] 'process raft request' (duration: 116.709169ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:18.165768Z","caller":"traceutil/trace.go:171","msg":"trace[1658839175] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"114.790398ms","start":"2026-04-04T10:24:18.050947Z","end":"2026-04-04T10:24:18.165738Z","steps":["trace[1658839175] 'process raft request' (duration: 114.707385ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:18.165832Z","caller":"traceutil/trace.go:171","msg":"trace[1353639038] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"115.335803ms","start":"2026-04-04T10:24:18.050434Z","end":"2026-04-04T10:24:18.16577Z","steps":["trace[1353639038] 'process raft request' (duration: 76.951343ms)","trace[1353639038] 'compare' (duration: 38.128393ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:18.166011Z","caller":"traceutil/trace.go:171","msg":"trace[1464031202] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"114.962783ms","start":"2026-04-04T10:24:18.051036Z","end":"2026-04-04T10:24:18.165999Z","steps":["trace[1464031202] 'process raft request' (duration: 114.666765ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:30.451316Z","caller":"traceutil/trace.go:171","msg":"trace[496210658] linearizableReadLoop","detail":"{readStateIndex:3520; appliedIndex:3519; }","duration":"162.98706ms","start":"2026-04-04T10:24:30.28829Z","end":"2026-04-04T10:24:30.451277Z","steps":["trace[496210658] 'read index received' (duration: 162.829346ms)","trace[496210658] 'applied index is now lower than readState.Index' (duration: 156.794µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:30.451376Z","caller":"traceutil/trace.go:171","msg":"trace[1104189739] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"201.010362ms","start":"2026-04-04T10:24:30.25032Z","end":"2026-04-04T10:24:30.451331Z","steps":["trace[1104189739] 'process raft request' (duration: 200.823947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:30.451562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.246528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:24:30.451606Z","caller":"traceutil/trace.go:171","msg":"trace[786916719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3380; }","duration":"163.36588ms","start":"2026-04-04T10:24:30.288228Z","end":"2026-04-04T10:24:30.451594Z","steps":["trace[786916719] 'agreement among raft nodes before linearized reading' (duration: 163.197116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:30.452322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.856302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:24:30.45241Z","caller":"traceutil/trace.go:171","msg":"trace[1090855742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3380; }","duration":"143.004826ms","start":"2026-04-04T10:24:30.309387Z","end":"2026-04-04T10:24:30.452391Z","steps":["trace[1090855742] 'agreement among raft nodes before linearized reading' (duration: 142.096623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:30.452408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.984004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:24:30.452482Z","caller":"traceutil/trace.go:171","msg":"trace[303930907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3380; }","duration":"117.066077ms","start":"2026-04-04T10:24:30.335398Z","end":"2026-04-04T10:24:30.452464Z","steps":["trace[303930907] 'agreement among raft nodes before linearized reading' (duration: 116.242866ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:32.287032Z","caller":"traceutil/trace.go:171","msg":"trace[1543719478] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"100.820158ms","start":"2026-04-04T10:24:32.186176Z","end":"2026-04-04T10:24:32.286996Z","steps":["trace[1543719478] 'process raft request' (duration: 100.571912ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:36.030767Z","caller":"traceutil/trace.go:171","msg":"trace[117480686] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"132.837125ms","start":"2026-04-04T10:24:35.897803Z","end":"2026-04-04T10:24:36.03064Z","steps":["trace[117480686] 'process raft request' (duration: 132.425724ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:40.161833Z","caller":"traceutil/trace.go:171","msg":"trace[1396036721] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"119.113749ms","start":"2026-04-04T10:24:40.042034Z","end":"2026-04-04T10:24:40.161148Z","steps":["trace[1396036721] 'process raft request' (duration: 118.915724ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:42.166142Z","caller":"traceutil/trace.go:171","msg":"trace[664144484] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"100.859649ms","start":"2026-04-04T10:24:42.065256Z","end":"2026-04-04T10:24:42.166116Z","steps":["trace[664144484] 'process raft request' (duration: 100.697395ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:46.794269Z","caller":"traceutil/trace.go:171","msg":"trace[1179802862] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"118.452983ms","start":"2026-04-04T10:24:46.675794Z","end":"2026-04-04T10:24:46.794247Z","steps":["trace[1179802862] 'process raft request' (duration: 99.141685ms)","trace[1179802862] 'compare' (duration: 19.165904ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:46.794472Z","caller":"traceutil/trace.go:171","msg":"trace[690599195] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"118.386951ms","start":"2026-04-04T10:24:46.676044Z","end":"2026-04-04T10:24:46.794431Z","steps":["trace[690599195] 'process raft request' (duration: 118.161646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:54.052969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.778298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:24:54.053271Z","caller":"traceutil/trace.go:171","msg":"trace[1602664304] linearizableReadLoop","detail":"{readStateIndex:3641; appliedIndex:3640; }","duration":"101.571035ms","start":"2026-04-04T10:24:53.951664Z","end":"2026-04-04T10:24:54.053235Z","steps":["trace[1602664304] 'read index received' (duration: 72.622µs)","trace[1602664304] 'applied index is now lower than readState.Index' (duration: 101.495333ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:54.053288Z","caller":"traceutil/trace.go:171","msg":"trace[1106844925] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"198.309347ms","start":"2026-04-04T10:24:53.854938Z","end":"2026-04-04T10:24:54.053247Z","steps":["trace[1106844925] 'process raft request' (duration: 72.969315ms)","trace[1106844925] 'compare' (duration: 124.571723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:24:54.053569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.865462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:24:54.053686Z","caller":"traceutil/trace.go:171","msg":"trace[1097000028] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3496; }","duration":"102.050087ms","start":"2026-04-04T10:24:53.951609Z","end":"2026-04-04T10:24:54.053659Z","steps":["trace[1097000028] 'agreement among raft nodes before linearized reading' (duration: 101.749999ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:54.98516Z","caller":"traceutil/trace.go:171","msg":"trace[1744081717] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"134.690951ms","start":"2026-04-04T10:24:54.850429Z","end":"2026-04-04T10:24:54.98512Z","steps":["trace[1744081717] 'process raft request' (duration: 134.017574ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:55.007004Z","caller":"traceutil/trace.go:171","msg":"trace[1198706452] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"154.525228ms","start":"2026-04-04T10:24:54.852455Z","end":"2026-04-04T10:24:55.006981Z","steps":["trace[1198706452] 'process raft request' (duration: 154.402075ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:02.957448Z","caller":"traceutil/trace.go:171","msg":"trace[2028840317] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"105.902757ms","start":"2026-04-04T10:25:02.851509Z","end":"2026-04-04T10:25:02.957411Z","steps":["trace[2028840317] 'process raft request' (duration: 105.751043ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:34.95878Z","caller":"traceutil/trace.go:171","msg":"trace[1906407146] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"110.236496ms","start":"2026-04-04T10:25:34.848485Z","end":"2026-04-04T10:25:34.958722Z","steps":["trace[1906407146] 'process raft request' (duration: 68.550091ms)","trace[1906407146] 'compare' (duration: 41.49246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:25:35.368422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.401698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:25:35.368488Z","caller":"traceutil/trace.go:171","msg":"trace[1552817514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3756; }","duration":"151.517121ms","start":"2026-04-04T10:25:35.216954Z","end":"2026-04-04T10:25:35.368471Z","steps":["trace[1552817514] 'range keys from in-memory index tree' (duration: 151.225804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:35.368602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.243444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:25:35.36873Z","caller":"traceutil/trace.go:171","msg":"trace[129144173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3756; }","duration":"160.441899ms","start":"2026-04-04T10:25:35.208261Z","end":"2026-04-04T10:25:35.368703Z","steps":["trace[129144173] 'range keys from in-memory index tree' (duration: 160.016208ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:35.507344Z","caller":"traceutil/trace.go:171","msg":"trace[2097919824] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"133.991723ms","start":"2026-04-04T10:25:35.373316Z","end":"2026-04-04T10:25:35.507308Z","steps":["trace[2097919824] 'process raft request' (duration: 96.565267ms)","trace[2097919824] 'compare' (duration: 37.017266ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:35.720431Z","caller":"traceutil/trace.go:171","msg":"trace[1675516105] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"161.741393ms","start":"2026-04-04T10:25:35.558659Z","end":"2026-04-04T10:25:35.7204Z","steps":["trace[1675516105] 'process raft request' (duration: 103.854573ms)","trace[1675516105] 'compare' (duration: 57.760176ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:36.675104Z","caller":"traceutil/trace.go:171","msg":"trace[264254353] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"135.37347ms","start":"2026-04-04T10:25:36.539697Z","end":"2026-04-04T10:25:36.675071Z","steps":["trace[264254353] 'process raft request' (duration: 133.621895ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:41.839423Z","caller":"traceutil/trace.go:171","msg":"trace[623906852] linearizableReadLoop","detail":"{readStateIndex:4017; appliedIndex:4016; }","duration":"401.778854ms","start":"2026-04-04T10:25:41.437624Z","end":"2026-04-04T10:25:41.839403Z","steps":["trace[623906852] 'read index received' (duration: 401.544998ms)","trace[623906852] 'applied index is now lower than readState.Index' (duration: 232.876µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:41.839523Z","caller":"traceutil/trace.go:171","msg":"trace[64429818] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"580.003968ms","start":"2026-04-04T10:25:41.259481Z","end":"2026-04-04T10:25:41.839485Z","steps":["trace[64429818] 'process raft request' (duration: 579.780433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.83964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.376479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:25:41.839673Z","caller":"traceutil/trace.go:171","msg":"trace[1054355008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3857; }","duration":"400.471032ms","start":"2026-04-04T10:25:41.439195Z","end":"2026-04-04T10:25:41.839666Z","steps":["trace[1054355008] 'agreement among raft nodes before linearized reading' (duration: 400.325328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.839654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.99977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:25:41.839679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.827345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:25:41.839729Z","caller":"traceutil/trace.go:171","msg":"trace[253653374] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3857; }","duration":"402.144524ms","start":"2026-04-04T10:25:41.437568Z","end":"2026-04-04T10:25:41.839713Z","steps":["trace[253653374] 'agreement among raft nodes before linearized reading' (duration: 401.951629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.839714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:41.259465Z","time spent":"580.153112ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:25:41.839754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.449783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:25:41.839751Z","caller":"traceutil/trace.go:171","msg":"trace[1263674895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3857; }","duration":"246.932008ms","start":"2026-04-04T10:25:41.592794Z","end":"2026-04-04T10:25:41.839726Z","steps":["trace[1263674895] 'agreement among raft nodes before linearized reading' (duration: 246.817155ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:41.839774Z","caller":"traceutil/trace.go:171","msg":"trace[113897351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3857; }","duration":"303.497653ms","start":"2026-04-04T10:25:41.536272Z","end":"2026-04-04T10:25:41.839769Z","steps":["trace[113897351] 'agreement among raft nodes before linearized reading' (duration: 303.445772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:41.839774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:41.437546Z","time spent":"402.220385ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:25:41.839799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:41.53626Z","time spent":"303.535045ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:25:41.839702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:25:41.439174Z","time spent":"400.520992ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:25:42.567128Z","caller":"traceutil/trace.go:171","msg":"trace[605414323] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"185.239073ms","start":"2026-04-04T10:25:42.38185Z","end":"2026-04-04T10:25:42.567089Z","steps":["trace[605414323] 'process raft request' (duration: 146.78879ms)","trace[605414323] 'compare' (duration: 38.287579ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:42.649182Z","caller":"traceutil/trace.go:171","msg":"trace[689887546] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"265.966615ms","start":"2026-04-04T10:25:42.383186Z","end":"2026-04-04T10:25:42.649152Z","steps":["trace[689887546] 'process raft request' (duration: 265.74123ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:42.649528Z","caller":"traceutil/trace.go:171","msg":"trace[492352592] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"266.078308ms","start":"2026-04-04T10:25:42.383416Z","end":"2026-04-04T10:25:42.649494Z","steps":["trace[492352592] 'process raft request' (duration: 265.678928ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:42.649872Z","caller":"traceutil/trace.go:171","msg":"trace[784505441] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"265.407621ms","start":"2026-04-04T10:25:42.384441Z","end":"2026-04-04T10:25:42.649848Z","steps":["trace[784505441] 'process raft request' (duration: 265.232915ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:42.64985Z","caller":"traceutil/trace.go:171","msg":"trace[1283386567] linearizableReadLoop","detail":"{readStateIndex:4058; appliedIndex:4055; }","duration":"266.033937ms","start":"2026-04-04T10:25:42.383741Z","end":"2026-04-04T10:25:42.649774Z","steps":["trace[1283386567] 'read index received' (duration: 145.001894ms)","trace[1283386567] 'applied index is now lower than readState.Index' (duration: 121.030333ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:25:42.649974Z","caller":"traceutil/trace.go:171","msg":"trace[604366893] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"265.554515ms","start":"2026-04-04T10:25:42.384391Z","end":"2026-04-04T10:25:42.649945Z","steps":["trace[604366893] 'process raft request' (duration: 265.047572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:42.650001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.241712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/secretgen-controller-cluster-role-binding\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:25:42.650051Z","caller":"traceutil/trace.go:171","msg":"trace[41480204] range","detail":"{range_begin:/registry/clusterrolebindings/secretgen-controller-cluster-role-binding; range_end:; response_count:0; response_revision:3900; }","duration":"266.322825ms","start":"2026-04-04T10:25:42.383712Z","end":"2026-04-04T10:25:42.650035Z","steps":["trace[41480204] 'agreement among raft nodes before linearized reading' (duration: 266.233842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:25:42.65029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.138077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:25:42.650354Z","caller":"traceutil/trace.go:171","msg":"trace[381242391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3900; }","duration":"177.28817ms","start":"2026-04-04T10:25:42.473047Z","end":"2026-04-04T10:25:42.650336Z","steps":["trace[381242391] 'agreement among raft nodes before linearized reading' (duration: 177.009973ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:25:57.257219Z","caller":"traceutil/trace.go:171","msg":"trace[1878720217] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"174.836538ms","start":"2026-04-04T10:25:57.082351Z","end":"2026-04-04T10:25:57.257188Z","steps":["trace[1878720217] 'process raft request' (duration: 150.948897ms)","trace[1878720217] 'compare' (duration: 23.579043ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:08.158658Z","caller":"traceutil/trace.go:171","msg":"trace[1691634989] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"136.898207ms","start":"2026-04-04T10:26:08.02173Z","end":"2026-04-04T10:26:08.158629Z","steps":["trace[1691634989] 'process raft request' (duration: 128.616505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.008455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754742164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:26:13.213721Z","caller":"traceutil/trace.go:171","msg":"trace[322679018] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"735.206129ms","start":"2026-04-04T10:26:12.478486Z","end":"2026-04-04T10:26:13.213692Z","steps":["trace[322679018] 'process raft request' (duration: 734.968703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.214006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.478462Z","time spent":"735.422145ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:13.216497Z","caller":"traceutil/trace.go:171","msg":"trace[1657471065] linearizableReadLoop","detail":"{readStateIndex:4277; appliedIndex:4275; }","duration":"708.605949ms","start":"2026-04-04T10:26:12.507867Z","end":"2026-04-04T10:26:13.216473Z","steps":["trace[1657471065] 'read index received' (duration: 705.567322ms)","trace[1657471065] 'applied index is now lower than readState.Index' (duration: 3.037437ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:13.216608Z","caller":"traceutil/trace.go:171","msg":"trace[1569894556] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"367.123847ms","start":"2026-04-04T10:26:12.849441Z","end":"2026-04-04T10:26:13.216565Z","steps":["trace[1569894556] 'process raft request' (duration: 366.884761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.216763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.843005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-04T10:26:13.216804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.849415Z","time spent":"367.289141ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:13.21683Z","caller":"traceutil/trace.go:171","msg":"trace[1355568840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4111; }","duration":"616.969098ms","start":"2026-04-04T10:26:12.599843Z","end":"2026-04-04T10:26:13.216812Z","steps":["trace[1355568840] 'agreement among raft nodes before linearized reading' (duration: 616.759173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.216871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.596379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-04T10:26:13.216886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.599819Z","time spent":"617.05274ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:26:13.21688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.003609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:26:13.216932Z","caller":"traceutil/trace.go:171","msg":"trace[644877412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4111; }","duration":"551.691682ms","start":"2026-04-04T10:26:12.665221Z","end":"2026-04-04T10:26:13.216913Z","steps":["trace[644877412] 'agreement among raft nodes before linearized reading' (duration: 551.533788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.216882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.978118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-04T10:26:13.21695Z","caller":"traceutil/trace.go:171","msg":"trace[38879316] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4111; }","duration":"478.110112ms","start":"2026-04-04T10:26:12.73882Z","end":"2026-04-04T10:26:13.21693Z","steps":["trace[38879316] 'agreement among raft nodes before linearized reading' (duration: 477.904497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.216931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.733403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-04T10:26:13.217019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.738797Z","time spent":"478.206105ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:26:13.217019Z","caller":"traceutil/trace.go:171","msg":"trace[674471932] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4111; }","duration":"709.175013ms","start":"2026-04-04T10:26:12.507813Z","end":"2026-04-04T10:26:13.216989Z","steps":["trace[674471932] 'agreement among raft nodes before linearized reading' (duration: 708.775003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.216934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.238158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:26:13.217072Z","caller":"traceutil/trace.go:171","msg":"trace[2123526021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4111; }","duration":"264.920848ms","start":"2026-04-04T10:26:12.952115Z","end":"2026-04-04T10:26:13.217036Z","steps":["trace[2123526021] 'agreement among raft nodes before linearized reading' (duration: 264.551188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:13.217092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.50779Z","time spent":"709.290707ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":716,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-04T10:26:13.216977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:12.665201Z","time spent":"551.768433ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-04T10:26:13.217199Z","caller":"traceutil/trace.go:171","msg":"trace[504121838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4111; }","duration":"253.509165ms","start":"2026-04-04T10:26:12.963662Z","end":"2026-04-04T10:26:13.217171Z","steps":["trace[504121838] 'agreement among raft nodes before linearized reading' (duration: 253.133826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:18.534668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754742236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:26:19.035534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754742236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:26:19.349179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316077505s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:26:19.349657Z","caller":"traceutil/trace.go:171","msg":"trace[1782490026] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"1.31666585s","start":"2026-04-04T10:26:18.032966Z","end":"2026-04-04T10:26:19.349632Z","steps":["trace[1782490026] 'process raft request' (duration: 1.316434374s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.349855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.032932Z","time spent":"1.316779793s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:19.359134Z","caller":"traceutil/trace.go:171","msg":"trace[493769662] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"1.155281169s","start":"2026-04-04T10:26:18.203829Z","end":"2026-04-04T10:26:19.35911Z","steps":["trace[493769662] 'process raft request' (duration: 1.155060422s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.35929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.203793Z","time spent":"1.155410542s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:26:19.359383Z","caller":"traceutil/trace.go:171","msg":"trace[1814987920] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"126.456041ms","start":"2026-04-04T10:26:19.23291Z","end":"2026-04-04T10:26:19.359366Z","steps":["trace[1814987920] 'process raft request' (duration: 126.159844ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:19.359383Z","caller":"traceutil/trace.go:171","msg":"trace[805917437] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4304; }","duration":"1.325706072s","start":"2026-04-04T10:26:18.033659Z","end":"2026-04-04T10:26:19.359365Z","steps":["trace[805917437] 'read index received' (duration: 1.315741187s)","trace[805917437] 'applied index is now lower than readState.Index' (duration: 9.963985ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:26:19.359502Z","caller":"traceutil/trace.go:171","msg":"trace[794738825] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"119.134154ms","start":"2026-04-04T10:26:19.24034Z","end":"2026-04-04T10:26:19.359474Z","steps":["trace[794738825] 'process raft request' (duration: 118.946969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.359592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325927477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-04-04T10:26:19.359643Z","caller":"traceutil/trace.go:171","msg":"trace[211908975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4141; }","duration":"1.32601533s","start":"2026-04-04T10:26:18.033617Z","end":"2026-04-04T10:26:19.359632Z","steps":["trace[211908975] 'agreement among raft nodes before linearized reading' (duration: 1.325799234s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.359628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309935168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:26:19.359681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.033597Z","time spent":"1.326074971s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-04T10:26:19.359685Z","caller":"traceutil/trace.go:171","msg":"trace[1572760131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4141; }","duration":"1.310033081s","start":"2026-04-04T10:26:18.049641Z","end":"2026-04-04T10:26:19.359674Z","steps":["trace[1572760131] 'agreement among raft nodes before linearized reading' (duration: 1.309909878s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.35967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125011955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:26:19.359718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.049616Z","time spent":"1.310094283s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:26:19.359725Z","caller":"traceutil/trace.go:171","msg":"trace[1930633864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4141; }","duration":"1.125109778s","start":"2026-04-04T10:26:18.234605Z","end":"2026-04-04T10:26:19.359714Z","steps":["trace[1930633864] 'agreement among raft nodes before linearized reading' (duration: 1.125024506s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.359758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.234576Z","time spent":"1.12517646s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:26:19.359775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146423802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:26:19.359801Z","caller":"traceutil/trace.go:171","msg":"trace[215647569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4141; }","duration":"1.146521834s","start":"2026-04-04T10:26:18.213272Z","end":"2026-04-04T10:26:19.359794Z","steps":["trace[215647569] 'agreement among raft nodes before linearized reading' (duration: 1.14638474s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.359829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.213237Z","time spent":"1.146584987s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:26:19.3598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.95942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:26:19.359847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.228223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:26:19.359876Z","caller":"traceutil/trace.go:171","msg":"trace[261512291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4141; }","duration":"106.272955ms","start":"2026-04-04T10:26:19.253594Z","end":"2026-04-04T10:26:19.359867Z","steps":["trace[261512291] 'agreement among raft nodes before linearized reading' (duration: 106.193093ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:19.359885Z","caller":"traceutil/trace.go:171","msg":"trace[321527692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4141; }","duration":"112.099584ms","start":"2026-04-04T10:26:19.247764Z","end":"2026-04-04T10:26:19.359863Z","steps":["trace[321527692] 'agreement among raft nodes before linearized reading' (duration: 111.805196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.359879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304873649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:26:19.359895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051404446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:26:19.359965Z","caller":"traceutil/trace.go:171","msg":"trace[1473288533] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4141; }","duration":"1.304998722s","start":"2026-04-04T10:26:18.05494Z","end":"2026-04-04T10:26:19.359939Z","steps":["trace[1473288533] 'agreement among raft nodes before linearized reading' (duration: 1.304828378s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:19.359975Z","caller":"traceutil/trace.go:171","msg":"trace[638817107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4141; }","duration":"1.051525649s","start":"2026-04-04T10:26:18.308426Z","end":"2026-04-04T10:26:19.359952Z","steps":["trace[638817107] 'agreement among raft nodes before linearized reading' (duration: 1.051351064s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:19.360014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.308404Z","time spent":"1.051602271s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:26:19.360015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:26:18.054925Z","time spent":"1.305080404s","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:27:07.328595Z","caller":"traceutil/trace.go:171","msg":"trace[1665427006] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"119.819887ms","start":"2026-04-04T10:27:07.208749Z","end":"2026-04-04T10:27:07.328569Z","steps":["trace[1665427006] 'process raft request' (duration: 119.655203ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:22.332423Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2650} {"level":"info","ts":"2026-04-04T10:27:22.403175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2650,"took":"69.401046ms","hash":2083717545,"current-db-size-bytes":41914368,"current-db-size":"42 MB","current-db-size-in-use-bytes":17948672,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-04T10:27:22.403328Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2083717545,"revision":2650,"compact-revision":-1} {"level":"info","ts":"2026-04-04T10:27:26.492294Z","caller":"traceutil/trace.go:171","msg":"trace[46325259] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4794; }","duration":"255.53202ms","start":"2026-04-04T10:27:26.236738Z","end":"2026-04-04T10:27:26.492271Z","steps":["trace[46325259] 'read index received' (duration: 255.360625ms)","trace[46325259] 'applied index is now lower than readState.Index' (duration: 170.175µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:26.492395Z","caller":"traceutil/trace.go:171","msg":"trace[1854431149] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"266.058559ms","start":"2026-04-04T10:27:26.226307Z","end":"2026-04-04T10:27:26.492366Z","steps":["trace[1854431149] 'process raft request' (duration: 265.786202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:26.492429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.678883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:26.492563Z","caller":"traceutil/trace.go:171","msg":"trace[782665882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"255.870758ms","start":"2026-04-04T10:27:26.236683Z","end":"2026-04-04T10:27:26.492554Z","steps":["trace[782665882] 'agreement among raft nodes before linearized reading' (duration: 255.692403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:32.048396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.838254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:27:32.048489Z","caller":"traceutil/trace.go:171","msg":"trace[1894541160] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4947; }","duration":"131.977018ms","start":"2026-04-04T10:27:31.916493Z","end":"2026-04-04T10:27:32.04847Z","steps":["trace[1894541160] 'count revisions from in-memory index tree' (duration: 131.755792ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:32.048583Z","caller":"traceutil/trace.go:171","msg":"trace[93893172] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"121.202511ms","start":"2026-04-04T10:27:31.927337Z","end":"2026-04-04T10:27:32.04854Z","steps":["trace[93893172] 'process raft request' (duration: 106.264639ms)","trace[93893172] 'compare' (duration: 14.674456ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:33.348242Z","caller":"traceutil/trace.go:171","msg":"trace[325693167] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"258.489655ms","start":"2026-04-04T10:27:33.089736Z","end":"2026-04-04T10:27:33.348225Z","steps":["trace[325693167] 'process raft request' (duration: 258.376082ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:33.358115Z","caller":"traceutil/trace.go:171","msg":"trace[2030144856] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5182; }","duration":"121.128411ms","start":"2026-04-04T10:27:33.23697Z","end":"2026-04-04T10:27:33.358099Z","steps":["trace[2030144856] 'read index received' (duration: 111.172656ms)","trace[2030144856] 'applied index is now lower than readState.Index' (duration: 9.954915ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:33.358156Z","caller":"traceutil/trace.go:171","msg":"trace[1309129395] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4981; }","duration":"218.753038ms","start":"2026-04-04T10:27:33.13938Z","end":"2026-04-04T10:27:33.358133Z","steps":["trace[1309129395] 'process raft request' (duration: 218.645795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:33.358243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.269574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:33.358273Z","caller":"traceutil/trace.go:171","msg":"trace[848321345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4981; }","duration":"121.353726ms","start":"2026-04-04T10:27:33.236912Z","end":"2026-04-04T10:27:33.358265Z","steps":["trace[848321345] 'agreement among raft nodes before linearized reading' (duration: 121.272694ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:37.507711Z","caller":"traceutil/trace.go:171","msg":"trace[2130433300] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5258; }","duration":"194.450436ms","start":"2026-04-04T10:27:37.313235Z","end":"2026-04-04T10:27:37.507686Z","steps":["trace[2130433300] 'read index received' (duration: 194.149908ms)","trace[2130433300] 'applied index is now lower than readState.Index' (duration: 299.118µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:37.507829Z","caller":"traceutil/trace.go:171","msg":"trace[894446567] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"234.426439ms","start":"2026-04-04T10:27:37.273392Z","end":"2026-04-04T10:27:37.507818Z","steps":["trace[894446567] 'process raft request' (duration: 233.991668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:37.508154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.912128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-04T10:27:37.508208Z","caller":"traceutil/trace.go:171","msg":"trace[503025599] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5055; }","duration":"194.97893ms","start":"2026-04-04T10:27:37.313215Z","end":"2026-04-04T10:27:37.508194Z","steps":["trace[503025599] 'agreement among raft nodes before linearized reading' (duration: 194.728493ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:37.511591Z","caller":"traceutil/trace.go:171","msg":"trace[27051404] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"184.935233ms","start":"2026-04-04T10:27:37.326632Z","end":"2026-04-04T10:27:37.511567Z","steps":["trace[27051404] 'process raft request' (duration: 184.558583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:37.512055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.955079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-vg7tk\" ","response":"range_response_count:1 size:5041"} {"level":"info","ts":"2026-04-04T10:27:37.512102Z","caller":"traceutil/trace.go:171","msg":"trace[1222738946] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-vg7tk; range_end:; response_count:1; response_revision:5056; }","duration":"195.016831ms","start":"2026-04-04T10:27:37.317073Z","end":"2026-04-04T10:27:37.51209Z","steps":["trace[1222738946] 'agreement among raft nodes before linearized reading' (duration: 194.869387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:38.607108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.100338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:38.607202Z","caller":"traceutil/trace.go:171","msg":"trace[1154462394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5112; }","duration":"341.234722ms","start":"2026-04-04T10:27:38.265948Z","end":"2026-04-04T10:27:38.607182Z","steps":["trace[1154462394] 'range keys from in-memory index tree' (duration: 340.991136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:38.607291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:38.265926Z","time spent":"341.352236ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:27:38.607463Z","caller":"traceutil/trace.go:171","msg":"trace[459709186] linearizableReadLoop","detail":"{readStateIndex:5317; appliedIndex:5316; }","duration":"278.360654ms","start":"2026-04-04T10:27:38.329069Z","end":"2026-04-04T10:27:38.60743Z","steps":["trace[459709186] 'read index received' (duration: 277.501111ms)","trace[459709186] 'applied index is now lower than readState.Index' (duration: 858.053µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:38.607821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.732094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-04T10:27:38.607924Z","caller":"traceutil/trace.go:171","msg":"trace[1672557343] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb; range_end:; response_count:1; response_revision:5113; }","duration":"278.873817ms","start":"2026-04-04T10:27:38.32903Z","end":"2026-04-04T10:27:38.607904Z","steps":["trace[1672557343] 'agreement among raft nodes before linearized reading' (duration: 278.59995ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:38.60819Z","caller":"traceutil/trace.go:171","msg":"trace[1286829054] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"341.566822ms","start":"2026-04-04T10:27:38.2666Z","end":"2026-04-04T10:27:38.608167Z","steps":["trace[1286829054] 'process raft request' (duration: 340.004301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:38.608289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:38.266574Z","time spent":"341.657423ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:27:38.608524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.696271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-04-04T10:27:38.608577Z","caller":"traceutil/trace.go:171","msg":"trace[346271610] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5113; }","duration":"276.783944ms","start":"2026-04-04T10:27:38.33178Z","end":"2026-04-04T10:27:38.608563Z","steps":["trace[346271610] 'agreement among raft nodes before linearized reading' (duration: 275.926752ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:38.775441Z","caller":"traceutil/trace.go:171","msg":"trace[2067442692] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"133.029465ms","start":"2026-04-04T10:27:38.642384Z","end":"2026-04-04T10:27:38.775414Z","steps":["trace[2067442692] 'read index received' (duration: 88.566067ms)","trace[2067442692] 'applied index is now lower than readState.Index' (duration: 44.462348ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:38.775567Z","caller":"traceutil/trace.go:171","msg":"trace[929149242] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"159.353738ms","start":"2026-04-04T10:27:38.616174Z","end":"2026-04-04T10:27:38.775528Z","steps":["trace[929149242] 'process raft request' (duration: 114.845749ms)","trace[929149242] 'compare' (duration: 44.17298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:38.775712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.298012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-04T10:27:38.775754Z","caller":"traceutil/trace.go:171","msg":"trace[1698844009] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5114; }","duration":"133.384824ms","start":"2026-04-04T10:27:38.642352Z","end":"2026-04-04T10:27:38.775737Z","steps":["trace[1698844009] 'agreement among raft nodes before linearized reading' (duration: 133.22146ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:40.527874Z","caller":"traceutil/trace.go:171","msg":"trace[1057209783] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"117.481706ms","start":"2026-04-04T10:27:40.410344Z","end":"2026-04-04T10:27:40.527826Z","steps":["trace[1057209783] 'process raft request' (duration: 104.490004ms)","trace[1057209783] 'compare' (duration: 12.853809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:41.649829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.328555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:27:41.650025Z","caller":"traceutil/trace.go:171","msg":"trace[1096807489] linearizableReadLoop","detail":"{readStateIndex:5375; appliedIndex:5374; }","duration":"646.045464ms","start":"2026-04-04T10:27:41.003938Z","end":"2026-04-04T10:27:41.649983Z","steps":["trace[1096807489] 'read index received' (duration: 79.575546ms)","trace[1096807489] 'applied index is now lower than readState.Index' (duration: 566.465578ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:41.650059Z","caller":"traceutil/trace.go:171","msg":"trace[880106304] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"275.82893ms","start":"2026-04-04T10:27:41.374211Z","end":"2026-04-04T10:27:41.65004Z","steps":["trace[880106304] 'process raft request' (duration: 275.721737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:41.650182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.240379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:27:41.650214Z","caller":"traceutil/trace.go:171","msg":"trace[1998590919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5169; }","duration":"646.28034ms","start":"2026-04-04T10:27:41.003925Z","end":"2026-04-04T10:27:41.650205Z","steps":["trace[1998590919] 'agreement among raft nodes before linearized reading' (duration: 646.123726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:41.650238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:41.003877Z","time spent":"646.355511ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:27:41.650283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.133235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-04-04T10:27:41.650318Z","caller":"traceutil/trace.go:171","msg":"trace[48849120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb; range_end:; response_count:1; response_revision:5169; }","duration":"535.215007ms","start":"2026-04-04T10:27:41.115091Z","end":"2026-04-04T10:27:41.650306Z","steps":["trace[48849120] 'agreement among raft nodes before linearized reading' (duration: 535.058263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:41.650345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:41.115069Z","time spent":"535.269708ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" "} {"level":"warn","ts":"2026-04-04T10:27:41.65051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.401757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:27:41.650541Z","caller":"traceutil/trace.go:171","msg":"trace[121006131] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5169; }","duration":"484.460078ms","start":"2026-04-04T10:27:41.166074Z","end":"2026-04-04T10:27:41.650534Z","steps":["trace[121006131] 'agreement among raft nodes before linearized reading' (duration: 484.366896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:41.650561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:41.166054Z","time spent":"484.50169ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:27:41.65062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.770717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-04-04T10:27:41.650673Z","caller":"traceutil/trace.go:171","msg":"trace[709870043] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb; range_end:; response_count:1; response_revision:5169; }","duration":"282.90659ms","start":"2026-04-04T10:27:41.367755Z","end":"2026-04-04T10:27:41.650662Z","steps":["trace[709870043] 'agreement among raft nodes before linearized reading' (duration: 282.563242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:44.343774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754744844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:27:44.517856Z","caller":"traceutil/trace.go:171","msg":"trace[477083286] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"841.391242ms","start":"2026-04-04T10:27:43.676433Z","end":"2026-04-04T10:27:44.517824Z","steps":["trace[477083286] 'process raft request' (duration: 841.157726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:44.518011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.676405Z","time spent":"841.530516ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:27:45.330071Z","caller":"traceutil/trace.go:171","msg":"trace[1739162309] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"1.63056935s","start":"2026-04-04T10:27:43.699468Z","end":"2026-04-04T10:27:45.330037Z","steps":["trace[1739162309] 'process raft request' (duration: 1.630245972s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.330266Z","caller":"traceutil/trace.go:171","msg":"trace[1927090017] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"1.492112236s","start":"2026-04-04T10:27:43.838124Z","end":"2026-04-04T10:27:45.330236Z","steps":["trace[1927090017] 'process raft request' (duration: 1.491860799s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.330306Z","caller":"traceutil/trace.go:171","msg":"trace[361320355] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"1.496615032s","start":"2026-04-04T10:27:43.833615Z","end":"2026-04-04T10:27:45.33023Z","steps":["trace[361320355] 'process raft request' (duration: 1.496297394s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.330427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.838117Z","time spent":"1.492232459s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:27:45.330706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.833592Z","time spent":"1.496936179s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:27:45.330345Z","caller":"traceutil/trace.go:171","msg":"trace[561238291] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"1.490986608s","start":"2026-04-04T10:27:43.839335Z","end":"2026-04-04T10:27:45.330321Z","steps":["trace[561238291] 'process raft request' (duration: 1.49068514s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.330226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.699416Z","time spent":"1.630741824s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3620,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:27:45.330094Z","caller":"traceutil/trace.go:171","msg":"trace[1005073803] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5522; }","duration":"1.48641467s","start":"2026-04-04T10:27:43.843658Z","end":"2026-04-04T10:27:45.330072Z","steps":["trace[1005073803] 'read index received' (duration: 673.988458ms)","trace[1005073803] 'applied index is now lower than readState.Index' (duration: 812.424982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:45.353702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.839313Z","time spent":"1.514305265s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:27:45.354755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511078762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719249"} {"level":"info","ts":"2026-04-04T10:27:45.354812Z","caller":"traceutil/trace.go:171","msg":"trace[1188586066] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5316; }","duration":"1.511209934s","start":"2026-04-04T10:27:43.843583Z","end":"2026-04-04T10:27:45.354793Z","steps":["trace[1188586066] 'agreement among raft nodes before linearized reading' (duration: 1.487018056s)","trace[1188586066] 'range keys from bolt db' (duration: 23.978493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:45.354844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.843561Z","time spent":"1.511275866s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719273,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-04T10:27:45.381454Z","caller":"traceutil/trace.go:171","msg":"trace[1327409926] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"858.46948ms","start":"2026-04-04T10:27:44.52295Z","end":"2026-04-04T10:27:45.381419Z","steps":["trace[1327409926] 'process raft request' (duration: 858.249285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.381604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.522918Z","time spent":"858.614394ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:27:45.38162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366178554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-04-04T10:27:45.381665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365828145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:27:45.381709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.831727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-04T10:27:45.381744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366136942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:27:45.381755Z","caller":"traceutil/trace.go:171","msg":"trace[447118978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:5317; }","duration":"1.365933118s","start":"2026-04-04T10:27:44.015779Z","end":"2026-04-04T10:27:45.381712Z","steps":["trace[447118978] 'agreement among raft nodes before linearized reading' (duration: 1.365724843s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.381766Z","caller":"traceutil/trace.go:171","msg":"trace[968165299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5317; }","duration":"1.366176654s","start":"2026-04-04T10:27:44.015582Z","end":"2026-04-04T10:27:45.381759Z","steps":["trace[968165299] 'agreement among raft nodes before linearized reading' (duration: 1.366120153s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.381762Z","caller":"traceutil/trace.go:171","msg":"trace[492911905] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5317; }","duration":"836.924469ms","start":"2026-04-04T10:27:44.544823Z","end":"2026-04-04T10:27:45.381748Z","steps":["trace[492911905] 'agreement among raft nodes before linearized reading' (duration: 836.721974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.381805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.015768Z","time spent":"1.36603073s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:27:45.381808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.015572Z","time spent":"1.366229815s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:27:45.381818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.544806Z","time spent":"837.004471ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-04T10:27:45.381854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.052329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-04T10:27:45.381905Z","caller":"traceutil/trace.go:171","msg":"trace[242368714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0; range_end:; response_count:1; response_revision:5317; }","duration":"933.134421ms","start":"2026-04-04T10:27:44.448754Z","end":"2026-04-04T10:27:45.381888Z","steps":["trace[242368714] 'agreement among raft nodes before linearized reading' (duration: 932.987068ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.381682Z","caller":"traceutil/trace.go:171","msg":"trace[2022287676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5317; }","duration":"1.366298027s","start":"2026-04-04T10:27:44.015369Z","end":"2026-04-04T10:27:45.381667Z","steps":["trace[2022287676] 'agreement among raft nodes before linearized reading' (duration: 1.366088451s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.38174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472389742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:27:45.38202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.739205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-04T10:27:45.382009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.437762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-w48zq-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-04T10:27:45.382052Z","caller":"traceutil/trace.go:171","msg":"trace[521540620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0; range_end:; response_count:1; response_revision:5317; }","duration":"974.806007ms","start":"2026-04-04T10:27:44.407238Z","end":"2026-04-04T10:27:45.382044Z","steps":["trace[521540620] 'agreement among raft nodes before linearized reading' (duration: 974.722395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145614339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:27:45.382079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.407215Z","time spent":"974.858509ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0\" "} {"level":"info","ts":"2026-04-04T10:27:45.382075Z","caller":"traceutil/trace.go:171","msg":"trace[486498847] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-w48zq-tls; range_end:; response_count:1; response_revision:5317; }","duration":"583.553245ms","start":"2026-04-04T10:27:44.798505Z","end":"2026-04-04T10:27:45.382058Z","steps":["trace[486498847] 'agreement among raft nodes before linearized reading' (duration: 583.36487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.381697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342725384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-04-04T10:27:45.382093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366744028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:27:45.382102Z","caller":"traceutil/trace.go:171","msg":"trace[851789419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5317; }","duration":"1.14569911s","start":"2026-04-04T10:27:44.236394Z","end":"2026-04-04T10:27:45.382094Z","steps":["trace[851789419] 'agreement among raft nodes before linearized reading' (duration: 1.145651459s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366869952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-04T10:27:45.382048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.015338Z","time spent":"1.366664096s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:27:45.382123Z","caller":"traceutil/trace.go:171","msg":"trace[642927021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5317; }","duration":"1.366790429s","start":"2026-04-04T10:27:44.015326Z","end":"2026-04-04T10:27:45.382116Z","steps":["trace[642927021] 'agreement among raft nodes before linearized reading' (duration: 1.366716707s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.236375Z","time spent":"1.145750042s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:27:45.382141Z","caller":"traceutil/trace.go:171","msg":"trace[787974079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5317; }","duration":"1.366940873s","start":"2026-04-04T10:27:44.015193Z","end":"2026-04-04T10:27:45.382134Z","steps":["trace[787974079] 'agreement among raft nodes before linearized reading' (duration: 1.366858031s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.015321Z","time spent":"1.36682086s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:27:45.382144Z","caller":"traceutil/trace.go:171","msg":"trace[163880676] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5317; }","duration":"1.343191686s","start":"2026-04-04T10:27:44.038924Z","end":"2026-04-04T10:27:45.382116Z","steps":["trace[163880676] 'agreement among raft nodes before linearized reading' (duration: 1.342501449s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366704337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-04T10:27:45.382182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.038917Z","time spent":"1.343257257s","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413154,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-04T10:27:45.382235Z","caller":"traceutil/trace.go:171","msg":"trace[1050807977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5317; }","duration":"1.366945463s","start":"2026-04-04T10:27:44.015255Z","end":"2026-04-04T10:27:45.382201Z","steps":["trace[1050807977] 'agreement among raft nodes before linearized reading' (duration: 1.366693647s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:45.382277Z","caller":"traceutil/trace.go:171","msg":"trace[1936679374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5317; }","duration":"1.472837743s","start":"2026-04-04T10:27:43.909178Z","end":"2026-04-04T10:27:45.382015Z","steps":["trace[1936679374] 'agreement among raft nodes before linearized reading' (duration: 1.472215688s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:45.382118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.798483Z","time spent":"583.628956ms","remote":"127.0.0.1:37606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-w48zq-tls\" "} {"level":"warn","ts":"2026-04-04T10:27:45.382368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.01524Z","time spent":"1.367079646s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:27:45.382166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.015175Z","time spent":"1.366985914s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:27:45.382391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:43.909168Z","time spent":"1.473206402s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:27:45.381944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:44.448729Z","time spent":"933.208072ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0\" "} {"level":"info","ts":"2026-04-04T10:27:55.042871Z","caller":"traceutil/trace.go:171","msg":"trace[920752105] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"152.927053ms","start":"2026-04-04T10:27:54.889915Z","end":"2026-04-04T10:27:55.042842Z","steps":["trace[920752105] 'process raft request' (duration: 152.733958ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.553377Z","caller":"traceutil/trace.go:171","msg":"trace[1917900430] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"102.920844ms","start":"2026-04-04T10:27:55.450421Z","end":"2026-04-04T10:27:55.553342Z","steps":["trace[1917900430] 'process raft request' (duration: 57.06435ms)","trace[1917900430] 'compare' (duration: 45.729151ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:55.640481Z","caller":"traceutil/trace.go:171","msg":"trace[1441406855] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"176.759063ms","start":"2026-04-04T10:27:55.463697Z","end":"2026-04-04T10:27:55.640456Z","steps":["trace[1441406855] 'process raft request' (duration: 176.498616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.640575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.023356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:27:55.640653Z","caller":"traceutil/trace.go:171","msg":"trace[64143578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5511; }","duration":"144.155159ms","start":"2026-04-04T10:27:55.496476Z","end":"2026-04-04T10:27:55.640631Z","steps":["trace[64143578] 'agreement among raft nodes before linearized reading' (duration: 143.952184ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.640645Z","caller":"traceutil/trace.go:171","msg":"trace[891930199] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"172.30279ms","start":"2026-04-04T10:27:55.468308Z","end":"2026-04-04T10:27:55.640611Z","steps":["trace[891930199] 'process raft request' (duration: 172.043883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.640783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.359768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:27:55.640807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.024076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:27:55.640831Z","caller":"traceutil/trace.go:171","msg":"trace[299145972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5511; }","duration":"134.43344ms","start":"2026-04-04T10:27:55.506384Z","end":"2026-04-04T10:27:55.640817Z","steps":["trace[299145972] 'agreement among raft nodes before linearized reading' (duration: 134.242925ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.64085Z","caller":"traceutil/trace.go:171","msg":"trace[209341671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5511; }","duration":"146.107438ms","start":"2026-04-04T10:27:55.49472Z","end":"2026-04-04T10:27:55.640828Z","steps":["trace[209341671] 'agreement among raft nodes before linearized reading' (duration: 145.987825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.640886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.467512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:27:55.640947Z","caller":"traceutil/trace.go:171","msg":"trace[994227489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5511; }","duration":"145.542864ms","start":"2026-04-04T10:27:55.49539Z","end":"2026-04-04T10:27:55.640933Z","steps":["trace[994227489] 'agreement among raft nodes before linearized reading' (duration: 145.40672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.640963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.628977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-04T10:27:55.640986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.936435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:27:55.641071Z","caller":"traceutil/trace.go:171","msg":"trace[122546003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5511; }","duration":"148.055189ms","start":"2026-04-04T10:27:55.492996Z","end":"2026-04-04T10:27:55.641052Z","steps":["trace[122546003] 'agreement among raft nodes before linearized reading' (duration: 147.793872ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.641066Z","caller":"traceutil/trace.go:171","msg":"trace[609247139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5511; }","duration":"145.764579ms","start":"2026-04-04T10:27:55.495275Z","end":"2026-04-04T10:27:55.641039Z","steps":["trace[609247139] 'agreement among raft nodes before linearized reading' (duration: 145.410351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.640744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.481468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-04T10:27:55.6414Z","caller":"traceutil/trace.go:171","msg":"trace[811891346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:5511; }","duration":"138.210706ms","start":"2026-04-04T10:27:55.503162Z","end":"2026-04-04T10:27:55.641373Z","steps":["trace[811891346] 'agreement among raft nodes before linearized reading' (duration: 137.278402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.7119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.350455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:27:55.712048Z","caller":"traceutil/trace.go:171","msg":"trace[838706846] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5511; }","duration":"139.55427ms","start":"2026-04-04T10:27:55.572462Z","end":"2026-04-04T10:27:55.712016Z","steps":["trace[838706846] 'agreement among raft nodes before linearized reading' (duration: 139.256373ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754015Z","caller":"traceutil/trace.go:171","msg":"trace[303660425] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"108.907547ms","start":"2026-04-04T10:27:55.645063Z","end":"2026-04-04T10:27:55.753971Z","steps":["trace[303660425] 'process raft request' (duration: 108.603919ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754088Z","caller":"traceutil/trace.go:171","msg":"trace[1564673979] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"103.665352ms","start":"2026-04-04T10:27:55.650397Z","end":"2026-04-04T10:27:55.754062Z","steps":["trace[1564673979] 'process raft request' (duration: 103.57094ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754118Z","caller":"traceutil/trace.go:171","msg":"trace[1552189515] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"103.662712ms","start":"2026-04-04T10:27:55.650439Z","end":"2026-04-04T10:27:55.754102Z","steps":["trace[1552189515] 'process raft request' (duration: 103.55331ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754088Z","caller":"traceutil/trace.go:171","msg":"trace[334276513] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"108.833525ms","start":"2026-04-04T10:27:55.645214Z","end":"2026-04-04T10:27:55.754047Z","steps":["trace[334276513] 'process raft request' (duration: 108.721092ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754029Z","caller":"traceutil/trace.go:171","msg":"trace[2059818025] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"108.850726ms","start":"2026-04-04T10:27:55.645142Z","end":"2026-04-04T10:27:55.753993Z","steps":["trace[2059818025] 'process raft request' (duration: 108.732303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.754351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.056293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-04-04T10:27:55.75441Z","caller":"traceutil/trace.go:171","msg":"trace[1798887002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5517; }","duration":"104.173666ms","start":"2026-04-04T10:27:55.650224Z","end":"2026-04-04T10:27:55.754397Z","steps":["trace[1798887002] 'agreement among raft nodes before linearized reading' (duration: 103.884108ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:55.754628Z","caller":"traceutil/trace.go:171","msg":"trace[55611668] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"109.438181ms","start":"2026-04-04T10:27:55.645139Z","end":"2026-04-04T10:27:55.754578Z","steps":["trace[55611668] 'process raft request' (duration: 108.768743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:55.912483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.643616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:55.912591Z","caller":"traceutil/trace.go:171","msg":"trace[1910716887] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:5518; }","duration":"100.80613ms","start":"2026-04-04T10:27:55.811759Z","end":"2026-04-04T10:27:55.912565Z","steps":["trace[1910716887] 'range keys from in-memory index tree' (duration: 100.528372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:56.681206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.946791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:27:56.681359Z","caller":"traceutil/trace.go:171","msg":"trace[1168513833] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5739; }","duration":"442.839294ms","start":"2026-04-04T10:27:56.238503Z","end":"2026-04-04T10:27:56.681342Z","steps":["trace[1168513833] 'read index received' (duration: 50.901µs)","trace[1168513833] 'applied index is now lower than readState.Index' (duration: 442.786783ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:56.681395Z","caller":"traceutil/trace.go:171","msg":"trace[59106340] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"674.602264ms","start":"2026-04-04T10:27:56.006746Z","end":"2026-04-04T10:27:56.681348Z","steps":["trace[59106340] 'process raft request' (duration: 37.431797ms)","trace[59106340] 'compare' (duration: 636.838859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:56.681444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.936446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:56.681482Z","caller":"traceutil/trace.go:171","msg":"trace[735016783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5520; }","duration":"443.023388ms","start":"2026-04-04T10:27:56.238449Z","end":"2026-04-04T10:27:56.681472Z","steps":["trace[735016783] 'agreement among raft nodes before linearized reading' (duration: 442.935116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:56.681513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:56.238424Z","time spent":"443.07831ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:27:56.681579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:56.006723Z","time spent":"674.761549ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:27:56.687219Z","caller":"traceutil/trace.go:171","msg":"trace[1487222903] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"342.850995ms","start":"2026-04-04T10:27:56.344339Z","end":"2026-04-04T10:27:56.68719Z","steps":["trace[1487222903] 'process raft request' (duration: 342.602178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:56.687423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:27:56.344309Z","time spent":"342.982718ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:27:57.6033Z","caller":"traceutil/trace.go:171","msg":"trace[1004461556] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"238.934273ms","start":"2026-04-04T10:27:57.364342Z","end":"2026-04-04T10:27:57.603276Z","steps":["trace[1004461556] 'read index received' (duration: 238.863841ms)","trace[1004461556] 'applied index is now lower than readState.Index' (duration: 68.832µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:57.603338Z","caller":"traceutil/trace.go:171","msg":"trace[2069301110] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"281.956063ms","start":"2026-04-04T10:27:57.321351Z","end":"2026-04-04T10:27:57.603307Z","steps":["trace[2069301110] 'process raft request' (duration: 281.783819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:57.603488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.122899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:27:57.603569Z","caller":"traceutil/trace.go:171","msg":"trace[1919233288] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5546; }","duration":"239.253192ms","start":"2026-04-04T10:27:57.364297Z","end":"2026-04-04T10:27:57.60355Z","steps":["trace[1919233288] 'agreement among raft nodes before linearized reading' (duration: 239.060206ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:57.605405Z","caller":"traceutil/trace.go:171","msg":"trace[1976275119] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"224.482814ms","start":"2026-04-04T10:27:57.380874Z","end":"2026-04-04T10:27:57.605357Z","steps":["trace[1976275119] 'process raft request' (duration: 224.239938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:57.605742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.629746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:27:57.605857Z","caller":"traceutil/trace.go:171","msg":"trace[1061302110] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5548; }","duration":"179.761969ms","start":"2026-04-04T10:27:57.426073Z","end":"2026-04-04T10:27:57.605835Z","steps":["trace[1061302110] 'agreement among raft nodes before linearized reading' (duration: 179.497713ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:58.556797Z","caller":"traceutil/trace.go:171","msg":"trace[141893168] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"256.404682ms","start":"2026-04-04T10:27:58.300364Z","end":"2026-04-04T10:27:58.556769Z","steps":["trace[141893168] 'process raft request' (duration: 256.217367ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:58.559126Z","caller":"traceutil/trace.go:171","msg":"trace[235840959] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"248.198202ms","start":"2026-04-04T10:27:58.310904Z","end":"2026-04-04T10:27:58.559103Z","steps":["trace[235840959] 'process raft request' (duration: 248.054838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.147709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754745692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:28:06.370179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.22757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:06.370312Z","caller":"traceutil/trace.go:171","msg":"trace[2146100286] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5706; }","duration":"566.367524ms","start":"2026-04-04T10:28:05.80392Z","end":"2026-04-04T10:28:06.370287Z","steps":["trace[2146100286] 'range keys from in-memory index tree' (duration: 566.20689ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:06.370596Z","caller":"traceutil/trace.go:171","msg":"trace[108295353] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"780.906915ms","start":"2026-04-04T10:28:05.589657Z","end":"2026-04-04T10:28:06.370564Z","steps":["trace[108295353] 'process raft request' (duration: 747.090189ms)","trace[108295353] 'compare' (duration: 33.650511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:06.37078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.58963Z","time spent":"781.058008ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:06.826982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.558566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:28:06.827229Z","caller":"traceutil/trace.go:171","msg":"trace[1298543197] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"1.11480195s","start":"2026-04-04T10:28:05.712397Z","end":"2026-04-04T10:28:06.827199Z","steps":["trace[1298543197] 'process raft request' (duration: 818.948328ms)","trace[1298543197] 'compare' (duration: 295.439022ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:06.827254Z","caller":"traceutil/trace.go:171","msg":"trace[337383019] linearizableReadLoop","detail":"{readStateIndex:5933; appliedIndex:5928; }","duration":"1.179828464s","start":"2026-04-04T10:28:05.647408Z","end":"2026-04-04T10:28:06.827236Z","steps":["trace[337383019] 'read index received' (duration: 689.360992ms)","trace[337383019] 'applied index is now lower than readState.Index' (duration: 490.466072ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:06.827262Z","caller":"traceutil/trace.go:171","msg":"trace[1352716521] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"1.114285287s","start":"2026-04-04T10:28:05.712955Z","end":"2026-04-04T10:28:06.82724Z","steps":["trace[1352716521] 'process raft request' (duration: 1.114182665s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.82734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.71237Z","time spent":"1.114918592s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:06.827352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.712944Z","time spent":"1.114359029s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:06.827346Z","caller":"traceutil/trace.go:171","msg":"trace[848228661] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"1.114606325s","start":"2026-04-04T10:28:05.712706Z","end":"2026-04-04T10:28:06.827312Z","steps":["trace[848228661] 'process raft request' (duration: 1.114381729s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.827599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180199243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-04T10:28:06.827607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.712678Z","time spent":"1.114833781s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:06.827642Z","caller":"traceutil/trace.go:171","msg":"trace[1242015704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643; range_end:; response_count:1; response_revision:5711; }","duration":"1.180277485s","start":"2026-04-04T10:28:05.647352Z","end":"2026-04-04T10:28:06.82763Z","steps":["trace[1242015704] 'agreement among raft nodes before linearized reading' (duration: 1.180156812s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.827678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.647327Z","time spent":"1.180344387s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643\" "} {"level":"info","ts":"2026-04-04T10:28:06.82778Z","caller":"traceutil/trace.go:171","msg":"trace[1996748529] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"1.063056975s","start":"2026-04-04T10:28:05.764704Z","end":"2026-04-04T10:28:06.827761Z","steps":["trace[1996748529] 'process raft request' (duration: 1.06246764s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.827889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.764671Z","time spent":"1.063168388s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:06.866449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065149069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:28:06.866524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.839348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-04T10:28:06.866566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.728431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-04T10:28:06.866605Z","caller":"traceutil/trace.go:171","msg":"trace[1075175291] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5712; }","duration":"493.961252ms","start":"2026-04-04T10:28:06.372623Z","end":"2026-04-04T10:28:06.866584Z","steps":["trace[1075175291] 'agreement among raft nodes before linearized reading' (duration: 493.727176ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:06.866619Z","caller":"traceutil/trace.go:171","msg":"trace[974789617] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5712; }","duration":"891.818943ms","start":"2026-04-04T10:28:05.974783Z","end":"2026-04-04T10:28:06.866601Z","steps":["trace[974789617] 'agreement among raft nodes before linearized reading' (duration: 891.666579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.86665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.372603Z","time spent":"494.038663ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-04T10:28:06.866644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.092526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-04T10:28:06.866663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.97476Z","time spent":"891.895615ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-04T10:28:06.866705Z","caller":"traceutil/trace.go:171","msg":"trace[809890879] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643; range_end:; response_count:1; response_revision:5712; }","duration":"961.197528ms","start":"2026-04-04T10:28:05.905488Z","end":"2026-04-04T10:28:06.866686Z","steps":["trace[809890879] 'agreement among raft nodes before linearized reading' (duration: 961.013434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.866747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.905466Z","time spent":"961.268711ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79141aba-9f69-45cc-b654-ec8c23ccc643\" "} {"level":"warn","ts":"2026-04-04T10:28:06.866835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054053635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:28:06.866879Z","caller":"traceutil/trace.go:171","msg":"trace[838805316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5712; }","duration":"1.054130917s","start":"2026-04-04T10:28:05.812734Z","end":"2026-04-04T10:28:06.866865Z","steps":["trace[838805316] 'agreement among raft nodes before linearized reading' (duration: 1.054035134s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.86689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.563071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:06.866919Z","caller":"traceutil/trace.go:171","msg":"trace[1433496113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5712; }","duration":"629.627844ms","start":"2026-04-04T10:28:06.237282Z","end":"2026-04-04T10:28:06.86691Z","steps":["trace[1433496113] 'agreement among raft nodes before linearized reading' (duration: 629.585073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.866916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.812705Z","time spent":"1.054200658s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:28:06.866909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055528202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:28:06.866945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.237259Z","time spent":"629.680605ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:28:06.866978Z","caller":"traceutil/trace.go:171","msg":"trace[2117328381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.055621385s","start":"2026-04-04T10:28:05.811335Z","end":"2026-04-04T10:28:06.866956Z","steps":["trace[2117328381] 'agreement among raft nodes before linearized reading' (duration: 1.055456801s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.867024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.811321Z","time spent":"1.055690367s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:28:06.866663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049651132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:28:06.86655Z","caller":"traceutil/trace.go:171","msg":"trace[1172418086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.065282332s","start":"2026-04-04T10:28:05.801242Z","end":"2026-04-04T10:28:06.866524Z","steps":["trace[1172418086] 'agreement among raft nodes before linearized reading' (duration: 1.065037216s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:06.867082Z","caller":"traceutil/trace.go:171","msg":"trace[353170676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5712; }","duration":"1.050096114s","start":"2026-04-04T10:28:05.816977Z","end":"2026-04-04T10:28:06.867073Z","steps":["trace[353170676] 'agreement among raft nodes before linearized reading' (duration: 1.049604402s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.867103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.801219Z","time spent":"1.065869556s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:28:06.867129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.816962Z","time spent":"1.050155495s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:28:06.866454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032899423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:28:06.866747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050252958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:28:06.867268Z","caller":"traceutil/trace.go:171","msg":"trace[919503648] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5712; }","duration":"1.033764376s","start":"2026-04-04T10:28:05.833487Z","end":"2026-04-04T10:28:06.867251Z","steps":["trace[919503648] 'agreement among raft nodes before linearized reading' (duration: 1.032836372s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:06.86728Z","caller":"traceutil/trace.go:171","msg":"trace[1157539679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5712; }","duration":"1.050800602s","start":"2026-04-04T10:28:05.816463Z","end":"2026-04-04T10:28:06.867264Z","steps":["trace[1157539679] 'agreement among raft nodes before linearized reading' (duration: 1.050222787s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.867312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.833472Z","time spent":"1.033826967s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:06.867286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055391229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:28:06.867335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.816448Z","time spent":"1.050871563s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:28:06.867368Z","caller":"traceutil/trace.go:171","msg":"trace[1317544005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:5712; }","duration":"1.055506191s","start":"2026-04-04T10:28:05.811841Z","end":"2026-04-04T10:28:06.867347Z","steps":["trace[1317544005] 'agreement among raft nodes before linearized reading' (duration: 1.055235954s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.867084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05779344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:28:06.867416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.811827Z","time spent":"1.055579933s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"info","ts":"2026-04-04T10:28:06.867431Z","caller":"traceutil/trace.go:171","msg":"trace[2061941156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5712; }","duration":"1.058152999s","start":"2026-04-04T10:28:05.809261Z","end":"2026-04-04T10:28:06.867414Z","steps":["trace[2061941156] 'agreement among raft nodes before linearized reading' (duration: 1.057753199s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:06.86749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:05.809249Z","time spent":"1.05822354s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:28:07.09363Z","caller":"traceutil/trace.go:171","msg":"trace[1333531730] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"221.514108ms","start":"2026-04-04T10:28:06.872091Z","end":"2026-04-04T10:28:07.093605Z","steps":["trace[1333531730] 'process raft request' (duration: 221.326934ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.093852Z","caller":"traceutil/trace.go:171","msg":"trace[1807330502] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"221.723704ms","start":"2026-04-04T10:28:06.872105Z","end":"2026-04-04T10:28:07.093828Z","steps":["trace[1807330502] 'process raft request' (duration: 221.465558ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.73152Z","caller":"traceutil/trace.go:171","msg":"trace[1258986870] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"859.338791ms","start":"2026-04-04T10:28:06.872156Z","end":"2026-04-04T10:28:07.731495Z","steps":["trace[1258986870] 'process raft request' (duration: 859.142976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.731668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.872141Z","time spent":"859.453374ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:07.731942Z","caller":"traceutil/trace.go:171","msg":"trace[1890909753] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5934; }","duration":"756.90912ms","start":"2026-04-04T10:28:06.975011Z","end":"2026-04-04T10:28:07.73192Z","steps":["trace[1890909753] 'read index received' (duration: 118.390699ms)","trace[1890909753] 'applied index is now lower than readState.Index' (duration: 638.517411ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:07.732074Z","caller":"traceutil/trace.go:171","msg":"trace[553864639] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"859.384523ms","start":"2026-04-04T10:28:06.872624Z","end":"2026-04-04T10:28:07.732009Z","steps":["trace[553864639] 'process raft request' (duration: 858.830969ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.732127Z","caller":"traceutil/trace.go:171","msg":"trace[878562505] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"859.463654ms","start":"2026-04-04T10:28:06.872651Z","end":"2026-04-04T10:28:07.732115Z","steps":["trace[878562505] 'process raft request' (duration: 859.069495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.732232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.872639Z","time spent":"859.517906ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:07.732252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.872601Z","time spent":"859.550606ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:07.732303Z","caller":"traceutil/trace.go:171","msg":"trace[758268191] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"859.632269ms","start":"2026-04-04T10:28:06.872662Z","end":"2026-04-04T10:28:07.732294Z","steps":["trace[758268191] 'process raft request' (duration: 859.170697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.732379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.872648Z","time spent":"859.69272ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:07.732264Z","caller":"traceutil/trace.go:171","msg":"trace[1629019536] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"857.064873ms","start":"2026-04-04T10:28:06.875181Z","end":"2026-04-04T10:28:07.732246Z","steps":["trace[1629019536] 'process raft request' (duration: 856.688283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.732517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.875169Z","time spent":"857.318819ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:07.73254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.068863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:28:07.732582Z","caller":"traceutil/trace.go:171","msg":"trace[1157276970] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5719; }","duration":"510.142495ms","start":"2026-04-04T10:28:07.222427Z","end":"2026-04-04T10:28:07.73257Z","steps":["trace[1157276970] 'agreement among raft nodes before linearized reading' (duration: 510.021182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.732622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:07.22241Z","time spent":"510.203706ms","remote":"127.0.0.1:58832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:07.732757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.331736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:28:07.732911Z","caller":"traceutil/trace.go:171","msg":"trace[100914591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5719; }","duration":"613.565312ms","start":"2026-04-04T10:28:07.119326Z","end":"2026-04-04T10:28:07.732891Z","steps":["trace[100914591] 'agreement among raft nodes before linearized reading' (duration: 613.149852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.733045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:07.119305Z","time spent":"613.693395ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:28:07.732933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.929225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-04T10:28:07.733415Z","caller":"traceutil/trace.go:171","msg":"trace[558449538] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5719; }","duration":"758.444089ms","start":"2026-04-04T10:28:06.974951Z","end":"2026-04-04T10:28:07.733395Z","steps":["trace[558449538] 'agreement among raft nodes before linearized reading' (duration: 757.395631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:07.733488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:06.974917Z","time spent":"758.552072ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-04T10:28:09.127235Z","caller":"traceutil/trace.go:171","msg":"trace[62922497] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"161.176164ms","start":"2026-04-04T10:28:08.966031Z","end":"2026-04-04T10:28:09.127207Z","steps":["trace[62922497] 'process raft request' (duration: 139.633522ms)","trace[62922497] 'compare' (duration: 21.413439ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:09.129755Z","caller":"traceutil/trace.go:171","msg":"trace[832250692] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"162.728085ms","start":"2026-04-04T10:28:08.967006Z","end":"2026-04-04T10:28:09.129734Z","steps":["trace[832250692] 'process raft request' (duration: 162.504969ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:09.129976Z","caller":"traceutil/trace.go:171","msg":"trace[1995975427] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"162.474108ms","start":"2026-04-04T10:28:08.96748Z","end":"2026-04-04T10:28:09.129954Z","steps":["trace[1995975427] 'process raft request' (duration: 162.188411ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:09.130191Z","caller":"traceutil/trace.go:171","msg":"trace[2091214517] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"162.369996ms","start":"2026-04-04T10:28:08.9678Z","end":"2026-04-04T10:28:09.13017Z","steps":["trace[2091214517] 'process raft request' (duration: 162.081278ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:09.130335Z","caller":"traceutil/trace.go:171","msg":"trace[1182732870] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"161.935905ms","start":"2026-04-04T10:28:08.968388Z","end":"2026-04-04T10:28:09.130324Z","steps":["trace[1182732870] 'process raft request' (duration: 161.706839ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:09.130629Z","caller":"traceutil/trace.go:171","msg":"trace[1355272534] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"160.798745ms","start":"2026-04-04T10:28:08.969806Z","end":"2026-04-04T10:28:09.130605Z","steps":["trace[1355272534] 'process raft request' (duration: 160.431865ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:14.04533Z","caller":"traceutil/trace.go:171","msg":"trace[1032205660] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6053; }","duration":"114.525081ms","start":"2026-04-04T10:28:13.930779Z","end":"2026-04-04T10:28:14.045304Z","steps":["trace[1032205660] 'read index received' (duration: 114.418808ms)","trace[1032205660] 'applied index is now lower than readState.Index' (duration: 105.193µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:14.04538Z","caller":"traceutil/trace.go:171","msg":"trace[1635186297] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"115.812974ms","start":"2026-04-04T10:28:13.929536Z","end":"2026-04-04T10:28:14.045349Z","steps":["trace[1635186297] 'process raft request' (duration: 115.617699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:14.045769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.917531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-04T10:28:14.045908Z","caller":"traceutil/trace.go:171","msg":"trace[610828295] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5829; }","duration":"115.132157ms","start":"2026-04-04T10:28:13.930751Z","end":"2026-04-04T10:28:14.045883Z","steps":["trace[610828295] 'agreement among raft nodes before linearized reading' (duration: 114.672785ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:14.046554Z","caller":"traceutil/trace.go:171","msg":"trace[1281769073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5829; }","duration":"115.325561ms","start":"2026-04-04T10:28:13.9312Z","end":"2026-04-04T10:28:14.046526Z","steps":["trace[1281769073] 'process raft request' (duration: 115.231898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.431672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754746020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:28:16.72256Z","caller":"traceutil/trace.go:171","msg":"trace[1378870055] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"932.503744ms","start":"2026-04-04T10:28:15.79003Z","end":"2026-04-04T10:28:16.722534Z","steps":["trace[1378870055] 'process raft request' (duration: 932.321259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.722841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:15.790018Z","time spent":"932.716249ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:16.723629Z","caller":"traceutil/trace.go:171","msg":"trace[1498545733] linearizableReadLoop","detail":"{readStateIndex:6084; appliedIndex:6080; }","duration":"813.107209ms","start":"2026-04-04T10:28:15.910497Z","end":"2026-04-04T10:28:16.723604Z","steps":["trace[1498545733] 'read index received' (duration: 811.902068ms)","trace[1498545733] 'applied index is now lower than readState.Index' (duration: 1.203991ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:16.72371Z","caller":"traceutil/trace.go:171","msg":"trace[1948605875] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"933.631313ms","start":"2026-04-04T10:28:15.790054Z","end":"2026-04-04T10:28:16.723685Z","steps":["trace[1948605875] 'process raft request' (duration: 933.337576ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:16.723748Z","caller":"traceutil/trace.go:171","msg":"trace[2070308014] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"932.834103ms","start":"2026-04-04T10:28:15.790903Z","end":"2026-04-04T10:28:16.723737Z","steps":["trace[2070308014] 'process raft request' (duration: 932.620448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.723814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:15.790033Z","time spent":"933.727456ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:16.723864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:15.790883Z","time spent":"932.896824ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:16.723935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.419227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:28:16.724009Z","caller":"traceutil/trace.go:171","msg":"trace[1744258574] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5856; }","duration":"813.52064ms","start":"2026-04-04T10:28:15.910469Z","end":"2026-04-04T10:28:16.72399Z","steps":["trace[1744258574] 'agreement among raft nodes before linearized reading' (duration: 813.352716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.724073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:15.910456Z","time spent":"813.601321ms","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:16.724107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.509828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13288"} {"level":"info","ts":"2026-04-04T10:28:16.724143Z","caller":"traceutil/trace.go:171","msg":"trace[1229624181] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5856; }","duration":"709.582709ms","start":"2026-04-04T10:28:16.014548Z","end":"2026-04-04T10:28:16.72413Z","steps":["trace[1229624181] 'agreement among raft nodes before linearized reading' (duration: 709.448266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.724181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:16.014525Z","time spent":"709.650191ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13312,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-04T10:28:16.724328Z","caller":"traceutil/trace.go:171","msg":"trace[1137559451] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"932.606588ms","start":"2026-04-04T10:28:15.791703Z","end":"2026-04-04T10:28:16.72431Z","steps":["trace[1137559451] 'process raft request' (duration: 931.862819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.724427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.728602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:28:16.724434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:15.79168Z","time spent":"932.7011ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:16.724465Z","caller":"traceutil/trace.go:171","msg":"trace[409541694] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5856; }","duration":"240.768233ms","start":"2026-04-04T10:28:16.483687Z","end":"2026-04-04T10:28:16.724455Z","steps":["trace[409541694] 'agreement among raft nodes before linearized reading' (duration: 240.707261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.724639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.769043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:16.724685Z","caller":"traceutil/trace.go:171","msg":"trace[268633244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5856; }","duration":"487.852775ms","start":"2026-04-04T10:28:16.236822Z","end":"2026-04-04T10:28:16.724674Z","steps":["trace[268633244] 'agreement among raft nodes before linearized reading' (duration: 487.785243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.72472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:16.236797Z","time spent":"487.914077ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:28:16.72496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.964943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-04T10:28:16.725005Z","caller":"traceutil/trace.go:171","msg":"trace[1633780394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5856; }","duration":"682.057045ms","start":"2026-04-04T10:28:16.042935Z","end":"2026-04-04T10:28:16.724992Z","steps":["trace[1633780394] 'agreement among raft nodes before linearized reading' (duration: 681.943542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:16.72504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:16.042915Z","time spent":"682.117756ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-04T10:28:21.061931Z","caller":"traceutil/trace.go:171","msg":"trace[259585231] transaction","detail":"{read_only:false; response_revision:5891; number_of_response:1; }","duration":"309.554932ms","start":"2026-04-04T10:28:20.752341Z","end":"2026-04-04T10:28:21.061896Z","steps":["trace[259585231] 'process raft request' (duration: 309.280765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:21.062107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.752318Z","time spent":"309.694915ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.220627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158962023s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:28:23.221384Z","caller":"traceutil/trace.go:171","msg":"trace[1386279429] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"2.466336108s","start":"2026-04-04T10:28:20.755003Z","end":"2026-04-04T10:28:23.221339Z","steps":["trace[1386279429] 'process raft request' (duration: 2.466252576s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.221631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.754997Z","time spent":"2.466510973s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:23.221792Z","caller":"traceutil/trace.go:171","msg":"trace[256868711] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"2.226919051s","start":"2026-04-04T10:28:20.994841Z","end":"2026-04-04T10:28:23.22176Z","steps":["trace[256868711] 'process raft request' (duration: 2.22645313s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.221923Z","caller":"traceutil/trace.go:171","msg":"trace[344207178] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"2.224405657s","start":"2026-04-04T10:28:20.997479Z","end":"2026-04-04T10:28:23.221885Z","steps":["trace[344207178] 'process raft request' (duration: 2.224331575s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.221405Z","caller":"traceutil/trace.go:171","msg":"trace[2052479648] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"2.468426432s","start":"2026-04-04T10:28:20.752929Z","end":"2026-04-04T10:28:23.221356Z","steps":["trace[2052479648] 'process raft request' (duration: 2.468065823s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.22211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.752916Z","time spent":"2.469141971s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.22215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.99742Z","time spent":"2.224559421s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:23.221428Z","caller":"traceutil/trace.go:171","msg":"trace[2054426343] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"2.467858087s","start":"2026-04-04T10:28:20.75353Z","end":"2026-04-04T10:28:23.221388Z","steps":["trace[2054426343] 'process raft request' (duration: 2.467680853s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.222338Z","caller":"traceutil/trace.go:171","msg":"trace[2101560337] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"2.226619114s","start":"2026-04-04T10:28:20.995707Z","end":"2026-04-04T10:28:23.222326Z","steps":["trace[2101560337] 'process raft request' (duration: 2.225859854s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.222376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.753523Z","time spent":"2.468787262s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.222474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.995676Z","time spent":"2.226724847s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.222578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.994814Z","time spent":"2.227065455s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.405377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.493236ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:28:23.405817Z","caller":"traceutil/trace.go:171","msg":"trace[2103012281] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"345.872351ms","start":"2026-04-04T10:28:23.059893Z","end":"2026-04-04T10:28:23.405765Z","steps":["trace[2103012281] 'process raft request' (duration: 345.596194ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.405755Z","caller":"traceutil/trace.go:171","msg":"trace[958202566] linearizableReadLoop","detail":"{readStateIndex:6122; appliedIndex:6118; }","duration":"2.521124851s","start":"2026-04-04T10:28:20.884592Z","end":"2026-04-04T10:28:23.405716Z","steps":["trace[958202566] 'read index received' (duration: 177.070921ms)","trace[958202566] 'applied index is now lower than readState.Index' (duration: 2.344023529s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.405983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.059872Z","time spent":"346.016705ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:28:23.448957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356497795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:28:23.449022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203230154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:23.449045Z","caller":"traceutil/trace.go:171","msg":"trace[1823753722] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5898; }","duration":"1.35665019s","start":"2026-04-04T10:28:22.092373Z","end":"2026-04-04T10:28:23.449023Z","steps":["trace[1823753722] 'agreement among raft nodes before linearized reading' (duration: 1.313767452s)","trace[1823753722] 'count revisions from in-memory index tree' (duration: 42.724933ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.449075Z","caller":"traceutil/trace.go:171","msg":"trace[229787726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5898; }","duration":"1.203315806s","start":"2026-04-04T10:28:22.24574Z","end":"2026-04-04T10:28:23.449056Z","steps":["trace[229787726] 'agreement among raft nodes before linearized reading' (duration: 1.160430318s)","trace[229787726] 'range keys from in-memory index tree' (duration: 42.812186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089083095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ppxpx\" ","response":"range_response_count:1 size:4340"} {"level":"warn","ts":"2026-04-04T10:28:23.449109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:22.09235Z","time spent":"1.356748282s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:23.44911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.186679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-04T10:28:23.449129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:22.24572Z","time spent":"1.203397648s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:28:23.449152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027053615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:23.449186Z","caller":"traceutil/trace.go:171","msg":"trace[1169001972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5898; }","duration":"326.291961ms","start":"2026-04-04T10:28:23.122868Z","end":"2026-04-04T10:28:23.44916Z","steps":["trace[1169001972] 'agreement among raft nodes before linearized reading' (duration: 283.224608ms)","trace[1169001972] 'range keys from in-memory index tree' (duration: 42.854576ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.449228Z","caller":"traceutil/trace.go:171","msg":"trace[1546508162] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5898; }","duration":"1.027177148s","start":"2026-04-04T10:28:22.42203Z","end":"2026-04-04T10:28:23.449208Z","steps":["trace[1546508162] 'agreement among raft nodes before linearized reading' (duration: 984.119235ms)","trace[1546508162] 'count revisions from in-memory index tree' (duration: 42.935609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564662605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:28:23.449305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.294159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:28:23.44927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260940832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:28:23.449343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435336046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:28:23.449316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261623371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:28:23.449237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.122849Z","time spent":"326.375723ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-04T10:28:23.449369Z","caller":"traceutil/trace.go:171","msg":"trace[212392745] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5898; }","duration":"2.564819179s","start":"2026-04-04T10:28:20.884524Z","end":"2026-04-04T10:28:23.449343Z","steps":["trace[212392745] 'agreement among raft nodes before linearized reading' (duration: 2.521335436s)","trace[212392745] 'count revisions from in-memory index tree' (duration: 43.344729ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.449399Z","caller":"traceutil/trace.go:171","msg":"trace[140234204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:5898; }","duration":"2.435419617s","start":"2026-04-04T10:28:21.013963Z","end":"2026-04-04T10:28:23.449382Z","steps":["trace[140234204] 'agreement among raft nodes before linearized reading' (duration: 2.392099468s)","trace[140234204] 'range keys from in-memory index tree' (duration: 43.201885ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.449413Z","caller":"traceutil/trace.go:171","msg":"trace[1068151392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5898; }","duration":"2.261142978s","start":"2026-04-04T10:28:21.188235Z","end":"2026-04-04T10:28:23.449378Z","steps":["trace[1068151392] 'agreement among raft nodes before linearized reading' (duration: 2.217908431s)","trace[1068151392] 'range keys from in-memory index tree' (duration: 42.899619ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.449158Z","caller":"traceutil/trace.go:171","msg":"trace[748784811] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ppxpx; range_end:; response_count:1; response_revision:5898; }","duration":"2.089245499s","start":"2026-04-04T10:28:21.359878Z","end":"2026-04-04T10:28:23.449124Z","steps":["trace[748784811] 'agreement among raft nodes before linearized reading' (duration: 2.046251728s)","trace[748784811] 'range keys from in-memory index tree' (duration: 42.735243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:21.013944Z","time spent":"2.43549604s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:28:23.449455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:20.884499Z","time spent":"2.564937263s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:23.449488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:21.359817Z","time spent":"2.089657839s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4364,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ppxpx\" "} {"level":"warn","ts":"2026-04-04T10:28:23.449492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:21.188205Z","time spent":"2.261268481s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:28:23.44947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.656714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-04T10:28:23.449298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:22.422009Z","time spent":"1.027272221s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:28:23.449433Z","caller":"traceutil/trace.go:171","msg":"trace[2128332279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5898; }","duration":"2.261776944s","start":"2026-04-04T10:28:21.187621Z","end":"2026-04-04T10:28:23.449398Z","steps":["trace[2128332279] 'agreement among raft nodes before linearized reading' (duration: 2.218530887s)","trace[2128332279] 'range keys from in-memory index tree' (duration: 42.997791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:21.187562Z","time spent":"2.262071192s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:28:23.449587Z","caller":"traceutil/trace.go:171","msg":"trace[936894324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5898; }","duration":"452.814019ms","start":"2026-04-04T10:28:22.996744Z","end":"2026-04-04T10:28:23.449558Z","steps":["trace[936894324] 'agreement among raft nodes before linearized reading' (duration: 409.371697ms)","trace[936894324] 'range keys from in-memory index tree' (duration: 43.176585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:22.996719Z","time spent":"452.997794ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-04T10:28:23.449367Z","caller":"traceutil/trace.go:171","msg":"trace[2058395483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5898; }","duration":"383.373941ms","start":"2026-04-04T10:28:23.065977Z","end":"2026-04-04T10:28:23.449351Z","steps":["trace[2058395483] 'agreement among raft nodes before linearized reading' (duration: 340.129154ms)","trace[2058395483] 'range keys from in-memory index tree' (duration: 43.091733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.449987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.065964Z","time spent":"384.006167ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:28:23.734734Z","caller":"traceutil/trace.go:171","msg":"trace[1081875224] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6127; }","duration":"279.199484ms","start":"2026-04-04T10:28:23.455509Z","end":"2026-04-04T10:28:23.734709Z","steps":["trace[1081875224] 'read index received' (duration: 279.060301ms)","trace[1081875224] 'applied index is now lower than readState.Index' (duration: 138.093µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.734868Z","caller":"traceutil/trace.go:171","msg":"trace[40723882] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"279.621356ms","start":"2026-04-04T10:28:23.455236Z","end":"2026-04-04T10:28:23.734857Z","steps":["trace[40723882] 'process raft request' (duration: 279.308297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.735284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.695708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:28:23.73541Z","caller":"traceutil/trace.go:171","msg":"trace[949843821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5899; }","duration":"279.901153ms","start":"2026-04-04T10:28:23.455481Z","end":"2026-04-04T10:28:23.735383Z","steps":["trace[949843821] 'agreement among raft nodes before linearized reading' (duration: 279.407281ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.850315Z","caller":"traceutil/trace.go:171","msg":"trace[444313189] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"394.578578ms","start":"2026-04-04T10:28:23.455716Z","end":"2026-04-04T10:28:23.850295Z","steps":["trace[444313189] 'process raft request' (duration: 394.443765ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:23.8503Z","caller":"traceutil/trace.go:171","msg":"trace[618268577] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"394.626279ms","start":"2026-04-04T10:28:23.455642Z","end":"2026-04-04T10:28:23.850268Z","steps":["trace[618268577] 'process raft request' (duration: 394.323082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.850448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.455695Z","time spent":"394.67041ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.85046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.455609Z","time spent":"394.769462ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:23.850589Z","caller":"traceutil/trace.go:171","msg":"trace[134708657] linearizableReadLoop","detail":"{readStateIndex:6131; appliedIndex:6128; }","duration":"115.756152ms","start":"2026-04-04T10:28:23.734819Z","end":"2026-04-04T10:28:23.850575Z","steps":["trace[134708657] 'read index received' (duration: 115.066355ms)","trace[134708657] 'applied index is now lower than readState.Index' (duration: 688.647µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.851989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.656466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81521"} {"level":"info","ts":"2026-04-04T10:28:23.852073Z","caller":"traceutil/trace.go:171","msg":"trace[1578251818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5902; }","duration":"395.746737ms","start":"2026-04-04T10:28:23.456295Z","end":"2026-04-04T10:28:23.852041Z","steps":["trace[1578251818] 'agreement among raft nodes before linearized reading' (duration: 394.924207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.852113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.456282Z","time spent":"395.821239ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81545,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-04T10:28:23.850673Z","caller":"traceutil/trace.go:171","msg":"trace[33600360] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"391.056819ms","start":"2026-04-04T10:28:23.459608Z","end":"2026-04-04T10:28:23.850665Z","steps":["trace[33600360] 'process raft request' (duration: 390.594877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.852647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.4596Z","time spent":"392.940067ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:23.85443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.415105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18287"} {"level":"info","ts":"2026-04-04T10:28:23.854569Z","caller":"traceutil/trace.go:171","msg":"trace[29388017] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5902; }","duration":"117.603489ms","start":"2026-04-04T10:28:23.736935Z","end":"2026-04-04T10:28:23.854538Z","steps":["trace[29388017] 'agreement among raft nodes before linearized reading' (duration: 117.23631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.857981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.630811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:23.858094Z","caller":"traceutil/trace.go:171","msg":"trace[896986180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5902; }","duration":"398.770166ms","start":"2026-04-04T10:28:23.459288Z","end":"2026-04-04T10:28:23.858058Z","steps":["trace[896986180] 'agreement among raft nodes before linearized reading' (duration: 392.020063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:23.858151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:23.45928Z","time spent":"398.859918ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:28:23.970155Z","caller":"traceutil/trace.go:171","msg":"trace[4046334] linearizableReadLoop","detail":"{readStateIndex:6132; appliedIndex:6131; }","duration":"108.890987ms","start":"2026-04-04T10:28:23.861226Z","end":"2026-04-04T10:28:23.970117Z","steps":["trace[4046334] 'read index received' (duration: 91.227134ms)","trace[4046334] 'applied index is now lower than readState.Index' (duration: 17.662093ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:23.970278Z","caller":"traceutil/trace.go:171","msg":"trace[721716173] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"109.181714ms","start":"2026-04-04T10:28:23.861049Z","end":"2026-04-04T10:28:23.97023Z","steps":["trace[721716173] 'process raft request' (duration: 91.316986ms)","trace[721716173] 'compare' (duration: 17.542609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:23.970525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.289197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-04T10:28:23.970596Z","caller":"traceutil/trace.go:171","msg":"trace[1317173963] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5903; }","duration":"109.406ms","start":"2026-04-04T10:28:23.861174Z","end":"2026-04-04T10:28:23.97058Z","steps":["trace[1317173963] 'agreement among raft nodes before linearized reading' (duration: 109.145213ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.120139Z","caller":"traceutil/trace.go:171","msg":"trace[1566502447] linearizableReadLoop","detail":"{readStateIndex:6134; appliedIndex:6132; }","duration":"149.849604ms","start":"2026-04-04T10:28:23.970257Z","end":"2026-04-04T10:28:24.120107Z","steps":["trace[1566502447] 'read index received' (duration: 135.814885ms)","trace[1566502447] 'applied index is now lower than readState.Index' (duration: 14.033499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:24.120312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.154043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:24.120351Z","caller":"traceutil/trace.go:171","msg":"trace[1197936545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5905; }","duration":"202.284567ms","start":"2026-04-04T10:28:23.918053Z","end":"2026-04-04T10:28:24.120338Z","steps":["trace[1197936545] 'agreement among raft nodes before linearized reading' (duration: 202.179154ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.120409Z","caller":"traceutil/trace.go:171","msg":"trace[227372210] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"258.975078ms","start":"2026-04-04T10:28:23.861396Z","end":"2026-04-04T10:28:24.120371Z","steps":["trace[227372210] 'process raft request' (duration: 244.58575ms)","trace[227372210] 'compare' (duration: 13.838724ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:24.120446Z","caller":"traceutil/trace.go:171","msg":"trace[1902752323] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"257.339216ms","start":"2026-04-04T10:28:23.863073Z","end":"2026-04-04T10:28:24.120413Z","steps":["trace[1902752323] 'process raft request' (duration: 256.952936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:24.120688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.936833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:28:24.12081Z","caller":"traceutil/trace.go:171","msg":"trace[1179675808] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5905; }","duration":"178.2088ms","start":"2026-04-04T10:28:23.942569Z","end":"2026-04-04T10:28:24.120778Z","steps":["trace[1179675808] 'agreement among raft nodes before linearized reading' (duration: 177.842651ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.151219Z","caller":"traceutil/trace.go:171","msg":"trace[518372696] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"169.008785ms","start":"2026-04-04T10:28:23.98218Z","end":"2026-04-04T10:28:24.151189Z","steps":["trace[518372696] 'process raft request' (duration: 168.81582ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.288763Z","caller":"traceutil/trace.go:171","msg":"trace[1135142766] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"131.909616ms","start":"2026-04-04T10:28:24.156827Z","end":"2026-04-04T10:28:24.288737Z","steps":["trace[1135142766] 'process raft request' (duration: 131.805893ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.288957Z","caller":"traceutil/trace.go:171","msg":"trace[364241202] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"131.911816ms","start":"2026-04-04T10:28:24.157033Z","end":"2026-04-04T10:28:24.288945Z","steps":["trace[364241202] 'process raft request' (duration: 131.65918ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.289107Z","caller":"traceutil/trace.go:171","msg":"trace[908193918] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"131.235478ms","start":"2026-04-04T10:28:24.157862Z","end":"2026-04-04T10:28:24.289097Z","steps":["trace[908193918] 'process raft request' (duration: 131.015452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:24.289103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.398683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-04T10:28:24.289197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.510371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-04T10:28:24.289293Z","caller":"traceutil/trace.go:171","msg":"trace[972490252] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5911; }","duration":"123.618534ms","start":"2026-04-04T10:28:24.165653Z","end":"2026-04-04T10:28:24.289272Z","steps":["trace[972490252] 'agreement among raft nodes before linearized reading' (duration: 123.479971ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.289303Z","caller":"traceutil/trace.go:171","msg":"trace[148249707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5911; }","duration":"133.626599ms","start":"2026-04-04T10:28:24.155643Z","end":"2026-04-04T10:28:24.289269Z","steps":["trace[148249707] 'agreement among raft nodes before linearized reading' (duration: 133.344262ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:24.28882Z","caller":"traceutil/trace.go:171","msg":"trace[1255817346] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"132.128661ms","start":"2026-04-04T10:28:24.156663Z","end":"2026-04-04T10:28:24.288791Z","steps":["trace[1255817346] 'process raft request' (duration: 75.145123ms)","trace[1255817346] 'compare' (duration: 56.65101ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:24.31884Z","caller":"traceutil/trace.go:171","msg":"trace[1222319097] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"110.97424ms","start":"2026-04-04T10:28:24.207836Z","end":"2026-04-04T10:28:24.31881Z","steps":["trace[1222319097] 'process raft request' (duration: 110.756585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:24.846506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.855511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:28:24.846598Z","caller":"traceutil/trace.go:171","msg":"trace[1047482328] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5912; }","duration":"210.007105ms","start":"2026-04-04T10:28:24.636571Z","end":"2026-04-04T10:28:24.846578Z","steps":["trace[1047482328] 'count revisions from in-memory index tree' (duration: 209.726797ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:25.409189Z","caller":"traceutil/trace.go:171","msg":"trace[888583219] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"181.137145ms","start":"2026-04-04T10:28:25.228023Z","end":"2026-04-04T10:28:25.40916Z","steps":["trace[888583219] 'process raft request' (duration: 151.686852ms)","trace[888583219] 'compare' (duration: 29.236598ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:25.409664Z","caller":"traceutil/trace.go:171","msg":"trace[357993912] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"179.121975ms","start":"2026-04-04T10:28:25.230528Z","end":"2026-04-04T10:28:25.40965Z","steps":["trace[357993912] 'process raft request' (duration: 178.973571ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:25.40967Z","caller":"traceutil/trace.go:171","msg":"trace[465991935] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"179.283188ms","start":"2026-04-04T10:28:25.230333Z","end":"2026-04-04T10:28:25.409617Z","steps":["trace[465991935] 'process raft request' (duration: 178.783825ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:25.409714Z","caller":"traceutil/trace.go:171","msg":"trace[1792023038] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6141; }","duration":"174.040054ms","start":"2026-04-04T10:28:25.235651Z","end":"2026-04-04T10:28:25.409691Z","steps":["trace[1792023038] 'read index received' (duration: 70.197076ms)","trace[1792023038] 'applied index is now lower than readState.Index' (duration: 103.841678ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:25.409763Z","caller":"traceutil/trace.go:171","msg":"trace[411217804] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"178.533188ms","start":"2026-04-04T10:28:25.231203Z","end":"2026-04-04T10:28:25.409736Z","steps":["trace[411217804] 'process raft request' (duration: 178.393674ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:25.409925Z","caller":"traceutil/trace.go:171","msg":"trace[1809593521] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"177.924762ms","start":"2026-04-04T10:28:25.231993Z","end":"2026-04-04T10:28:25.409918Z","steps":["trace[1809593521] 'process raft request' (duration: 177.649795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:25.410045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.350392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:25.410111Z","caller":"traceutil/trace.go:171","msg":"trace[1626965009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5918; }","duration":"174.459905ms","start":"2026-04-04T10:28:25.235634Z","end":"2026-04-04T10:28:25.410094Z","steps":["trace[1626965009] 'agreement among raft nodes before linearized reading' (duration: 174.29674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.538289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754746979,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:28:58.711442Z","caller":"traceutil/trace.go:171","msg":"trace[865784839] linearizableReadLoop","detail":"{readStateIndex:6447; appliedIndex:6446; }","duration":"673.179469ms","start":"2026-04-04T10:28:58.038235Z","end":"2026-04-04T10:28:58.711414Z","steps":["trace[865784839] 'read index received' (duration: 672.902112ms)","trace[865784839] 'applied index is now lower than readState.Index' (duration: 275.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:58.711634Z","caller":"traceutil/trace.go:171","msg":"trace[1659407117] transaction","detail":"{read_only:false; response_revision:6209; number_of_response:1; }","duration":"719.164665ms","start":"2026-04-04T10:28:57.992436Z","end":"2026-04-04T10:28:58.7116Z","steps":["trace[1659407117] 'process raft request' (duration: 718.802366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.711697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.190792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:28:58.711745Z","caller":"traceutil/trace.go:171","msg":"trace[2047327483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6209; }","duration":"670.287224ms","start":"2026-04-04T10:28:58.041445Z","end":"2026-04-04T10:28:58.711733Z","steps":["trace[2047327483] 'agreement among raft nodes before linearized reading' (duration: 670.123529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.711806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.041423Z","time spent":"670.370246ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:28:58.711774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.487773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:28:58.711837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.946785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:28:58.711902Z","caller":"traceutil/trace.go:171","msg":"trace[953935964] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6209; }","duration":"449.672358ms","start":"2026-04-04T10:28:58.262208Z","end":"2026-04-04T10:28:58.711881Z","steps":["trace[953935964] 'agreement among raft nodes before linearized reading' (duration: 449.427562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.711961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.262201Z","time spent":"449.75063ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-04T10:28:58.711972Z","caller":"traceutil/trace.go:171","msg":"trace[1276643015] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6209; }","duration":"273.148961ms","start":"2026-04-04T10:28:58.438785Z","end":"2026-04-04T10:28:58.711934Z","steps":["trace[1276643015] 'agreement among raft nodes before linearized reading' (duration: 272.836663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.711983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:57.992407Z","time spent":"719.35526ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:58.712025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.089251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-04T10:28:58.712062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.830474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:28:58.712121Z","caller":"traceutil/trace.go:171","msg":"trace[1371731256] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6209; }","duration":"445.205154ms","start":"2026-04-04T10:28:58.266893Z","end":"2026-04-04T10:28:58.712099Z","steps":["trace[1371731256] 'agreement among raft nodes before linearized reading' (duration: 445.007479ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:58.712139Z","caller":"traceutil/trace.go:171","msg":"trace[1262753354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6209; }","duration":"673.951517ms","start":"2026-04-04T10:28:58.038168Z","end":"2026-04-04T10:28:58.712119Z","steps":["trace[1262753354] 'agreement among raft nodes before linearized reading' (duration: 673.373323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.712166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.266882Z","time spent":"445.277916ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6183,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-04T10:28:58.712143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.699936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:28:58.712196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.038141Z","time spent":"674.04362ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:28:58.712152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.132178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-04T10:28:58.712279Z","caller":"traceutil/trace.go:171","msg":"trace[1421817161] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:6209; }","duration":"665.86081ms","start":"2026-04-04T10:28:58.046394Z","end":"2026-04-04T10:28:58.712255Z","steps":["trace[1421817161] 'agreement among raft nodes before linearized reading' (duration: 665.540662ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:58.712316Z","caller":"traceutil/trace.go:171","msg":"trace[2128794088] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6209; }","duration":"117.335454ms","start":"2026-04-04T10:28:58.594955Z","end":"2026-04-04T10:28:58.71229Z","steps":["trace[2128794088] 'agreement among raft nodes before linearized reading' (duration: 116.941284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.712359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.046385Z","time spent":"665.962523ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:28:58.712029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.795347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:28:58.712506Z","caller":"traceutil/trace.go:171","msg":"trace[1652543255] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6209; }","duration":"113.32103ms","start":"2026-04-04T10:28:58.59917Z","end":"2026-04-04T10:28:58.712492Z","steps":["trace[1652543255] 'agreement among raft nodes before linearized reading' (duration: 112.586711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.712852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.758596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:58.712912Z","caller":"traceutil/trace.go:171","msg":"trace[622971630] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6209; }","duration":"450.833518ms","start":"2026-04-04T10:28:58.262062Z","end":"2026-04-04T10:28:58.712895Z","steps":["trace[622971630] 'agreement among raft nodes before linearized reading' (duration: 449.7701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:58.712952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:58.262004Z","time spent":"450.936181ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-04T10:29:08.489697Z","caller":"traceutil/trace.go:171","msg":"trace[797611130] transaction","detail":"{read_only:false; response_revision:6274; number_of_response:1; }","duration":"247.764262ms","start":"2026-04-04T10:29:08.241895Z","end":"2026-04-04T10:29:08.489659Z","steps":["trace[797611130] 'process raft request' (duration: 247.3508ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:08.960923Z","caller":"traceutil/trace.go:171","msg":"trace[1663125316] linearizableReadLoop","detail":"{readStateIndex:6516; appliedIndex:6514; }","duration":"166.072971ms","start":"2026-04-04T10:29:08.794829Z","end":"2026-04-04T10:29:08.960902Z","steps":["trace[1663125316] 'read index received' (duration: 47.158197ms)","trace[1663125316] 'applied index is now lower than readState.Index' (duration: 118.913344ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:08.960962Z","caller":"traceutil/trace.go:171","msg":"trace[1911451807] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"166.380409ms","start":"2026-04-04T10:29:08.79453Z","end":"2026-04-04T10:29:08.960911Z","steps":["trace[1911451807] 'process raft request' (duration: 87.978952ms)","trace[1911451807] 'compare' (duration: 78.221722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:29:08.961235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.388779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101679"} {"level":"info","ts":"2026-04-04T10:29:08.961297Z","caller":"traceutil/trace.go:171","msg":"trace[930336453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6277; }","duration":"166.462791ms","start":"2026-04-04T10:29:08.794818Z","end":"2026-04-04T10:29:08.961281Z","steps":["trace[930336453] 'agreement among raft nodes before linearized reading' (duration: 166.171154ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:09.57358Z","caller":"traceutil/trace.go:171","msg":"trace[1399320099] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"109.80641ms","start":"2026-04-04T10:29:09.463754Z","end":"2026-04-04T10:29:09.57356Z","steps":["trace[1399320099] 'process raft request' (duration: 109.574314ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:09.788026Z","caller":"traceutil/trace.go:171","msg":"trace[1879048454] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"166.332656ms","start":"2026-04-04T10:29:09.621664Z","end":"2026-04-04T10:29:09.787997Z","steps":["trace[1879048454] 'process raft request' (duration: 166.208753ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:09.788039Z","caller":"traceutil/trace.go:171","msg":"trace[347783184] transaction","detail":"{read_only:false; response_revision:6281; number_of_response:1; }","duration":"168.410999ms","start":"2026-04-04T10:29:09.619585Z","end":"2026-04-04T10:29:09.787996Z","steps":["trace[347783184] 'process raft request' (duration: 116.038479ms)","trace[347783184] 'compare' (duration: 52.070483ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:09.788217Z","caller":"traceutil/trace.go:171","msg":"trace[1192617896] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"164.946921ms","start":"2026-04-04T10:29:09.62324Z","end":"2026-04-04T10:29:09.788186Z","steps":["trace[1192617896] 'process raft request' (duration: 164.676904ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:24.716463Z","caller":"traceutil/trace.go:171","msg":"trace[472061143] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"166.387736ms","start":"2026-04-04T10:29:24.549869Z","end":"2026-04-04T10:29:24.716256Z","steps":["trace[472061143] 'process raft request' (duration: 165.839693ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:32:22.338191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4551} {"level":"info","ts":"2026-04-04T10:32:22.424444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4551,"took":"84.614387ms","hash":3097300615,"current-db-size-bytes":41914368,"current-db-size":"42 MB","current-db-size-in-use-bytes":38002688,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-04T10:32:22.424546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3097300615,"revision":4551,"compact-revision":2650} {"level":"info","ts":"2026-04-04T10:33:59.997588Z","caller":"traceutil/trace.go:171","msg":"trace[2138912660] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"128.594574ms","start":"2026-04-04T10:33:59.86896Z","end":"2026-04-04T10:33:59.997554Z","steps":["trace[2138912660] 'process raft request' (duration: 128.41395ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:13.633531Z","caller":"traceutil/trace.go:171","msg":"trace[1141500609] linearizableReadLoop","detail":"{readStateIndex:8858; appliedIndex:8857; }","duration":"140.467046ms","start":"2026-04-04T10:34:13.493039Z","end":"2026-04-04T10:34:13.633506Z","steps":["trace[1141500609] 'read index received' (duration: 140.24629ms)","trace[1141500609] 'applied index is now lower than readState.Index' (duration: 219.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:13.63365Z","caller":"traceutil/trace.go:171","msg":"trace[2087951676] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"169.561108ms","start":"2026-04-04T10:34:13.464055Z","end":"2026-04-04T10:34:13.633616Z","steps":["trace[2087951676] 'process raft request' (duration: 169.307381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:13.63381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.726023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:34:13.633856Z","caller":"traceutil/trace.go:171","msg":"trace[1862538983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8546; }","duration":"140.864976ms","start":"2026-04-04T10:34:13.492979Z","end":"2026-04-04T10:34:13.633844Z","steps":["trace[1862538983] 'agreement among raft nodes before linearized reading' (duration: 140.669012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:13.633886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.624974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:13.633988Z","caller":"traceutil/trace.go:171","msg":"trace[456230559] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8546; }","duration":"137.778187ms","start":"2026-04-04T10:34:13.496186Z","end":"2026-04-04T10:34:13.633965Z","steps":["trace[456230559] 'agreement among raft nodes before linearized reading' (duration: 137.562882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:13.633969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.62612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:34:13.634054Z","caller":"traceutil/trace.go:171","msg":"trace[566033280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8546; }","duration":"127.749063ms","start":"2026-04-04T10:34:13.506291Z","end":"2026-04-04T10:34:13.63404Z","steps":["trace[566033280] 'agreement among raft nodes before linearized reading' (duration: 127.466496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:15.458045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:34:15.958298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.640119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:15.958431Z","caller":"traceutil/trace.go:171","msg":"trace[1472721340] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8554; }","duration":"154.774042ms","start":"2026-04-04T10:34:15.803626Z","end":"2026-04-04T10:34:15.9584Z","steps":["trace[1472721340] 'range keys from in-memory index tree' (duration: 154.607827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:15.958469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.066888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:34:15.958649Z","caller":"traceutil/trace.go:171","msg":"trace[1475695626] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8866; }","duration":"1.000948807s","start":"2026-04-04T10:34:14.957681Z","end":"2026-04-04T10:34:15.95863Z","steps":["trace[1475695626] 'read index received' (duration: 563.615572ms)","trace[1475695626] 'applied index is now lower than readState.Index' (duration: 437.332045ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:15.958734Z","caller":"traceutil/trace.go:171","msg":"trace[608167762] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"1.145826575s","start":"2026-04-04T10:34:14.812896Z","end":"2026-04-04T10:34:15.958722Z","steps":["trace[608167762] 'process raft request' (duration: 708.420358ms)","trace[608167762] 'compare' (duration: 436.932365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:15.958789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:14.812869Z","time spent":"1.145889386s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:15.959031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001352537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:15.958995Z","caller":"traceutil/trace.go:171","msg":"trace[2111106496] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"632.043823ms","start":"2026-04-04T10:34:15.326888Z","end":"2026-04-04T10:34:15.958932Z","steps":["trace[2111106496] 'process raft request' (duration: 631.675354ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:15.959073Z","caller":"traceutil/trace.go:171","msg":"trace[472479042] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8556; }","duration":"1.00144224s","start":"2026-04-04T10:34:14.957621Z","end":"2026-04-04T10:34:15.959063Z","steps":["trace[472479042] 'agreement among raft nodes before linearized reading' (duration: 1.001363328s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:15.959105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:14.957596Z","time spent":"1.001501731s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:34:15.959215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.326858Z","time spent":"632.251799ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:16.000673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.563756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:34:16.000719Z","caller":"traceutil/trace.go:171","msg":"trace[56001149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8557; }","duration":"599.663138ms","start":"2026-04-04T10:34:15.401044Z","end":"2026-04-04T10:34:16.000707Z","steps":["trace[56001149] 'agreement among raft nodes before linearized reading' (duration: 599.501604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:16.000687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.694406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:34:16.000749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.40102Z","time spent":"599.72393ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:34:16.000767Z","caller":"traceutil/trace.go:171","msg":"trace[1379511140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8557; }","duration":"333.807689ms","start":"2026-04-04T10:34:15.666941Z","end":"2026-04-04T10:34:16.000749Z","steps":["trace[1379511140] 'agreement among raft nodes before linearized reading' (duration: 333.631185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:16.000821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.666928Z","time spent":"333.884142ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:34:16.000906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.564159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:34:16.000917Z","caller":"traceutil/trace.go:171","msg":"trace[1616416076] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"442.675741ms","start":"2026-04-04T10:34:15.558232Z","end":"2026-04-04T10:34:16.000907Z","steps":["trace[1616416076] 'process raft request' (duration: 442.183649ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.000936Z","caller":"traceutil/trace.go:171","msg":"trace[1963985145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8557; }","duration":"334.620601ms","start":"2026-04-04T10:34:15.666307Z","end":"2026-04-04T10:34:16.000928Z","steps":["trace[1963985145] 'agreement among raft nodes before linearized reading' (duration: 334.554899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:16.000954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.666292Z","time spent":"334.657752ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:34:16.00099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.558204Z","time spent":"442.735833ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:16.001142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.071465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:34:16.001177Z","caller":"traceutil/trace.go:171","msg":"trace[216179660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8557; }","duration":"363.158327ms","start":"2026-04-04T10:34:15.63801Z","end":"2026-04-04T10:34:16.001168Z","steps":["trace[216179660] 'agreement among raft nodes before linearized reading' (duration: 363.063464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:16.001177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.367637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-04T10:34:16.00121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.637987Z","time spent":"363.216739ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:34:16.001235Z","caller":"traceutil/trace.go:171","msg":"trace[1107813464] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:8557; }","duration":"525.47756ms","start":"2026-04-04T10:34:15.475742Z","end":"2026-04-04T10:34:16.001219Z","steps":["trace[1107813464] 'agreement among raft nodes before linearized reading' (duration: 525.282065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:16.001287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:15.47572Z","time spent":"525.555123ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-04T10:34:16.0016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.688272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:34:16.001753Z","caller":"traceutil/trace.go:171","msg":"trace[1118839738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8557; }","duration":"281.866666ms","start":"2026-04-04T10:34:15.719861Z","end":"2026-04-04T10:34:16.001728Z","steps":["trace[1118839738] 'agreement among raft nodes before linearized reading' (duration: 281.146088ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.123556Z","caller":"traceutil/trace.go:171","msg":"trace[827770791] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"118.108658ms","start":"2026-04-04T10:34:16.00543Z","end":"2026-04-04T10:34:16.123538Z","steps":["trace[827770791] 'process raft request' (duration: 117.902543ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.123784Z","caller":"traceutil/trace.go:171","msg":"trace[719548089] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"118.003265ms","start":"2026-04-04T10:34:16.005768Z","end":"2026-04-04T10:34:16.123771Z","steps":["trace[719548089] 'process raft request' (duration: 117.733928ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.123929Z","caller":"traceutil/trace.go:171","msg":"trace[1872991183] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"118.011965ms","start":"2026-04-04T10:34:16.005888Z","end":"2026-04-04T10:34:16.1239Z","steps":["trace[1872991183] 'process raft request' (duration: 117.80904ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.124072Z","caller":"traceutil/trace.go:171","msg":"trace[984739648] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"118.137558ms","start":"2026-04-04T10:34:16.005922Z","end":"2026-04-04T10:34:16.12406Z","steps":["trace[984739648] 'process raft request' (duration: 117.915062ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:16.124064Z","caller":"traceutil/trace.go:171","msg":"trace[645487132] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8869; }","duration":"118.184489ms","start":"2026-04-04T10:34:16.005855Z","end":"2026-04-04T10:34:16.124039Z","steps":["trace[645487132] 'read index received' (duration: 58.821178ms)","trace[645487132] 'applied index is now lower than readState.Index' (duration: 59.361881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:16.124298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.430546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:34:16.124345Z","caller":"traceutil/trace.go:171","msg":"trace[91647138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8561; }","duration":"118.496517ms","start":"2026-04-04T10:34:16.005837Z","end":"2026-04-04T10:34:16.124334Z","steps":["trace[91647138] 'agreement among raft nodes before linearized reading' (duration: 118.312672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:26.332102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.656288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:34:26.33219Z","caller":"traceutil/trace.go:171","msg":"trace[120448348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8606; }","duration":"145.787422ms","start":"2026-04-04T10:34:26.186388Z","end":"2026-04-04T10:34:26.332176Z","steps":["trace[120448348] 'range keys from in-memory index tree' (duration: 145.518305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:26.332102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.975747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:34:26.332381Z","caller":"traceutil/trace.go:171","msg":"trace[1903422942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"166.309305ms","start":"2026-04-04T10:34:26.166065Z","end":"2026-04-04T10:34:26.332375Z","steps":["trace[1903422942] 'range keys from in-memory index tree' (duration: 165.819662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:26.332409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.39061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:34:26.332469Z","caller":"traceutil/trace.go:171","msg":"trace[457297766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8606; }","duration":"150.490272ms","start":"2026-04-04T10:34:26.181961Z","end":"2026-04-04T10:34:26.332451Z","steps":["trace[457297766] 'range keys from in-memory index tree' (duration: 150.276186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:26.332619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.646886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:34:26.332665Z","caller":"traceutil/trace.go:171","msg":"trace[852546175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8606; }","duration":"150.701657ms","start":"2026-04-04T10:34:26.18195Z","end":"2026-04-04T10:34:26.332652Z","steps":["trace[852546175] 'range keys from in-memory index tree' (duration: 150.552034ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:26.33275Z","caller":"traceutil/trace.go:171","msg":"trace[1083976978] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"118.194059ms","start":"2026-04-04T10:34:26.214539Z","end":"2026-04-04T10:34:26.332733Z","steps":["trace[1083976978] 'process raft request' (duration: 77.206615ms)","trace[1083976978] 'compare' (duration: 40.803499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:27.339541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:34:27.429701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.805166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:34:27.429821Z","caller":"traceutil/trace.go:171","msg":"trace[430646699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8612; }","duration":"867.95777ms","start":"2026-04-04T10:34:26.56181Z","end":"2026-04-04T10:34:27.429768Z","steps":["trace[430646699] 'range keys from in-memory index tree' (duration: 867.59738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.429889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.561754Z","time spent":"868.120154ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:34:27.430069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.052383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:27.430138Z","caller":"traceutil/trace.go:171","msg":"trace[107852281] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8612; }","duration":"989.156315ms","start":"2026-04-04T10:34:26.440966Z","end":"2026-04-04T10:34:27.430123Z","steps":["trace[107852281] 'range keys from in-memory index tree' (duration: 988.93232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.4301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.63009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:34:27.430173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.440951Z","time spent":"989.214567ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-04T10:34:27.430201Z","caller":"traceutil/trace.go:171","msg":"trace[1458876229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8612; }","duration":"863.799794ms","start":"2026-04-04T10:34:26.566378Z","end":"2026-04-04T10:34:27.430178Z","steps":["trace[1458876229] 'range keys from in-memory index tree' (duration: 863.361754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.43025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.566357Z","time spent":"863.883147ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:34:27.430714Z","caller":"traceutil/trace.go:171","msg":"trace[1951819732] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"742.444984ms","start":"2026-04-04T10:34:26.688239Z","end":"2026-04-04T10:34:27.430684Z","steps":["trace[1951819732] 'process raft request' (duration: 656.507255ms)","trace[1951819732] 'compare' (duration: 85.483198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:27.430869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.688211Z","time spent":"742.569927ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:27.523995Z","caller":"traceutil/trace.go:171","msg":"trace[1676282623] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8928; }","duration":"686.003907ms","start":"2026-04-04T10:34:26.83797Z","end":"2026-04-04T10:34:27.523974Z","steps":["trace[1676282623] 'read index received' (duration: 506.792724ms)","trace[1676282623] 'applied index is now lower than readState.Index' (duration: 179.209863ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:27.524131Z","caller":"traceutil/trace.go:171","msg":"trace[1394845451] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"695.807516ms","start":"2026-04-04T10:34:26.828275Z","end":"2026-04-04T10:34:27.524082Z","steps":["trace[1394845451] 'process raft request' (duration: 695.57318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.524206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.220832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-04T10:34:27.524251Z","caller":"traceutil/trace.go:171","msg":"trace[1225162992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:8614; }","duration":"686.309135ms","start":"2026-04-04T10:34:26.837929Z","end":"2026-04-04T10:34:27.524238Z","steps":["trace[1225162992] 'agreement among raft nodes before linearized reading' (duration: 686.160811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.52429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.837918Z","time spent":"686.364036ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:34:27.524346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:26.828249Z","time spent":"695.97776ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:27.663132Z","caller":"traceutil/trace.go:171","msg":"trace[1304128127] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"228.529139ms","start":"2026-04-04T10:34:27.434581Z","end":"2026-04-04T10:34:27.66311Z","steps":["trace[1304128127] 'process raft request' (duration: 228.340054ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:27.663294Z","caller":"traceutil/trace.go:171","msg":"trace[806020201] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8930; }","duration":"139.204075ms","start":"2026-04-04T10:34:27.524067Z","end":"2026-04-04T10:34:27.663271Z","steps":["trace[806020201] 'read index received' (duration: 138.811605ms)","trace[806020201] 'applied index is now lower than readState.Index' (duration: 391.34µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:27.663334Z","caller":"traceutil/trace.go:171","msg":"trace[381930562] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"228.58756ms","start":"2026-04-04T10:34:27.434737Z","end":"2026-04-04T10:34:27.663324Z","steps":["trace[381930562] 'process raft request' (duration: 228.338284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.663464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.400036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:27.663496Z","caller":"traceutil/trace.go:171","msg":"trace[1766703096] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8616; }","duration":"228.486198ms","start":"2026-04-04T10:34:27.435001Z","end":"2026-04-04T10:34:27.663487Z","steps":["trace[1766703096] 'agreement among raft nodes before linearized reading' (duration: 228.369975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.663633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.244482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:34:27.663705Z","caller":"traceutil/trace.go:171","msg":"trace[1396281693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8616; }","duration":"327.383055ms","start":"2026-04-04T10:34:27.336306Z","end":"2026-04-04T10:34:27.66369Z","steps":["trace[1396281693] 'agreement among raft nodes before linearized reading' (duration: 327.258032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:27.663743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:27.336284Z","time spent":"327.450768ms","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:34:27.663957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.8649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:34:27.663994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.554566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-04-04T10:34:27.664004Z","caller":"traceutil/trace.go:171","msg":"trace[580760320] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8616; }","duration":"269.968074ms","start":"2026-04-04T10:34:27.394022Z","end":"2026-04-04T10:34:27.66399Z","steps":["trace[580760320] 'agreement among raft nodes before linearized reading' (duration: 269.865991ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:27.664018Z","caller":"traceutil/trace.go:171","msg":"trace[642638961] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8616; }","duration":"134.620228ms","start":"2026-04-04T10:34:27.529391Z","end":"2026-04-04T10:34:27.664012Z","steps":["trace[642638961] 'agreement among raft nodes before linearized reading' (duration: 134.32597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:28.898602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:34:29.398949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:34:29.404919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017706044s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:34:29.40564Z","caller":"traceutil/trace.go:171","msg":"trace[1775010095] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"1.018507733s","start":"2026-04-04T10:34:28.387105Z","end":"2026-04-04T10:34:29.405613Z","steps":["trace[1775010095] 'process raft request' (duration: 1.017935039s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:29.405732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.387083Z","time spent":"1.018583846s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:29.900538Z","caller":"traceutil/trace.go:171","msg":"trace[1707388025] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8935; }","duration":"1.502674221s","start":"2026-04-04T10:34:28.39783Z","end":"2026-04-04T10:34:29.900505Z","steps":["trace[1707388025] 'read index received' (duration: 1.007167945s)","trace[1707388025] 'applied index is now lower than readState.Index' (duration: 495.505036ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:29.900757Z","caller":"traceutil/trace.go:171","msg":"trace[2135888676] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"1.502756333s","start":"2026-04-04T10:34:28.39795Z","end":"2026-04-04T10:34:29.900706Z","steps":["trace[2135888676] 'process raft request' (duration: 1.502335362s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:29.900889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.397938Z","time spent":"1.502882116s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:29.900937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503101242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:34:29.900983Z","caller":"traceutil/trace.go:171","msg":"trace[803759096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8621; }","duration":"1.503210305s","start":"2026-04-04T10:34:28.39776Z","end":"2026-04-04T10:34:29.90097Z","steps":["trace[803759096] 'agreement among raft nodes before linearized reading' (duration: 1.503067441s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:29.90101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.39774Z","time spent":"1.503264286s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:34:30.098766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.284018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:34:30.099Z","caller":"traceutil/trace.go:171","msg":"trace[1072563257] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"662.929728ms","start":"2026-04-04T10:34:29.436042Z","end":"2026-04-04T10:34:30.098972Z","steps":["trace[1072563257] 'process raft request' (duration: 519.348633ms)","trace[1072563257] 'compare' (duration: 143.160755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:30.099155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.436015Z","time spent":"663.057462ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:30.099172Z","caller":"traceutil/trace.go:171","msg":"trace[1593024180] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"193.050334ms","start":"2026-04-04T10:34:29.906103Z","end":"2026-04-04T10:34:30.099153Z","steps":["trace[1593024180] 'process raft request' (duration: 192.961182ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:30.099192Z","caller":"traceutil/trace.go:171","msg":"trace[978895926] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8937; }","duration":"198.544344ms","start":"2026-04-04T10:34:29.900621Z","end":"2026-04-04T10:34:30.099165Z","steps":["trace[978895926] 'read index received' (duration: 54.782124ms)","trace[978895926] 'applied index is now lower than readState.Index' (duration: 143.7604ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:30.099313Z","caller":"traceutil/trace.go:171","msg":"trace[1785631720] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"568.67381ms","start":"2026-04-04T10:34:29.530626Z","end":"2026-04-04T10:34:30.0993Z","steps":["trace[1785631720] 'process raft request' (duration: 568.255058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.530599Z","time spent":"568.740481ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:30.099652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153617403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-04T10:34:30.099656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471921488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:30.099664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.034833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:34:30.099644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491197649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:34:30.099709Z","caller":"traceutil/trace.go:171","msg":"trace[1371624131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8624; }","duration":"1.472035371s","start":"2026-04-04T10:34:28.627659Z","end":"2026-04-04T10:34:30.099695Z","steps":["trace[1371624131] 'agreement among raft nodes before linearized reading' (duration: 1.471919298s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:30.099718Z","caller":"traceutil/trace.go:171","msg":"trace[139994232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:8624; }","duration":"425.112104ms","start":"2026-04-04T10:34:29.674592Z","end":"2026-04-04T10:34:30.099704Z","steps":["trace[139994232] 'agreement among raft nodes before linearized reading' (duration: 424.97191ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:30.099739Z","caller":"traceutil/trace.go:171","msg":"trace[1127454072] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8624; }","duration":"1.491343922s","start":"2026-04-04T10:34:28.608376Z","end":"2026-04-04T10:34:30.09972Z","steps":["trace[1127454072] 'agreement among raft nodes before linearized reading' (duration: 1.491192329s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.674579Z","time spent":"425.168556ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:34:30.099768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701874092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-04T10:34:30.099733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14169864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-04T10:34:30.099771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.728822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:34:30.099798Z","caller":"traceutil/trace.go:171","msg":"trace[227503440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8624; }","duration":"1.701917054s","start":"2026-04-04T10:34:28.397874Z","end":"2026-04-04T10:34:30.099791Z","steps":["trace[227503440] 'agreement among raft nodes before linearized reading' (duration: 1.701833552s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.397868Z","time spent":"1.701966095s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:34:30.099842Z","caller":"traceutil/trace.go:171","msg":"trace[167527152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8624; }","duration":"431.815475ms","start":"2026-04-04T10:34:29.668012Z","end":"2026-04-04T10:34:30.099827Z","steps":["trace[167527152] 'agreement among raft nodes before linearized reading' (duration: 431.681972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.668001Z","time spent":"431.880056ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:34:30.099788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.608357Z","time spent":"1.491417615s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:34:30.099913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.854402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:34:30.09992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006832386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:30.099949Z","caller":"traceutil/trace.go:171","msg":"trace[1941814189] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8624; }","duration":"822.944134ms","start":"2026-04-04T10:34:29.276994Z","end":"2026-04-04T10:34:30.099939Z","steps":["trace[1941814189] 'agreement among raft nodes before linearized reading' (duration: 822.877542ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:30.099974Z","caller":"traceutil/trace.go:171","msg":"trace[1431686019] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8624; }","duration":"1.006929328s","start":"2026-04-04T10:34:29.093026Z","end":"2026-04-04T10:34:30.099955Z","steps":["trace[1431686019] 'agreement among raft nodes before linearized reading' (duration: 1.006848456s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.800271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:34:30.099687Z","caller":"traceutil/trace.go:171","msg":"trace[554139769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8624; }","duration":"1.153740736s","start":"2026-04-04T10:34:28.945936Z","end":"2026-04-04T10:34:30.099676Z","steps":["trace[554139769] 'agreement among raft nodes before linearized reading' (duration: 1.153601223s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.099998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.276971Z","time spent":"823.017076ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:34:30.100019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.093003Z","time spent":"1.00700315s","remote":"127.0.0.1:53608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:34:30.099836Z","caller":"traceutil/trace.go:171","msg":"trace[1901272338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8624; }","duration":"1.141864054s","start":"2026-04-04T10:34:28.957944Z","end":"2026-04-04T10:34:30.099808Z","steps":["trace[1901272338] 'agreement among raft nodes before linearized reading' (duration: 1.141522315s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.100022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190192905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:34:30.100038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.945914Z","time spent":"1.154109335s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:34:30.100068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.957931Z","time spent":"1.142125261s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:34:30.100071Z","caller":"traceutil/trace.go:171","msg":"trace[237094476] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8624; }","duration":"1.190319918s","start":"2026-04-04T10:34:28.909741Z","end":"2026-04-04T10:34:30.100061Z","steps":["trace[237094476] 'agreement among raft nodes before linearized reading' (duration: 1.190079722s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.100106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.90972Z","time spent":"1.190377899s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:34:30.099791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:28.62764Z","time spent":"1.472136934s","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:34:30.100019Z","caller":"traceutil/trace.go:171","msg":"trace[221897899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8624; }","duration":"433.205001ms","start":"2026-04-04T10:34:29.666803Z","end":"2026-04-04T10:34:30.100008Z","steps":["trace[221897899] 'agreement among raft nodes before linearized reading' (duration: 432.717928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.100152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:29.666782Z","time spent":"433.364424ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:34:30.130649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.226508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:34:30.13072Z","caller":"traceutil/trace.go:171","msg":"trace[1404885939] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8625; }","duration":"103.30574ms","start":"2026-04-04T10:34:30.027396Z","end":"2026-04-04T10:34:30.130701Z","steps":["trace[1404885939] 'agreement among raft nodes before linearized reading' (duration: 103.134746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.63153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:34:30.9813Z","caller":"traceutil/trace.go:171","msg":"trace[784655722] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"875.920071ms","start":"2026-04-04T10:34:30.105352Z","end":"2026-04-04T10:34:30.981272Z","steps":["trace[784655722] 'process raft request' (duration: 875.711996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.981507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.10533Z","time spent":"876.052195ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:30.981558Z","caller":"traceutil/trace.go:171","msg":"trace[138326713] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"876.115227ms","start":"2026-04-04T10:34:30.105417Z","end":"2026-04-04T10:34:30.981532Z","steps":["trace[138326713] 'process raft request' (duration: 875.804589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.981712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.105389Z","time spent":"876.243931ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:30.981773Z","caller":"traceutil/trace.go:171","msg":"trace[965532815] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"876.280142ms","start":"2026-04-04T10:34:30.105471Z","end":"2026-04-04T10:34:30.981752Z","steps":["trace[965532815] 'process raft request' (duration: 875.990913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.98194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.105438Z","time spent":"876.419055ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:30.981956Z","caller":"traceutil/trace.go:171","msg":"trace[1920480796] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8941; }","duration":"851.453249ms","start":"2026-04-04T10:34:30.130484Z","end":"2026-04-04T10:34:30.981937Z","steps":["trace[1920480796] 'read index received' (duration: 850.565616ms)","trace[1920480796] 'applied index is now lower than readState.Index' (duration: 886.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:30.982017Z","caller":"traceutil/trace.go:171","msg":"trace[606799240] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"876.273952ms","start":"2026-04-04T10:34:30.105735Z","end":"2026-04-04T10:34:30.982009Z","steps":["trace[606799240] 'process raft request' (duration: 875.956553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.98207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.105725Z","time spent":"876.320483ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:30.98205Z","caller":"traceutil/trace.go:171","msg":"trace[1580266687] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"875.627475ms","start":"2026-04-04T10:34:30.106399Z","end":"2026-04-04T10:34:30.982027Z","steps":["trace[1580266687] 'process raft request' (duration: 875.456641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.982173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.10638Z","time spent":"875.734859ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:30.982238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.354208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:30.982273Z","caller":"traceutil/trace.go:171","msg":"trace[755925984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"745.418109ms","start":"2026-04-04T10:34:30.236839Z","end":"2026-04-04T10:34:30.982257Z","steps":["trace[755925984] 'agreement among raft nodes before linearized reading' (duration: 745.372268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.982294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.236824Z","time spent":"745.465781ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:34:30.982498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.258137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-04-04T10:34:30.982564Z","caller":"traceutil/trace.go:171","msg":"trace[919970996] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8630; }","duration":"877.351719ms","start":"2026-04-04T10:34:30.105196Z","end":"2026-04-04T10:34:30.982548Z","steps":["trace[919970996] 'agreement among raft nodes before linearized reading' (duration: 876.857786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:30.982611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:30.105177Z","time spent":"877.421151ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-04T10:34:32.005818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754753440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:34:32.321239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.274423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:34:32.321335Z","caller":"traceutil/trace.go:171","msg":"trace[906868331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8630; }","duration":"911.434088ms","start":"2026-04-04T10:34:31.409878Z","end":"2026-04-04T10:34:32.321312Z","steps":["trace[906868331] 'range keys from in-memory index tree' (duration: 911.078898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.321314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083720124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.321336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.963566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-04T10:34:32.321403Z","caller":"traceutil/trace.go:171","msg":"trace[1992455817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"1.083880447s","start":"2026-04-04T10:34:31.237498Z","end":"2026-04-04T10:34:32.321378Z","steps":["trace[1992455817] 'range keys from in-memory index tree' (duration: 1.083617281s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.321416Z","caller":"traceutil/trace.go:171","msg":"trace[715655301] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8630; }","duration":"871.051489ms","start":"2026-04-04T10:34:31.450338Z","end":"2026-04-04T10:34:32.32139Z","steps":["trace[715655301] 'range keys from in-memory index tree' (duration: 870.683689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.321454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.23747Z","time spent":"1.08397443s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:34:32.321464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.450323Z","time spent":"871.13165ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-04T10:34:32.321385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.409846Z","time spent":"911.526799ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:34:32.724046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.016726ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:34:32.724184Z","caller":"traceutil/trace.go:171","msg":"trace[2097393112] linearizableReadLoop","detail":"{readStateIndex:8947; appliedIndex:8946; }","duration":"1.218756432s","start":"2026-04-04T10:34:31.505401Z","end":"2026-04-04T10:34:32.724157Z","steps":["trace[2097393112] 'read index received' (duration: 900.588092ms)","trace[2097393112] 'applied index is now lower than readState.Index' (duration: 318.16619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:32.724366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218940928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.724417Z","caller":"traceutil/trace.go:171","msg":"trace[512554597] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8630; }","duration":"1.21903526s","start":"2026-04-04T10:34:31.505365Z","end":"2026-04-04T10:34:32.7244Z","steps":["trace[512554597] 'agreement among raft nodes before linearized reading' (duration: 1.218926497s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.724468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.505347Z","time spent":"1.219106041s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:34:32.755034Z","caller":"traceutil/trace.go:171","msg":"trace[1861529416] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"649.386395ms","start":"2026-04-04T10:34:32.105624Z","end":"2026-04-04T10:34:32.75501Z","steps":["trace[1861529416] 'process raft request' (duration: 649.175818ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.755103Z","caller":"traceutil/trace.go:171","msg":"trace[1543265861] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"620.836338ms","start":"2026-04-04T10:34:32.134244Z","end":"2026-04-04T10:34:32.75508Z","steps":["trace[1543265861] 'process raft request' (duration: 620.746386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.105603Z","time spent":"649.492218ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:32.755183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.856391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.755208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.134229Z","time spent":"620.92474ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:32.755112Z","caller":"traceutil/trace.go:171","msg":"trace[1225411067] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"648.838731ms","start":"2026-04-04T10:34:32.10622Z","end":"2026-04-04T10:34:32.755059Z","steps":["trace[1225411067] 'process raft request' (duration: 648.722367ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.755237Z","caller":"traceutil/trace.go:171","msg":"trace[156640457] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8634; }","duration":"172.972625ms","start":"2026-04-04T10:34:32.582251Z","end":"2026-04-04T10:34:32.755224Z","steps":["trace[156640457] 'agreement among raft nodes before linearized reading' (duration: 172.858522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.75046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.755326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.246682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.755372Z","caller":"traceutil/trace.go:171","msg":"trace[17836039] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8634; }","duration":"263.298214ms","start":"2026-04-04T10:34:32.492059Z","end":"2026-04-04T10:34:32.755358Z","steps":["trace[17836039] 'agreement among raft nodes before linearized reading' (duration: 263.233953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.493842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.755393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.886294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.755455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.009775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.755498Z","caller":"traceutil/trace.go:171","msg":"trace[1029830522] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8634; }","duration":"105.076146ms","start":"2026-04-04T10:34:32.650412Z","end":"2026-04-04T10:34:32.755488Z","steps":["trace[1029830522] 'agreement among raft nodes before linearized reading' (duration: 105.013064ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.755477Z","caller":"traceutil/trace.go:171","msg":"trace[445992336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8634; }","duration":"432.615986ms","start":"2026-04-04T10:34:32.322842Z","end":"2026-04-04T10:34:32.755458Z","steps":["trace[445992336] 'agreement among raft nodes before linearized reading' (duration: 432.446912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.950926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.755551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.322826Z","time spent":"432.711358ms","remote":"127.0.0.1:58744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:34:32.755451Z","caller":"traceutil/trace.go:171","msg":"trace[1483775101] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"429.542598ms","start":"2026-04-04T10:34:32.325901Z","end":"2026-04-04T10:34:32.755444Z","steps":["trace[1483775101] 'process raft request' (duration: 429.126877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.10621Z","time spent":"649.037156ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:32.755623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.325885Z","time spent":"429.705431ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:32.755622Z","caller":"traceutil/trace.go:171","msg":"trace[1455927985] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8634; }","duration":"249.882813ms","start":"2026-04-04T10:34:32.505416Z","end":"2026-04-04T10:34:32.755298Z","steps":["trace[1455927985] 'agreement among raft nodes before linearized reading' (duration: 249.744219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.647801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.755689Z","caller":"traceutil/trace.go:171","msg":"trace[1992674719] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8634; }","duration":"105.716181ms","start":"2026-04-04T10:34:32.649964Z","end":"2026-04-04T10:34:32.75568Z","steps":["trace[1992674719] 'agreement among raft nodes before linearized reading' (duration: 105.66351ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.75556Z","caller":"traceutil/trace.go:171","msg":"trace[911214583] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8634; }","duration":"263.166611ms","start":"2026-04-04T10:34:32.492381Z","end":"2026-04-04T10:34:32.755547Z","steps":["trace[911214583] 'agreement among raft nodes before linearized reading' (duration: 262.935335ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.755487Z","caller":"traceutil/trace.go:171","msg":"trace[1203723284] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8634; }","duration":"250.125459ms","start":"2026-04-04T10:34:32.505346Z","end":"2026-04-04T10:34:32.755471Z","steps":["trace[1203723284] 'agreement among raft nodes before linearized reading' (duration: 249.874283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.513408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:34:32.75596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.069031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.755988Z","caller":"traceutil/trace.go:171","msg":"trace[1967117612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8634; }","duration":"649.61114ms","start":"2026-04-04T10:34:32.106365Z","end":"2026-04-04T10:34:32.755976Z","steps":["trace[1967117612] 'agreement among raft nodes before linearized reading' (duration: 649.178689ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.755997Z","caller":"traceutil/trace.go:171","msg":"trace[2124189208] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8634; }","duration":"106.132262ms","start":"2026-04-04T10:34:32.649855Z","end":"2026-04-04T10:34:32.755987Z","steps":["trace[2124189208] 'agreement among raft nodes before linearized reading' (duration: 106.02562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.106341Z","time spent":"649.679482ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:34:32.756066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.760334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756151Z","caller":"traceutil/trace.go:171","msg":"trace[380198407] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8634; }","duration":"173.928259ms","start":"2026-04-04T10:34:32.582191Z","end":"2026-04-04T10:34:32.75612Z","steps":["trace[380198407] 'agreement among raft nodes before linearized reading' (duration: 173.727973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.188969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-04T10:34:32.756199Z","caller":"traceutil/trace.go:171","msg":"trace[633429891] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb; range_end:; response_count:1; response_revision:8634; }","duration":"431.2459ms","start":"2026-04-04T10:34:32.324941Z","end":"2026-04-04T10:34:32.756187Z","steps":["trace[633429891] 'agreement among raft nodes before linearized reading' (duration: 431.147668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.32492Z","time spent":"431.305932ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0bd72a17-b6fd-49ff-9ddb-9385137df4fb\" "} {"level":"warn","ts":"2026-04-04T10:34:32.756292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.281851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.959137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-04T10:34:32.756323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244122017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756348Z","caller":"traceutil/trace.go:171","msg":"trace[1542351122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8634; }","duration":"851.031759ms","start":"2026-04-04T10:34:31.905306Z","end":"2026-04-04T10:34:32.756337Z","steps":["trace[1542351122] 'agreement among raft nodes before linearized reading' (duration: 850.925776ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.756346Z","caller":"traceutil/trace.go:171","msg":"trace[245992607] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8634; }","duration":"213.379903ms","start":"2026-04-04T10:34:32.542953Z","end":"2026-04-04T10:34:32.756332Z","steps":["trace[245992607] 'agreement among raft nodes before linearized reading' (duration: 213.26942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.647581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756419Z","caller":"traceutil/trace.go:171","msg":"trace[921265141] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8634; }","duration":"138.798185ms","start":"2026-04-04T10:34:32.617613Z","end":"2026-04-04T10:34:32.756411Z","steps":["trace[921265141] 'agreement among raft nodes before linearized reading' (duration: 138.682192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.503189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756495Z","caller":"traceutil/trace.go:171","msg":"trace[452055850] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8634; }","duration":"230.584961ms","start":"2026-04-04T10:34:32.525896Z","end":"2026-04-04T10:34:32.756481Z","steps":["trace[452055850] 'agreement among raft nodes before linearized reading' (duration: 230.469508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.559804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.905286Z","time spent":"851.088691ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:34:32.756612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.177525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756639Z","caller":"traceutil/trace.go:171","msg":"trace[529800386] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8634; }","duration":"174.219426ms","start":"2026-04-04T10:34:32.582413Z","end":"2026-04-04T10:34:32.756633Z","steps":["trace[529800386] 'agreement among raft nodes before linearized reading' (duration: 174.182305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.755859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.797597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.362195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756718Z","caller":"traceutil/trace.go:171","msg":"trace[1038760473] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8634; }","duration":"264.696499ms","start":"2026-04-04T10:34:32.492011Z","end":"2026-04-04T10:34:32.756708Z","steps":["trace[1038760473] 'agreement among raft nodes before linearized reading' (duration: 263.803797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.984517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.185306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.276446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:32.756797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.255967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756764Z","caller":"traceutil/trace.go:171","msg":"trace[1617152893] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8634; }","duration":"190.064869ms","start":"2026-04-04T10:34:32.566687Z","end":"2026-04-04T10:34:32.756752Z","steps":["trace[1617152893] 'agreement among raft nodes before linearized reading' (duration: 189.963717ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.756813Z","caller":"traceutil/trace.go:171","msg":"trace[1055203069] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8634; }","duration":"154.297309ms","start":"2026-04-04T10:34:32.602512Z","end":"2026-04-04T10:34:32.756809Z","steps":["trace[1055203069] 'agreement among raft nodes before linearized reading' (duration: 154.272788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.756429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.863006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756838Z","caller":"traceutil/trace.go:171","msg":"trace[71167603] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8634; }","duration":"139.295707ms","start":"2026-04-04T10:34:32.617535Z","end":"2026-04-04T10:34:32.756831Z","steps":["trace[71167603] 'agreement among raft nodes before linearized reading' (duration: 138.844536ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.756883Z","caller":"traceutil/trace.go:171","msg":"trace[1910193694] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8634; }","duration":"139.376539ms","start":"2026-04-04T10:34:32.617435Z","end":"2026-04-04T10:34:32.756811Z","steps":["trace[1910193694] 'agreement among raft nodes before linearized reading' (duration: 139.149123ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.756536Z","caller":"traceutil/trace.go:171","msg":"trace[1406167629] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8634; }","duration":"249.603055ms","start":"2026-04-04T10:34:32.506924Z","end":"2026-04-04T10:34:32.756527Z","steps":["trace[1406167629] 'agreement among raft nodes before linearized reading' (duration: 249.553404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.001838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.756774Z","caller":"traceutil/trace.go:171","msg":"trace[1109988911] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8634; }","duration":"154.226417ms","start":"2026-04-04T10:34:32.602543Z","end":"2026-04-04T10:34:32.756769Z","steps":["trace[1109988911] 'agreement among raft nodes before linearized reading' (duration: 154.201956ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.757083Z","caller":"traceutil/trace.go:171","msg":"trace[321083655] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8634; }","duration":"214.08831ms","start":"2026-04-04T10:34:32.542979Z","end":"2026-04-04T10:34:32.757067Z","steps":["trace[321083655] 'agreement among raft nodes before linearized reading' (duration: 213.988408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.425494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.757915Z","caller":"traceutil/trace.go:171","msg":"trace[1730406543] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8634; }","duration":"192.209024ms","start":"2026-04-04T10:34:32.565686Z","end":"2026-04-04T10:34:32.757895Z","steps":["trace[1730406543] 'agreement among raft nodes before linearized reading' (duration: 191.445224ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.756734Z","caller":"traceutil/trace.go:171","msg":"trace[914439482] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8634; }","duration":"153.399136ms","start":"2026-04-04T10:34:32.60333Z","end":"2026-04-04T10:34:32.756729Z","steps":["trace[914439482] 'agreement among raft nodes before linearized reading' (duration: 153.375335ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:32.75638Z","caller":"traceutil/trace.go:171","msg":"trace[1442604612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8634; }","duration":"1.24420754s","start":"2026-04-04T10:34:31.512159Z","end":"2026-04-04T10:34:32.756367Z","steps":["trace[1442604612] 'agreement among raft nodes before linearized reading' (duration: 1.244104647s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.442875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.758683Z","caller":"traceutil/trace.go:171","msg":"trace[61197667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8634; }","duration":"214.963874ms","start":"2026-04-04T10:34:32.543705Z","end":"2026-04-04T10:34:32.758669Z","steps":["trace[61197667] 'agreement among raft nodes before linearized reading' (duration: 213.436224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.692429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.758815Z","caller":"traceutil/trace.go:171","msg":"trace[809223302] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8634; }","duration":"233.486845ms","start":"2026-04-04T10:34:32.52532Z","end":"2026-04-04T10:34:32.758807Z","steps":["trace[809223302] 'agreement among raft nodes before linearized reading' (duration: 231.708719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.990326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.758932Z","caller":"traceutil/trace.go:171","msg":"trace[457290652] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8634; }","duration":"233.629708ms","start":"2026-04-04T10:34:32.525293Z","end":"2026-04-04T10:34:32.758923Z","steps":["trace[457290652] 'agreement among raft nodes before linearized reading' (duration: 231.984376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.757441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.65703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:32.759047Z","caller":"traceutil/trace.go:171","msg":"trace[184626738] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8634; }","duration":"193.299102ms","start":"2026-04-04T10:34:32.565739Z","end":"2026-04-04T10:34:32.759038Z","steps":["trace[184626738] 'agreement among raft nodes before linearized reading' (duration: 191.586098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:32.759183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:31.512148Z","time spent":"1.246113208s","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:34:33.44921Z","caller":"traceutil/trace.go:171","msg":"trace[137672560] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"459.544741ms","start":"2026-04-04T10:34:32.98964Z","end":"2026-04-04T10:34:33.449185Z","steps":["trace[137672560] 'process raft request' (duration: 459.384977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:33.449363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.989624Z","time spent":"459.659624ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:33.449947Z","caller":"traceutil/trace.go:171","msg":"trace[1370395661] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8953; }","duration":"457.146ms","start":"2026-04-04T10:34:32.992785Z","end":"2026-04-04T10:34:33.449931Z","steps":["trace[1370395661] 'read index received' (duration: 456.296138ms)","trace[1370395661] 'applied index is now lower than readState.Index' (duration: 849.372µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:33.450062Z","caller":"traceutil/trace.go:171","msg":"trace[49044997] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"459.87706ms","start":"2026-04-04T10:34:32.990179Z","end":"2026-04-04T10:34:33.450056Z","steps":["trace[49044997] 'process raft request' (duration: 459.668565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:33.450147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.990142Z","time spent":"459.935912ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:33.450288Z","caller":"traceutil/trace.go:171","msg":"trace[1136193422] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"459.268954ms","start":"2026-04-04T10:34:32.991Z","end":"2026-04-04T10:34:33.450269Z","steps":["trace[1136193422] 'process raft request' (duration: 458.912785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:33.450378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.990982Z","time spent":"459.354956ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:33.450653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.837938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-04-04T10:34:33.450738Z","caller":"traceutil/trace.go:171","msg":"trace[1917365909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8639; }","duration":"457.956671ms","start":"2026-04-04T10:34:32.992765Z","end":"2026-04-04T10:34:33.450722Z","steps":["trace[1917365909] 'agreement among raft nodes before linearized reading' (duration: 457.439158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:33.450788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:32.992758Z","time spent":"458.011072ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-04T10:34:58.62531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.860143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:58.625413Z","caller":"traceutil/trace.go:171","msg":"trace[1923766177] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8826; }","duration":"243.038077ms","start":"2026-04-04T10:34:58.382354Z","end":"2026-04-04T10:34:58.625392Z","steps":["trace[1923766177] 'range keys from in-memory index tree' (duration: 242.771391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:58.625593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.184249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:34:58.625673Z","caller":"traceutil/trace.go:171","msg":"trace[816204962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8826; }","duration":"323.303052ms","start":"2026-04-04T10:34:58.302349Z","end":"2026-04-04T10:34:58.625652Z","steps":["trace[816204962] 'range keys from in-memory index tree' (duration: 322.966593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:58.625731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:58.302328Z","time spent":"323.388433ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:34:58.625871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.417597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-pvbpc\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-04-04T10:34:58.625958Z","caller":"traceutil/trace.go:171","msg":"trace[1791983359] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-pvbpc; range_end:; response_count:1; response_revision:8826; }","duration":"219.53302ms","start":"2026-04-04T10:34:58.406405Z","end":"2026-04-04T10:34:58.625938Z","steps":["trace[1791983359] 'range keys from in-memory index tree' (duration: 219.241542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:02.098294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754754129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:35:02.599543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094974754754129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:35:02.993451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.398973591s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:35:02.994138Z","caller":"traceutil/trace.go:171","msg":"trace[1779991712] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"1.39973846s","start":"2026-04-04T10:35:01.594347Z","end":"2026-04-04T10:35:02.994085Z","steps":["trace[1779991712] 'process raft request' (duration: 1.399473383s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:02.994387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:01.59432Z","time spent":"1.399934205s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:03.996482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.281986Z","time spent":"714.472901ms","remote":"127.0.0.1:40240","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-04T10:35:04.011442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017831445s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:35:04.011927Z","caller":"traceutil/trace.go:171","msg":"trace[912345891] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"2.414654281s","start":"2026-04-04T10:35:01.597248Z","end":"2026-04-04T10:35:04.011902Z","steps":["trace[912345891] 'process raft request' (duration: 2.414439566s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.012096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:01.597228Z","time spent":"2.414777895s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:04.012362Z","caller":"traceutil/trace.go:171","msg":"trace[1781335910] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"1.133945091s","start":"2026-04-04T10:35:02.878374Z","end":"2026-04-04T10:35:04.012319Z","steps":["trace[1781335910] 'process raft request' (duration: 1.1334821s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.012417Z","caller":"traceutil/trace.go:171","msg":"trace[2140845600] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"1.130053223s","start":"2026-04-04T10:35:02.882348Z","end":"2026-04-04T10:35:04.012401Z","steps":["trace[2140845600] 'process raft request' (duration: 1.129977921s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.012421Z","caller":"traceutil/trace.go:171","msg":"trace[1392379531] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"1.131778887s","start":"2026-04-04T10:35:02.880612Z","end":"2026-04-04T10:35:04.012391Z","steps":["trace[1392379531] 'process raft request' (duration: 1.131564672s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.012489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.882316Z","time spent":"1.130137735s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:04.012557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.878346Z","time spent":"1.134114316s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:04.012403Z","caller":"traceutil/trace.go:171","msg":"trace[890066113] linearizableReadLoop","detail":"{readStateIndex:9173; appliedIndex:9171; }","duration":"2.415195865s","start":"2026-04-04T10:35:01.597179Z","end":"2026-04-04T10:35:04.012375Z","steps":["trace[890066113] 'read index received' (duration: 1.39657098s)","trace[890066113] 'applied index is now lower than readState.Index' (duration: 1.018623805s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:04.012586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.880597Z","time spent":"1.13190467s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:04.01275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415524923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-04T10:35:04.01279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.369632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:35:04.012857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055642419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:35:04.012902Z","caller":"traceutil/trace.go:171","msg":"trace[1825650668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8851; }","duration":"1.055730211s","start":"2026-04-04T10:35:02.957157Z","end":"2026-04-04T10:35:04.012888Z","steps":["trace[1825650668] 'agreement among raft nodes before linearized reading' (duration: 1.055559545s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.012904Z","caller":"traceutil/trace.go:171","msg":"trace[862174426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8851; }","duration":"777.529037ms","start":"2026-04-04T10:35:03.235347Z","end":"2026-04-04T10:35:04.012876Z","steps":["trace[862174426] 'agreement among raft nodes before linearized reading' (duration: 777.365182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.012939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.957134Z","time spent":"1.055799143s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:35:04.012863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402904352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-04T10:35:04.013054Z","caller":"traceutil/trace.go:171","msg":"trace[639683920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:8851; }","duration":"2.403130807s","start":"2026-04-04T10:35:01.609906Z","end":"2026-04-04T10:35:04.013037Z","steps":["trace[639683920] 'agreement among raft nodes before linearized reading' (duration: 2.402767577s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.012968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.235326Z","time spent":"777.62786ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:35:04.013147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:01.609852Z","time spent":"2.403258291s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:35:04.013158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.058363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:35:04.013189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.99892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:35:04.013206Z","caller":"traceutil/trace.go:171","msg":"trace[1204228640] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8851; }","duration":"348.150936ms","start":"2026-04-04T10:35:03.665046Z","end":"2026-04-04T10:35:04.013197Z","steps":["trace[1204228640] 'agreement among raft nodes before linearized reading' (duration: 348.040973ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.01283Z","caller":"traceutil/trace.go:171","msg":"trace[1187373647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8851; }","duration":"2.415648537s","start":"2026-04-04T10:35:01.597142Z","end":"2026-04-04T10:35:04.01279Z","steps":["trace[1187373647] 'agreement among raft nodes before linearized reading' (duration: 2.415298768s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.013237Z","caller":"traceutil/trace.go:171","msg":"trace[969418691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8851; }","duration":"291.080301ms","start":"2026-04-04T10:35:03.722143Z","end":"2026-04-04T10:35:04.013223Z","steps":["trace[969418691] 'agreement among raft nodes before linearized reading' (duration: 290.884006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.013292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:01.597135Z","time spent":"2.416138159s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:35:04.013042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05331548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:35:04.013374Z","caller":"traceutil/trace.go:171","msg":"trace[1259387877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8851; }","duration":"1.053757821s","start":"2026-04-04T10:35:02.959606Z","end":"2026-04-04T10:35:04.013364Z","steps":["trace[1259387877] 'agreement among raft nodes before linearized reading' (duration: 1.053162795s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.013414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.95958Z","time spent":"1.053824222s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:35:04.012986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101516777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:35:04.013516Z","caller":"traceutil/trace.go:171","msg":"trace[760762155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8851; }","duration":"1.102062021s","start":"2026-04-04T10:35:02.911424Z","end":"2026-04-04T10:35:04.013486Z","steps":["trace[760762155] 'agreement among raft nodes before linearized reading' (duration: 1.101443935s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.013239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.665023Z","time spent":"348.207477ms","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:35:04.013716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.91141Z","time spent":"1.102176084s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:35:05.999803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.023541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:05.999923Z","caller":"traceutil/trace.go:171","msg":"trace[230807946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8856; }","duration":"196.173625ms","start":"2026-04-04T10:35:05.803732Z","end":"2026-04-04T10:35:05.999905Z","steps":["trace[230807946] 'range keys from in-memory index tree' (duration: 196.002891ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:06.000399Z","caller":"traceutil/trace.go:171","msg":"trace[1694072187] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"509.933174ms","start":"2026-04-04T10:35:05.490428Z","end":"2026-04-04T10:35:06.000361Z","steps":["trace[1694072187] 'process raft request' (duration: 480.542406ms)","trace[1694072187] 'compare' (duration: 29.128531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:06.000608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:05.490411Z","time spent":"510.087407ms","remote":"127.0.0.1:58766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:06.520708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.703023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:35:06.520944Z","caller":"traceutil/trace.go:171","msg":"trace[220694419] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9182; }","duration":"889.816946ms","start":"2026-04-04T10:35:05.631114Z","end":"2026-04-04T10:35:06.520931Z","steps":["trace[220694419] 'read index received' (duration: 339.960896ms)","trace[220694419] 'applied index is now lower than readState.Index' (duration: 549.85513ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:06.520956Z","caller":"traceutil/trace.go:171","msg":"trace[1550452900] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"903.462364ms","start":"2026-04-04T10:35:05.617455Z","end":"2026-04-04T10:35:06.520917Z","steps":["trace[1550452900] 'process raft request' (duration: 577.468353ms)","trace[1550452900] 'compare' (duration: 325.378076ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:06.520992Z","caller":"traceutil/trace.go:171","msg":"trace[942836283] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"689.143966ms","start":"2026-04-04T10:35:05.831794Z","end":"2026-04-04T10:35:06.520938Z","steps":["trace[942836283] 'process raft request' (duration: 689.023183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:05.617424Z","time spent":"903.599518ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:06.521104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:05.831764Z","time spent":"689.27527ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19369,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:06.521144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.019342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:06.521174Z","caller":"traceutil/trace.go:171","msg":"trace[1047876302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8860; }","duration":"890.115174ms","start":"2026-04-04T10:35:05.631049Z","end":"2026-04-04T10:35:06.521164Z","steps":["trace[1047876302] 'agreement among raft nodes before linearized reading' (duration: 889.96143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:05.631024Z","time spent":"890.170045ms","remote":"127.0.0.1:35000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:35:06.521215Z","caller":"traceutil/trace.go:171","msg":"trace[1217042059] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"504.167357ms","start":"2026-04-04T10:35:06.017029Z","end":"2026-04-04T10:35:06.521196Z","steps":["trace[1217042059] 'process raft request' (duration: 503.87501ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:06.521248Z","caller":"traceutil/trace.go:171","msg":"trace[169505713] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"503.368307ms","start":"2026-04-04T10:35:06.017866Z","end":"2026-04-04T10:35:06.521234Z","steps":["trace[169505713] 'process raft request' (duration: 503.233944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.017017Z","time spent":"504.246399ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:06.521313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.017857Z","time spent":"503.422268ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:06.521342Z","caller":"traceutil/trace.go:171","msg":"trace[1848326660] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"501.977211ms","start":"2026-04-04T10:35:06.019332Z","end":"2026-04-04T10:35:06.521309Z","steps":["trace[1848326660] 'process raft request' (duration: 501.867578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.10045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:35:06.521482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.403884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-04T10:35:06.521508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.019299Z","time spent":"502.124235ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:06.521529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.981563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:35:06.521533Z","caller":"traceutil/trace.go:171","msg":"trace[1921208414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8862; }","duration":"481.181872ms","start":"2026-04-04T10:35:06.040335Z","end":"2026-04-04T10:35:06.521517Z","steps":["trace[1921208414] 'agreement among raft nodes before linearized reading' (duration: 480.999827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.87079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:35:06.52154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.139337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:35:06.521536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.272837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-04T10:35:06.521563Z","caller":"traceutil/trace.go:171","msg":"trace[98072630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8862; }","duration":"506.027565ms","start":"2026-04-04T10:35:06.015526Z","end":"2026-04-04T10:35:06.521553Z","steps":["trace[98072630] 'agreement among raft nodes before linearized reading' (duration: 505.887711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.52153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.282711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:35:06.521582Z","caller":"traceutil/trace.go:171","msg":"trace[389089372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8862; }","duration":"474.933122ms","start":"2026-04-04T10:35:06.046636Z","end":"2026-04-04T10:35:06.521569Z","steps":["trace[389089372] 'agreement among raft nodes before linearized reading' (duration: 474.82446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.88762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:35:06.521599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.015518Z","time spent":"506.073866ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:35:06.521604Z","caller":"traceutil/trace.go:171","msg":"trace[568567076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8862; }","duration":"476.365779ms","start":"2026-04-04T10:35:06.045222Z","end":"2026-04-04T10:35:06.521588Z","steps":["trace[568567076] 'agreement among raft nodes before linearized reading' (duration: 476.135023ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:06.521589Z","caller":"traceutil/trace.go:171","msg":"trace[1648523425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:8862; }","duration":"473.206948ms","start":"2026-04-04T10:35:06.04837Z","end":"2026-04-04T10:35:06.521576Z","steps":["trace[1648523425] 'agreement among raft nodes before linearized reading' (duration: 473.079455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.52157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.040319Z","time spent":"481.243943ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:35:06.521626Z","caller":"traceutil/trace.go:171","msg":"trace[1963946057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8862; }","duration":"475.409695ms","start":"2026-04-04T10:35:06.046194Z","end":"2026-04-04T10:35:06.521604Z","steps":["trace[1963946057] 'agreement among raft nodes before linearized reading' (duration: 475.123968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.048358Z","time spent":"473.28847ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:35:06.521622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.046626Z","time spent":"474.986923ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-04T10:35:06.521655Z","caller":"traceutil/trace.go:171","msg":"trace[1918132914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8862; }","duration":"288.038894ms","start":"2026-04-04T10:35:06.23359Z","end":"2026-04-04T10:35:06.521629Z","steps":["trace[1918132914] 'agreement among raft nodes before linearized reading' (duration: 287.87682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.045177Z","time spent":"476.467361ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:35:06.521685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.046183Z","time spent":"475.493267ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:35:06.521559Z","caller":"traceutil/trace.go:171","msg":"trace[263013850] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8862; }","duration":"517.537088ms","start":"2026-04-04T10:35:06.004003Z","end":"2026-04-04T10:35:06.52154Z","steps":["trace[263013850] 'agreement among raft nodes before linearized reading' (duration: 517.303082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:06.521754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.00398Z","time spent":"517.765984ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-04T10:35:07.004192Z","caller":"traceutil/trace.go:171","msg":"trace[434117220] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"477.941289ms","start":"2026-04-04T10:35:06.52621Z","end":"2026-04-04T10:35:07.004151Z","steps":["trace[434117220] 'process raft request' (duration: 477.455066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.004398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.526182Z","time spent":"478.108833ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:07.033467Z","caller":"traceutil/trace.go:171","msg":"trace[1370711728] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"506.947918ms","start":"2026-04-04T10:35:06.526494Z","end":"2026-04-04T10:35:07.033442Z","steps":["trace[1370711728] 'process raft request' (duration: 506.762673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.033663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.526484Z","time spent":"507.067201ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:07.033848Z","caller":"traceutil/trace.go:171","msg":"trace[1049020754] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"506.818075ms","start":"2026-04-04T10:35:06.527017Z","end":"2026-04-04T10:35:07.033835Z","steps":["trace[1049020754] 'process raft request' (duration: 506.609409ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:07.033856Z","caller":"traceutil/trace.go:171","msg":"trace[1961050787] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"507.184934ms","start":"2026-04-04T10:35:06.52663Z","end":"2026-04-04T10:35:07.033815Z","steps":["trace[1961050787] 'process raft request' (duration: 506.770554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.033905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.527001Z","time spent":"506.872366ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:07.034017Z","caller":"traceutil/trace.go:171","msg":"trace[1105642657] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"506.990629ms","start":"2026-04-04T10:35:06.527016Z","end":"2026-04-04T10:35:07.034007Z","steps":["trace[1105642657] 'process raft request' (duration: 506.745853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.526603Z","time spent":"507.340077ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:07.034071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.527004Z","time spent":"507.03558ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:07.034167Z","caller":"traceutil/trace.go:171","msg":"trace[1625896064] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"401.273287ms","start":"2026-04-04T10:35:06.632869Z","end":"2026-04-04T10:35:07.034142Z","steps":["trace[1625896064] 'process raft request' (duration: 400.96744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.632845Z","time spent":"401.373429ms","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:07.034174Z","caller":"traceutil/trace.go:171","msg":"trace[868729808] linearizableReadLoop","detail":"{readStateIndex:9191; appliedIndex:9188; }","duration":"507.463431ms","start":"2026-04-04T10:35:06.526687Z","end":"2026-04-04T10:35:07.03415Z","steps":["trace[868729808] 'read index received' (duration: 477.226911ms)","trace[868729808] 'applied index is now lower than readState.Index' (duration: 30.23471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:07.03444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.111543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:35:07.03448Z","caller":"traceutil/trace.go:171","msg":"trace[1712452390] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8869; }","duration":"249.185185ms","start":"2026-04-04T10:35:06.785283Z","end":"2026-04-04T10:35:07.034469Z","steps":["trace[1712452390] 'agreement among raft nodes before linearized reading' (duration: 249.094862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.502662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:35:07.034532Z","caller":"traceutil/trace.go:171","msg":"trace[264553165] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8869; }","duration":"507.563823ms","start":"2026-04-04T10:35:06.526958Z","end":"2026-04-04T10:35:07.034522Z","steps":["trace[264553165] 'agreement among raft nodes before linearized reading' (duration: 507.407789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.526949Z","time spent":"507.607195ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-04T10:35:07.034618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.915652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228544"} {"level":"warn","ts":"2026-04-04T10:35:07.034631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.568196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:35:07.034667Z","caller":"traceutil/trace.go:171","msg":"trace[114701236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8869; }","duration":"507.999034ms","start":"2026-04-04T10:35:06.526657Z","end":"2026-04-04T10:35:07.034656Z","steps":["trace[114701236] 'agreement among raft nodes before linearized reading' (duration: 507.552983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.617628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:07.034709Z","caller":"traceutil/trace.go:171","msg":"trace[88242750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8869; }","duration":"255.70282ms","start":"2026-04-04T10:35:06.778999Z","end":"2026-04-04T10:35:07.034702Z","steps":["trace[88242750] 'agreement among raft nodes before linearized reading' (duration: 255.656509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:07.034713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:06.526648Z","time spent":"508.055196ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228568,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-04T10:35:07.034716Z","caller":"traceutil/trace.go:171","msg":"trace[186923756] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8869; }","duration":"253.662828ms","start":"2026-04-04T10:35:06.781031Z","end":"2026-04-04T10:35:07.034693Z","steps":["trace[186923756] 'agreement among raft nodes before linearized reading' (duration: 253.522495ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:16.311659Z","caller":"traceutil/trace.go:171","msg":"trace[1151743144] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9282; }","duration":"320.579003ms","start":"2026-04-04T10:35:15.991061Z","end":"2026-04-04T10:35:16.31164Z","steps":["trace[1151743144] 'read index received' (duration: 320.4728ms)","trace[1151743144] 'applied index is now lower than readState.Index' (duration: 105.113µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:16.311715Z","caller":"traceutil/trace.go:171","msg":"trace[409889117] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"355.738848ms","start":"2026-04-04T10:35:15.955942Z","end":"2026-04-04T10:35:16.311681Z","steps":["trace[409889117] 'process raft request' (duration: 355.571424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:16.311801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.726477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:16.311827Z","caller":"traceutil/trace.go:171","msg":"trace[806949033] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8952; }","duration":"320.807809ms","start":"2026-04-04T10:35:15.991012Z","end":"2026-04-04T10:35:16.311819Z","steps":["trace[806949033] 'agreement among raft nodes before linearized reading' (duration: 320.738088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:16.311852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:15.990993Z","time spent":"320.85381ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:35:16.311897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:15.955932Z","time spent":"355.872811ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:16.312013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.72754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-04T10:35:16.312074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.473402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-04T10:35:16.312122Z","caller":"traceutil/trace.go:171","msg":"trace[490201688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8952; }","duration":"306.843774ms","start":"2026-04-04T10:35:16.005225Z","end":"2026-04-04T10:35:16.312068Z","steps":["trace[490201688] 'agreement among raft nodes before linearized reading' (duration: 306.586537ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:16.31215Z","caller":"traceutil/trace.go:171","msg":"trace[110104368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8952; }","duration":"302.622045ms","start":"2026-04-04T10:35:16.009509Z","end":"2026-04-04T10:35:16.312131Z","steps":["trace[110104368] 'agreement among raft nodes before linearized reading' (duration: 302.378969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:16.312169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:16.005213Z","time spent":"306.946826ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-04T10:35:16.312199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:16.00945Z","time spent":"302.740229ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:35:18.77901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654429365s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:35:18.779193Z","caller":"traceutil/trace.go:171","msg":"trace[526099031] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"1.703869514s","start":"2026-04-04T10:35:17.075307Z","end":"2026-04-04T10:35:18.779176Z","steps":["trace[526099031] 'process raft request' (duration: 1.703802352s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:18.779253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.075289Z","time spent":"1.703934706s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:18.77935Z","caller":"traceutil/trace.go:171","msg":"trace[103262440] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9292; }","duration":"1.704304155s","start":"2026-04-04T10:35:17.074954Z","end":"2026-04-04T10:35:18.779258Z","steps":["trace[103262440] 'read index received' (duration: 49.552272ms)","trace[103262440] 'applied index is now lower than readState.Index' (duration: 1.654749573s)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:18.779478Z","caller":"traceutil/trace.go:171","msg":"trace[1959176821] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.72534686s","start":"2026-04-04T10:35:17.054113Z","end":"2026-04-04T10:35:18.779459Z","steps":["trace[1959176821] 'process raft request' (duration: 70.386392ms)","trace[1959176821] 'compare' (duration: 1.654328971s)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:18.779642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.054102Z","time spent":"1.725446433s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:18.779747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704784257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:35:18.779811Z","caller":"traceutil/trace.go:171","msg":"trace[1548683618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8963; }","duration":"1.70490718s","start":"2026-04-04T10:35:17.07489Z","end":"2026-04-04T10:35:18.779797Z","steps":["trace[1548683618] 'agreement among raft nodes before linearized reading' (duration: 1.704690065s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:18.779852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.074865Z","time spent":"1.704978913s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:35:19.038359Z","caller":"traceutil/trace.go:171","msg":"trace[1970072456] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"1.782787232s","start":"2026-04-04T10:35:17.255525Z","end":"2026-04-04T10:35:19.038313Z","steps":["trace[1970072456] 'process raft request' (duration: 1.782556127s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.038439Z","caller":"traceutil/trace.go:171","msg":"trace[624733480] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.619034594s","start":"2026-04-04T10:35:17.419371Z","end":"2026-04-04T10:35:19.038405Z","steps":["trace[624733480] 'process raft request' (duration: 1.61886841s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.038597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.419342Z","time spent":"1.619178308s","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:35:19.038603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.255502Z","time spent":"1.783005208s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:19.187846Z","caller":"traceutil/trace.go:171","msg":"trace[281485359] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"520.224745ms","start":"2026-04-04T10:35:18.667596Z","end":"2026-04-04T10:35:19.187821Z","steps":["trace[281485359] 'process raft request' (duration: 520.144183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.188012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.667577Z","time spent":"520.344129ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:19.188199Z","caller":"traceutil/trace.go:171","msg":"trace[1116665388] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"523.147151ms","start":"2026-04-04T10:35:18.665Z","end":"2026-04-04T10:35:19.188147Z","steps":["trace[1116665388] 'process raft request' (duration: 522.595106ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.188337Z","caller":"traceutil/trace.go:171","msg":"trace[984443962] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"520.528654ms","start":"2026-04-04T10:35:18.667781Z","end":"2026-04-04T10:35:19.18831Z","steps":["trace[984443962] 'process raft request' (duration: 520.00325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.188494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.66495Z","time spent":"523.361756ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:19.188515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.667762Z","time spent":"520.662087ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:19.188571Z","caller":"traceutil/trace.go:171","msg":"trace[1146998603] linearizableReadLoop","detail":"{readStateIndex:9299; appliedIndex:9294; }","duration":"409.110977ms","start":"2026-04-04T10:35:18.77942Z","end":"2026-04-04T10:35:19.188531Z","steps":["trace[1146998603] 'read index received' (duration: 258.639005ms)","trace[1146998603] 'applied index is now lower than readState.Index' (duration: 150.470412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:19.188667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951377376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:35:19.188724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09687338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:35:19.188751Z","caller":"traceutil/trace.go:171","msg":"trace[575789945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8969; }","duration":"1.95153674s","start":"2026-04-04T10:35:17.237194Z","end":"2026-04-04T10:35:19.188731Z","steps":["trace[575789945] 'agreement among raft nodes before linearized reading' (duration: 1.951349545s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.188769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078255406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:35:19.188799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.237172Z","time spent":"1.951619422s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:35:19.188826Z","caller":"traceutil/trace.go:171","msg":"trace[1455103766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8969; }","duration":"2.078334358s","start":"2026-04-04T10:35:17.110481Z","end":"2026-04-04T10:35:19.188816Z","steps":["trace[1455103766] 'agreement among raft nodes before linearized reading' (duration: 2.078177454s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.188862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.110471Z","time spent":"2.07838503s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:35:19.188874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093447023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:35:19.188877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108559448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:35:19.188906Z","caller":"traceutil/trace.go:171","msg":"trace[383507374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:8969; }","duration":"2.093509874s","start":"2026-04-04T10:35:17.095388Z","end":"2026-04-04T10:35:19.188898Z","steps":["trace[383507374] 'agreement among raft nodes before linearized reading' (duration: 2.093408431s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.188775Z","caller":"traceutil/trace.go:171","msg":"trace[1209466763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8969; }","duration":"2.096951482s","start":"2026-04-04T10:35:17.09181Z","end":"2026-04-04T10:35:19.188762Z","steps":["trace[1209466763] 'agreement among raft nodes before linearized reading' (duration: 2.096807219s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.188924Z","caller":"traceutil/trace.go:171","msg":"trace[198387682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8969; }","duration":"2.10864878s","start":"2026-04-04T10:35:17.08026Z","end":"2026-04-04T10:35:19.188909Z","steps":["trace[198387682] 'agreement among raft nodes before linearized reading' (duration: 2.108416074s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.188935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.095376Z","time spent":"2.093552576s","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:35:19.188942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.091795Z","time spent":"2.097139908s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:35:19.188968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.080255Z","time spent":"2.108703731s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:35:19.188734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.900434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:19.189013Z","caller":"traceutil/trace.go:171","msg":"trace[1704959173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8969; }","duration":"532.237802ms","start":"2026-04-04T10:35:18.656766Z","end":"2026-04-04T10:35:19.189004Z","steps":["trace[1704959173] 'agreement among raft nodes before linearized reading' (duration: 531.918274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.189038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.65674Z","time spent":"532.292463ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:35:19.189072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11179535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:35:19.189122Z","caller":"traceutil/trace.go:171","msg":"trace[1581814453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8969; }","duration":"2.111884452s","start":"2026-04-04T10:35:17.077224Z","end":"2026-04-04T10:35:19.189109Z","steps":["trace[1581814453] 'agreement among raft nodes before linearized reading' (duration: 2.111590135s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.188778Z","caller":"traceutil/trace.go:171","msg":"trace[1937786887] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"404.654154ms","start":"2026-04-04T10:35:18.784111Z","end":"2026-04-04T10:35:19.188765Z","steps":["trace[1937786887] 'process raft request' (duration: 404.10344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.189154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.077199Z","time spent":"2.111946934s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:35:19.189223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.836068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-04T10:35:19.189216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.784055Z","time spent":"405.109646ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:19.189256Z","caller":"traceutil/trace.go:171","msg":"trace[1629016754] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8969; }","duration":"825.91632ms","start":"2026-04-04T10:35:18.363331Z","end":"2026-04-04T10:35:19.189247Z","steps":["trace[1629016754] 'agreement among raft nodes before linearized reading' (duration: 825.751726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.18929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.363308Z","time spent":"825.975701ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-04T10:35:19.189312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460441195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-fddbd57bb-j92w6.18a320e564d111bf\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-04T10:35:19.189348Z","caller":"traceutil/trace.go:171","msg":"trace[1892689164] range","detail":"{range_begin:/registry/events/openstack/barbican-api-fddbd57bb-j92w6.18a320e564d111bf; range_end:; response_count:1; response_revision:8969; }","duration":"1.460551808s","start":"2026-04-04T10:35:17.728786Z","end":"2026-04-04T10:35:19.189338Z","steps":["trace[1892689164] 'agreement among raft nodes before linearized reading' (duration: 1.460452045s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.189369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113321409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-04T10:35:19.189393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.728764Z","time spent":"1.460620039s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-fddbd57bb-j92w6.18a320e564d111bf\" "} {"level":"info","ts":"2026-04-04T10:35:19.189401Z","caller":"traceutil/trace.go:171","msg":"trace[1662315889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8969; }","duration":"2.1133749s","start":"2026-04-04T10:35:17.076018Z","end":"2026-04-04T10:35:19.189392Z","steps":["trace[1662315889] 'agreement among raft nodes before linearized reading' (duration: 2.113261897s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.18943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:17.076007Z","time spent":"2.113416781s","remote":"127.0.0.1:60268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-04-04T10:35:19.21846Z","caller":"traceutil/trace.go:171","msg":"trace[1754111845] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"175.215381ms","start":"2026-04-04T10:35:19.043228Z","end":"2026-04-04T10:35:19.218443Z","steps":["trace[1754111845] 'process raft request' (duration: 175.084857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.218564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.683672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-04T10:35:19.218621Z","caller":"traceutil/trace.go:171","msg":"trace[1790643970] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8970; }","duration":"175.783905ms","start":"2026-04-04T10:35:19.042823Z","end":"2026-04-04T10:35:19.218607Z","steps":["trace[1790643970] 'agreement among raft nodes before linearized reading' (duration: 175.633621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.218645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.87082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-04T10:35:19.218712Z","caller":"traceutil/trace.go:171","msg":"trace[1242149049] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8970; }","duration":"430.977254ms","start":"2026-04-04T10:35:18.787718Z","end":"2026-04-04T10:35:19.218695Z","steps":["trace[1242149049] 'agreement among raft nodes before linearized reading' (duration: 430.781378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.218738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.183396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:35:19.218828Z","caller":"traceutil/trace.go:171","msg":"trace[637766407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8970; }","duration":"152.297629ms","start":"2026-04-04T10:35:19.066518Z","end":"2026-04-04T10:35:19.218816Z","steps":["trace[637766407] 'agreement among raft nodes before linearized reading' (duration: 152.064452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.218763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:18.787703Z","time spent":"431.044785ms","remote":"127.0.0.1:58832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-04-04T10:35:19.349601Z","caller":"traceutil/trace.go:171","msg":"trace[574461908] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"155.614982ms","start":"2026-04-04T10:35:19.193961Z","end":"2026-04-04T10:35:19.349576Z","steps":["trace[574461908] 'process raft request' (duration: 155.497339ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.3497Z","caller":"traceutil/trace.go:171","msg":"trace[1861256186] linearizableReadLoop","detail":"{readStateIndex:9306; appliedIndex:9302; }","duration":"131.270732ms","start":"2026-04-04T10:35:19.218411Z","end":"2026-04-04T10:35:19.349682Z","steps":["trace[1861256186] 'read index received' (duration: 115.613514ms)","trace[1861256186] 'applied index is now lower than readState.Index' (duration: 15.656228ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:19.349845Z","caller":"traceutil/trace.go:171","msg":"trace[1147511931] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"155.683414ms","start":"2026-04-04T10:35:19.194147Z","end":"2026-04-04T10:35:19.34983Z","steps":["trace[1147511931] 'process raft request' (duration: 155.385347ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.34984Z","caller":"traceutil/trace.go:171","msg":"trace[971803977] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"156.066473ms","start":"2026-04-04T10:35:19.193699Z","end":"2026-04-04T10:35:19.349765Z","steps":["trace[971803977] 'process raft request' (duration: 140.280222ms)","trace[971803977] 'compare' (duration: 15.34033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:19.350019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.68701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:19.350045Z","caller":"traceutil/trace.go:171","msg":"trace[1346993707] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"155.785897ms","start":"2026-04-04T10:35:19.194185Z","end":"2026-04-04T10:35:19.349971Z","steps":["trace[1346993707] 'process raft request' (duration: 155.433428ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.350109Z","caller":"traceutil/trace.go:171","msg":"trace[1911953312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8974; }","duration":"158.822894ms","start":"2026-04-04T10:35:19.191273Z","end":"2026-04-04T10:35:19.350096Z","steps":["trace[1911953312] 'agreement among raft nodes before linearized reading' (duration: 158.640099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.350108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.09279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-04-04T10:35:19.350133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.294459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a320f0c772ec1d\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-04T10:35:19.350195Z","caller":"traceutil/trace.go:171","msg":"trace[208510328] range","detail":"{range_begin:/registry/persistentvolumes/pvc-784ce9f9-3e6c-4cbb-b1d7-c8d5d41e6dd0; range_end:; response_count:1; response_revision:8974; }","duration":"157.220514ms","start":"2026-04-04T10:35:19.192952Z","end":"2026-04-04T10:35:19.350173Z","steps":["trace[208510328] 'agreement among raft nodes before linearized reading' (duration: 156.935597ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.350207Z","caller":"traceutil/trace.go:171","msg":"trace[1338816294] range","detail":"{range_begin:/registry/events/openstack/ceph.18a320f0c772ec1d; range_end:; response_count:1; response_revision:8974; }","duration":"154.412442ms","start":"2026-04-04T10:35:19.195776Z","end":"2026-04-04T10:35:19.350189Z","steps":["trace[1338816294] 'agreement among raft nodes before linearized reading' (duration: 154.108104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.350521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.358301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228459"} {"level":"info","ts":"2026-04-04T10:35:19.350631Z","caller":"traceutil/trace.go:171","msg":"trace[365968152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8974; }","duration":"156.492215ms","start":"2026-04-04T10:35:19.194115Z","end":"2026-04-04T10:35:19.350608Z","steps":["trace[365968152] 'agreement among raft nodes before linearized reading' (duration: 155.756365ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.368173Z","caller":"traceutil/trace.go:171","msg":"trace[1087658730] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"148.830579ms","start":"2026-04-04T10:35:19.219323Z","end":"2026-04-04T10:35:19.368153Z","steps":["trace[1087658730] 'process raft request' (duration: 148.586013ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.368226Z","caller":"traceutil/trace.go:171","msg":"trace[1838324417] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"148.869661ms","start":"2026-04-04T10:35:19.21935Z","end":"2026-04-04T10:35:19.36822Z","steps":["trace[1838324417] 'process raft request' (duration: 148.696196ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.368193Z","caller":"traceutil/trace.go:171","msg":"trace[240539291] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"145.168337ms","start":"2026-04-04T10:35:19.223007Z","end":"2026-04-04T10:35:19.368175Z","steps":["trace[240539291] 'process raft request' (duration: 145.094995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.368286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.370131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:19.368493Z","caller":"traceutil/trace.go:171","msg":"trace[628904427] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8977; }","duration":"145.586076ms","start":"2026-04-04T10:35:19.222862Z","end":"2026-04-04T10:35:19.368448Z","steps":["trace[628904427] 'agreement among raft nodes before linearized reading' (duration: 145.297029ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.552293Z","caller":"traceutil/trace.go:171","msg":"trace[1985506155] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9310; }","duration":"150.678286ms","start":"2026-04-04T10:35:19.401593Z","end":"2026-04-04T10:35:19.552271Z","steps":["trace[1985506155] 'read index received' (duration: 150.476931ms)","trace[1985506155] 'applied index is now lower than readState.Index' (duration: 200.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:19.552353Z","caller":"traceutil/trace.go:171","msg":"trace[544104133] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"180.103466ms","start":"2026-04-04T10:35:19.372218Z","end":"2026-04-04T10:35:19.552321Z","steps":["trace[544104133] 'process raft request' (duration: 179.813348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:19.552614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.375764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:35:19.552672Z","caller":"traceutil/trace.go:171","msg":"trace[978685415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8979; }","duration":"180.523117ms","start":"2026-04-04T10:35:19.372136Z","end":"2026-04-04T10:35:19.552659Z","steps":["trace[978685415] 'agreement among raft nodes before linearized reading' (duration: 180.215599ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:19.610094Z","caller":"traceutil/trace.go:171","msg":"trace[1665658913] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"206.407095ms","start":"2026-04-04T10:35:19.403655Z","end":"2026-04-04T10:35:19.610062Z","steps":["trace[1665658913] 'process raft request' (duration: 206.179459ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:20.383777Z","caller":"traceutil/trace.go:171","msg":"trace[1601346370] linearizableReadLoop","detail":"{readStateIndex:9313; appliedIndex:9312; }","duration":"146.622252ms","start":"2026-04-04T10:35:20.237133Z","end":"2026-04-04T10:35:20.383755Z","steps":["trace[1601346370] 'read index received' (duration: 146.381916ms)","trace[1601346370] 'applied index is now lower than readState.Index' (duration: 239.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:20.383821Z","caller":"traceutil/trace.go:171","msg":"trace[274947410] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"399.957483ms","start":"2026-04-04T10:35:19.983835Z","end":"2026-04-04T10:35:20.383792Z","steps":["trace[274947410] 'process raft request' (duration: 399.775089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:20.383978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:19.983815Z","time spent":"400.072596ms","remote":"127.0.0.1:57132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:20.383963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.796717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:20.384056Z","caller":"traceutil/trace.go:171","msg":"trace[706356423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8981; }","duration":"146.956391ms","start":"2026-04-04T10:35:20.23708Z","end":"2026-04-04T10:35:20.384037Z","steps":["trace[706356423] 'agreement among raft nodes before linearized reading' (duration: 146.771757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.186593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.851116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-04T10:35:21.434348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.198408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:35:21.43456Z","caller":"traceutil/trace.go:171","msg":"trace[631250293] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9314; }","duration":"240.423441ms","start":"2026-04-04T10:35:21.194114Z","end":"2026-04-04T10:35:21.434538Z","steps":["trace[631250293] 'read index received' (duration: 70.211948ms)","trace[631250293] 'applied index is now lower than readState.Index' (duration: 170.210373ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:21.434648Z","caller":"traceutil/trace.go:171","msg":"trace[1023452595] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"238.434641ms","start":"2026-04-04T10:35:21.196201Z","end":"2026-04-04T10:35:21.434635Z","steps":["trace[1023452595] 'process raft request' (duration: 238.268956ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:21.434695Z","caller":"traceutil/trace.go:171","msg":"trace[316427077] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"240.598726ms","start":"2026-04-04T10:35:21.194073Z","end":"2026-04-04T10:35:21.434672Z","steps":["trace[316427077] 'process raft request' (duration: 123.843313ms)","trace[316427077] 'compare' (duration: 116.057875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:21.434867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.74781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:35:21.434895Z","caller":"traceutil/trace.go:171","msg":"trace[1360018902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8984; }","duration":"240.822822ms","start":"2026-04-04T10:35:21.194064Z","end":"2026-04-04T10:35:21.434886Z","steps":["trace[1360018902] 'agreement among raft nodes before linearized reading' (duration: 240.703329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.435148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.597212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:21.435274Z","caller":"traceutil/trace.go:171","msg":"trace[1518678987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8984; }","duration":"197.811757ms","start":"2026-04-04T10:35:21.237431Z","end":"2026-04-04T10:35:21.435242Z","steps":["trace[1518678987] 'agreement among raft nodes before linearized reading' (duration: 197.440307ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:21.76166Z","caller":"traceutil/trace.go:171","msg":"trace[112061542] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"321.122195ms","start":"2026-04-04T10:35:21.440508Z","end":"2026-04-04T10:35:21.76163Z","steps":["trace[112061542] 'process raft request' (duration: 320.945951ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:21.761861Z","caller":"traceutil/trace.go:171","msg":"trace[471165053] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"321.320411ms","start":"2026-04-04T10:35:21.440518Z","end":"2026-04-04T10:35:21.761839Z","steps":["trace[471165053] 'process raft request' (duration: 321.062084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.761924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440482Z","time spent":"321.331111ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:21.76194Z","caller":"traceutil/trace.go:171","msg":"trace[1011039257] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9317; }","duration":"321.491735ms","start":"2026-04-04T10:35:21.440423Z","end":"2026-04-04T10:35:21.761914Z","steps":["trace[1011039257] 'read index received' (duration: 239.368704ms)","trace[1011039257] 'applied index is now lower than readState.Index' (duration: 82.12047ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:21.761536Z","caller":"traceutil/trace.go:171","msg":"trace[1302472617] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"321.63525ms","start":"2026-04-04T10:35:21.439857Z","end":"2026-04-04T10:35:21.761492Z","steps":["trace[1302472617] 'process raft request' (duration: 239.844418ms)","trace[1302472617] 'compare' (duration: 81.416323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:21.762016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440508Z","time spent":"321.428643ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:21.762146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.439833Z","time spent":"322.215084ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:21.762344Z","caller":"traceutil/trace.go:171","msg":"trace[1778949992] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"321.776952ms","start":"2026-04-04T10:35:21.440556Z","end":"2026-04-04T10:35:21.762332Z","steps":["trace[1778949992] 'process raft request' (duration: 321.196697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.762415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440541Z","time spent":"321.841064ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:21.762431Z","caller":"traceutil/trace.go:171","msg":"trace[1953526138] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"321.477286ms","start":"2026-04-04T10:35:21.440924Z","end":"2026-04-04T10:35:21.762401Z","steps":["trace[1953526138] 'process raft request' (duration: 321.30625ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:21.762522Z","caller":"traceutil/trace.go:171","msg":"trace[808916310] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"321.529057ms","start":"2026-04-04T10:35:21.440971Z","end":"2026-04-04T10:35:21.7625Z","steps":["trace[808916310] 'process raft request' (duration: 321.382274ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:21.762453Z","caller":"traceutil/trace.go:171","msg":"trace[1113864961] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"228.336805ms","start":"2026-04-04T10:35:21.534098Z","end":"2026-04-04T10:35:21.762435Z","steps":["trace[1113864961] 'process raft request' (duration: 228.291664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.762581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.128772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228459"} {"level":"warn","ts":"2026-04-04T10:35:21.762633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440939Z","time spent":"321.635499ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:35:21.762666Z","caller":"traceutil/trace.go:171","msg":"trace[1144631539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8988; }","duration":"322.252495ms","start":"2026-04-04T10:35:21.440394Z","end":"2026-04-04T10:35:21.762647Z","steps":["trace[1144631539] 'agreement among raft nodes before linearized reading' (duration: 321.595237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:21.762591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440913Z","time spent":"321.597109ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:21.762724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:21.440379Z","time spent":"322.334567ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228483,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-04T10:35:30.50626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.298462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:35:30.506409Z","caller":"traceutil/trace.go:171","msg":"trace[1049136989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9062; }","duration":"268.518827ms","start":"2026-04-04T10:35:30.237855Z","end":"2026-04-04T10:35:30.506374Z","steps":["trace[1049136989] 'range keys from in-memory index tree' (duration: 268.184239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:30.506507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.965731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-04T10:35:30.506611Z","caller":"traceutil/trace.go:171","msg":"trace[791217059] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9062; }","duration":"178.147006ms","start":"2026-04-04T10:35:30.328436Z","end":"2026-04-04T10:35:30.506583Z","steps":["trace[791217059] 'count revisions from in-memory index tree' (duration: 177.756776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:30.507197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.496192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111887"} {"level":"info","ts":"2026-04-04T10:35:30.507323Z","caller":"traceutil/trace.go:171","msg":"trace[1360098001] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9062; }","duration":"379.698327ms","start":"2026-04-04T10:35:30.127605Z","end":"2026-04-04T10:35:30.507303Z","steps":["trace[1360098001] 'range keys from in-memory index tree' (duration: 378.379454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:30.507399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:30.127575Z","time spent":"379.809541ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111911,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-04T10:35:30.507197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.199095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-04T10:35:30.507735Z","caller":"traceutil/trace.go:171","msg":"trace[1358131417] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9062; }","duration":"163.78456ms","start":"2026-04-04T10:35:30.343936Z","end":"2026-04-04T10:35:30.507721Z","steps":["trace[1358131417] 'range keys from in-memory index tree' (duration: 161.942284ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:33.745187Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024fb.wal"} {"level":"info","ts":"2026-04-04T10:36:16.660021Z","caller":"traceutil/trace.go:171","msg":"trace[1508702948] linearizableReadLoop","detail":"{readStateIndex:9924; appliedIndex:9923; }","duration":"422.757827ms","start":"2026-04-04T10:36:16.23721Z","end":"2026-04-04T10:36:16.659968Z","steps":["trace[1508702948] 'read index received' (duration: 421.620399ms)","trace[1508702948] 'applied index is now lower than readState.Index' (duration: 1.135488ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:36:16.6602Z","caller":"traceutil/trace.go:171","msg":"trace[1377148322] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"508.725226ms","start":"2026-04-04T10:36:16.151421Z","end":"2026-04-04T10:36:16.660146Z","steps":["trace[1377148322] 'process raft request' (duration: 507.476315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:16.660349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.104846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:36:16.660426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:16.151392Z","time spent":"508.933841ms","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2975,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:36:16.66047Z","caller":"traceutil/trace.go:171","msg":"trace[727142000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9576; }","duration":"423.240569ms","start":"2026-04-04T10:36:16.2372Z","end":"2026-04-04T10:36:16.66044Z","steps":["trace[727142000] 'agreement among raft nodes before linearized reading' (duration: 422.981633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:16.660529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:16.237119Z","time spent":"423.401203ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:36:16.660582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.710524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-04T10:36:16.660639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.601238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-04T10:36:16.660699Z","caller":"traceutil/trace.go:171","msg":"trace[66358750] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9576; }","duration":"228.883469ms","start":"2026-04-04T10:36:16.431787Z","end":"2026-04-04T10:36:16.66067Z","steps":["trace[66358750] 'agreement among raft nodes before linearized reading' (duration: 228.53923ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:16.660747Z","caller":"traceutil/trace.go:171","msg":"trace[733643508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9576; }","duration":"231.768602ms","start":"2026-04-04T10:36:16.428954Z","end":"2026-04-04T10:36:16.660723Z","steps":["trace[733643508] 'agreement among raft nodes before linearized reading' (duration: 231.414503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:16.660867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.357149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-04T10:36:16.661Z","caller":"traceutil/trace.go:171","msg":"trace[1263682111] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9576; }","duration":"236.630766ms","start":"2026-04-04T10:36:16.424339Z","end":"2026-04-04T10:36:16.660969Z","steps":["trace[1263682111] 'agreement among raft nodes before linearized reading' (duration: 235.954549ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:17.335766Z","caller":"traceutil/trace.go:171","msg":"trace[606350626] linearizableReadLoop","detail":"{readStateIndex:9934; appliedIndex:9933; }","duration":"191.63872ms","start":"2026-04-04T10:36:17.144105Z","end":"2026-04-04T10:36:17.335744Z","steps":["trace[606350626] 'read index received' (duration: 191.450136ms)","trace[606350626] 'applied index is now lower than readState.Index' (duration: 187.434µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:36:17.335892Z","caller":"traceutil/trace.go:171","msg":"trace[1277380296] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"191.943208ms","start":"2026-04-04T10:36:17.143908Z","end":"2026-04-04T10:36:17.335851Z","steps":["trace[1277380296] 'process raft request' (duration: 191.700372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:17.336109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.97985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-lmwrd\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-04-04T10:36:17.336182Z","caller":"traceutil/trace.go:171","msg":"trace[558600961] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-lmwrd; range_end:; response_count:1; response_revision:9586; }","duration":"192.116044ms","start":"2026-04-04T10:36:17.144045Z","end":"2026-04-04T10:36:17.336161Z","steps":["trace[558600961] 'agreement among raft nodes before linearized reading' (duration: 191.808995ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:24.101388Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-04T10:36:24.109511Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-04T10:36:24.109584Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-04T10:36:30.641745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.691929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:36:30.64185Z","caller":"traceutil/trace.go:171","msg":"trace[1484163517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9684; }","duration":"410.842323ms","start":"2026-04-04T10:36:30.230987Z","end":"2026-04-04T10:36:30.641829Z","steps":["trace[1484163517] 'range keys from in-memory index tree' (duration: 410.424213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.641897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.230976Z","time spent":"410.910085ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.212375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:36:30.642046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.683369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-04T10:36:30.642109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.045458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:36:30.642116Z","caller":"traceutil/trace.go:171","msg":"trace[226098799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9684; }","duration":"406.310378ms","start":"2026-04-04T10:36:30.235787Z","end":"2026-04-04T10:36:30.642097Z","steps":["trace[226098799] 'range keys from in-memory index tree' (duration: 406.159614ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:30.642141Z","caller":"traceutil/trace.go:171","msg":"trace[1456715873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9684; }","duration":"399.819532ms","start":"2026-04-04T10:36:30.242297Z","end":"2026-04-04T10:36:30.642116Z","steps":["trace[1456715873] 'range keys from in-memory index tree' (duration: 399.507224ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:30.642173Z","caller":"traceutil/trace.go:171","msg":"trace[33052308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9684; }","duration":"411.12399ms","start":"2026-04-04T10:36:30.23103Z","end":"2026-04-04T10:36:30.642154Z","steps":["trace[33052308] 'range keys from in-memory index tree' (duration: 410.793101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.642182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.235776Z","time spent":"406.38793ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.242286Z","time spent":"399.897385ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.231024Z","time spent":"411.179702ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.972788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfr5s\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-04T10:36:30.642442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.748367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:36:30.642532Z","caller":"traceutil/trace.go:171","msg":"trace[1026673401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfr5s; range_end:; response_count:1; response_revision:9684; }","duration":"393.152573ms","start":"2026-04-04T10:36:30.249347Z","end":"2026-04-04T10:36:30.642499Z","steps":["trace[1026673401] 'range keys from in-memory index tree' (duration: 392.746713ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:30.642535Z","caller":"traceutil/trace.go:171","msg":"trace[1667961432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9684; }","duration":"411.903211ms","start":"2026-04-04T10:36:30.23061Z","end":"2026-04-04T10:36:30.642513Z","steps":["trace[1667961432] 'range keys from in-memory index tree' (duration: 411.511361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.64259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.249339Z","time spent":"393.240005ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-zfr5s\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.611099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:36:30.64271Z","caller":"traceutil/trace.go:171","msg":"trace[153775408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9684; }","duration":"489.731513ms","start":"2026-04-04T10:36:30.152962Z","end":"2026-04-04T10:36:30.642694Z","steps":["trace[153775408] 'range keys from in-memory index tree' (duration: 489.335142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.642592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.230586Z","time spent":"411.997344ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.152944Z","time spent":"489.806485ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:36:30.642027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.325406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:36:30.642899Z","caller":"traceutil/trace.go:171","msg":"trace[854209530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9684; }","duration":"412.24755ms","start":"2026-04-04T10:36:30.230632Z","end":"2026-04-04T10:36:30.64288Z","steps":["trace[854209530] 'range keys from in-memory index tree' (duration: 411.182442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.642959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.230609Z","time spent":"412.337003ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:36:30.763827Z","caller":"traceutil/trace.go:171","msg":"trace[677947637] linearizableReadLoop","detail":"{readStateIndex:10036; appliedIndex:10035; }","duration":"118.96937ms","start":"2026-04-04T10:36:30.644828Z","end":"2026-04-04T10:36:30.763797Z","steps":["trace[677947637] 'read index received' (duration: 118.852887ms)","trace[677947637] 'applied index is now lower than readState.Index' (duration: 115.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:36:30.763934Z","caller":"traceutil/trace.go:171","msg":"trace[395544160] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"474.820354ms","start":"2026-04-04T10:36:30.289066Z","end":"2026-04-04T10:36:30.763887Z","steps":["trace[395544160] 'process raft request' (duration: 474.536067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.764021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.162225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:36:30.764135Z","caller":"traceutil/trace.go:171","msg":"trace[1045995124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9685; }","duration":"119.329709ms","start":"2026-04-04T10:36:30.644787Z","end":"2026-04-04T10:36:30.764116Z","steps":["trace[1045995124] 'agreement among raft nodes before linearized reading' (duration: 119.128504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.764183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.289048Z","time spent":"474.966357ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:36:30.951849Z","caller":"traceutil/trace.go:171","msg":"trace[461572474] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"304.195878ms","start":"2026-04-04T10:36:30.647627Z","end":"2026-04-04T10:36:30.951823Z","steps":["trace[461572474] 'process raft request' (duration: 304.102256ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:30.951874Z","caller":"traceutil/trace.go:171","msg":"trace[1103628378] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"304.306431ms","start":"2026-04-04T10:36:30.647539Z","end":"2026-04-04T10:36:30.951845Z","steps":["trace[1103628378] 'process raft request' (duration: 304.015163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.952009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.647617Z","time spent":"304.312761ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:36:30.952031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.647522Z","time spent":"304.424293ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:36:30.952214Z","caller":"traceutil/trace.go:171","msg":"trace[619995282] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"304.557677ms","start":"2026-04-04T10:36:30.647635Z","end":"2026-04-04T10:36:30.952193Z","steps":["trace[619995282] 'process raft request' (duration: 304.140057ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:30.952244Z","caller":"traceutil/trace.go:171","msg":"trace[533010337] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"304.573137ms","start":"2026-04-04T10:36:30.647642Z","end":"2026-04-04T10:36:30.952216Z","steps":["trace[533010337] 'process raft request' (duration: 304.401263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.952393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.647611Z","time spent":"304.732941ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:36:30.952451Z","caller":"traceutil/trace.go:171","msg":"trace[558646075] linearizableReadLoop","detail":"{readStateIndex:10042; appliedIndex:10036; }","duration":"188.522461ms","start":"2026-04-04T10:36:30.763914Z","end":"2026-04-04T10:36:30.952437Z","steps":["trace[558646075] 'read index received' (duration: 187.633229ms)","trace[558646075] 'applied index is now lower than readState.Index' (duration: 888.472µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:36:30.952473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.647616Z","time spent":"304.762772ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:36:30.952585Z","caller":"traceutil/trace.go:171","msg":"trace[1008482938] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"304.306571ms","start":"2026-04-04T10:36:30.648262Z","end":"2026-04-04T10:36:30.952569Z","steps":["trace[1008482938] 'process raft request' (duration: 303.905781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.952679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.648255Z","time spent":"304.372242ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:36:30.952698Z","caller":"traceutil/trace.go:171","msg":"trace[407287295] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"304.174087ms","start":"2026-04-04T10:36:30.648515Z","end":"2026-04-04T10:36:30.952689Z","steps":["trace[407287295] 'process raft request' (duration: 303.837848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.95284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.648508Z","time spent":"304.217318ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:36:30.952868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.457013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291228"} {"level":"info","ts":"2026-04-04T10:36:30.952905Z","caller":"traceutil/trace.go:171","msg":"trace[1915297779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9691; }","duration":"304.512515ms","start":"2026-04-04T10:36:30.648383Z","end":"2026-04-04T10:36:30.952895Z","steps":["trace[1915297779] 'agreement among raft nodes before linearized reading' (duration: 304.099455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:30.952983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:36:30.648374Z","time spent":"304.596117ms","remote":"127.0.0.1:58904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-04T10:36:30.953049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.104648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:36:30.953162Z","caller":"traceutil/trace.go:171","msg":"trace[1760980199] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9691; }","duration":"246.245962ms","start":"2026-04-04T10:36:30.706892Z","end":"2026-04-04T10:36:30.953137Z","steps":["trace[1760980199] 'agreement among raft nodes before linearized reading' (duration: 245.844702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:31.254235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.854162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:36:31.254349Z","caller":"traceutil/trace.go:171","msg":"trace[901626398] linearizableReadLoop","detail":"{readStateIndex:10043; appliedIndex:10042; }","duration":"140.029837ms","start":"2026-04-04T10:36:31.114298Z","end":"2026-04-04T10:36:31.254328Z","steps":["trace[901626398] 'read index received' (duration: 41.661µs)","trace[901626398] 'applied index is now lower than readState.Index' (duration: 139.986506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:36:31.254617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.311183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-04T10:36:31.254658Z","caller":"traceutil/trace.go:171","msg":"trace[588288424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9691; }","duration":"140.424647ms","start":"2026-04-04T10:36:31.114222Z","end":"2026-04-04T10:36:31.254646Z","steps":["trace[588288424] 'agreement among raft nodes before linearized reading' (duration: 140.220931ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:31.955754Z","caller":"traceutil/trace.go:171","msg":"trace[767289060] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"240.24533ms","start":"2026-04-04T10:36:31.715469Z","end":"2026-04-04T10:36:31.955714Z","steps":["trace[767289060] 'process raft request' (duration: 240.189198ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:31.956304Z","caller":"traceutil/trace.go:171","msg":"trace[42177344] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"240.818704ms","start":"2026-04-04T10:36:31.715445Z","end":"2026-04-04T10:36:31.956264Z","steps":["trace[42177344] 'process raft request' (duration: 240.159427ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:31.956291Z","caller":"traceutil/trace.go:171","msg":"trace[616778808] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"251.130275ms","start":"2026-04-04T10:36:31.70512Z","end":"2026-04-04T10:36:31.95625Z","steps":["trace[616778808] 'process raft request' (duration: 250.265693ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:37:22.345046Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7576} {"level":"info","ts":"2026-04-04T10:37:22.440917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7576,"took":"93.551174ms","hash":3940230210,"current-db-size-bytes":42967040,"current-db-size":"43 MB","current-db-size-in-use-bytes":25874432,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-04T10:37:22.440991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3940230210,"revision":7576,"compact-revision":4551} {"level":"info","ts":"2026-04-04T10:38:40.379355Z","caller":"traceutil/trace.go:171","msg":"trace[4779489] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"222.975852ms","start":"2026-04-04T10:38:40.156351Z","end":"2026-04-04T10:38:40.379326Z","steps":["trace[4779489] 'process raft request' (duration: 222.788447ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:38:40.380197Z","caller":"traceutil/trace.go:171","msg":"trace[173456657] linearizableReadLoop","detail":"{readStateIndex:11065; appliedIndex:11063; }","duration":"143.603763ms","start":"2026-04-04T10:38:40.236578Z","end":"2026-04-04T10:38:40.380182Z","steps":["trace[173456657] 'read index received' (duration: 142.543917ms)","trace[173456657] 'applied index is now lower than readState.Index' (duration: 1.059196ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:38:40.380246Z","caller":"traceutil/trace.go:171","msg":"trace[331365951] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"157.891498ms","start":"2026-04-04T10:38:40.222341Z","end":"2026-04-04T10:38:40.380233Z","steps":["trace[331365951] 'process raft request' (duration: 157.764533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:38:40.380302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.706707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:38:40.380333Z","caller":"traceutil/trace.go:171","msg":"trace[1350588679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10681; }","duration":"143.787699ms","start":"2026-04-04T10:38:40.236536Z","end":"2026-04-04T10:38:40.380323Z","steps":["trace[1350588679] 'agreement among raft nodes before linearized reading' (duration: 143.718847ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:38:44.604285Z","caller":"traceutil/trace.go:171","msg":"trace[397376716] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"122.2372ms","start":"2026-04-04T10:38:44.482019Z","end":"2026-04-04T10:38:44.604256Z","steps":["trace[397376716] 'process raft request' (duration: 122.033174ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:42:22.352123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10069} {"level":"info","ts":"2026-04-04T10:42:22.436298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10069,"took":"81.757942ms","hash":2100749012,"current-db-size-bytes":42967040,"current-db-size":"43 MB","current-db-size-in-use-bytes":22523904,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-04T10:42:22.436355Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2100749012,"revision":10069,"compact-revision":7576}